[ 475.734582] env[62097]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62097) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 475.734912] env[62097]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62097) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 475.735084] env[62097]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62097) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 475.735428] env[62097]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 475.829874] env[62097]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62097) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 475.839857] env[62097]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62097) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 476.447405] env[62097]: INFO nova.virt.driver [None req-2f9732da-dc7b-4685-b143-aebc06d17cc0 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 476.519482] env[62097]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 476.519644] env[62097]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 476.519724] env[62097]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62097) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 479.736716] env[62097]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-272356c6-c544-42f3-aa33-6f6f9564132e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.753419] env[62097]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62097) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 479.753551] env[62097]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-aa07b8eb-4044-4d33-8522-9bff9d8acac0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.785559] env[62097]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 24cee. [ 479.785691] env[62097]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.266s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 479.786214] env[62097]: INFO nova.virt.vmwareapi.driver [None req-2f9732da-dc7b-4685-b143-aebc06d17cc0 None None] VMware vCenter version: 7.0.3 [ 479.791239] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabdf5db-49c4-4525-bc17-290f5b1bc9c3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.813810] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab176172-6149-4c53-95a3-913164c1d846 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.819718] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1691c7a2-2a4d-42ed-a97f-537a666f3edd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.826471] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff18780e-e683-4119-94b2-17fb4f79833f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.839950] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20895d95-7cba-41b3-a3b0-ec465f6d1ddd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.845856] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f3403f-328c-419e-b7dd-af2e99aaa064 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.876483] env[62097]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-501a50dc-00ff-4b79-9c01-21492111f793 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.882097] env[62097]: DEBUG nova.virt.vmwareapi.driver [None req-2f9732da-dc7b-4685-b143-aebc06d17cc0 None None] Extension org.openstack.compute already exists. {{(pid=62097) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 479.884828] env[62097]: INFO nova.compute.provider_config [None req-2f9732da-dc7b-4685-b143-aebc06d17cc0 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 480.388653] env[62097]: DEBUG nova.context [None req-2f9732da-dc7b-4685-b143-aebc06d17cc0 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),86f6e77d-1964-4e42-8848-394312e31229(cell1) {{(pid=62097) load_cells /opt/stack/nova/nova/context.py:464}} [ 480.390789] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 480.391017] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 480.391707] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 480.392169] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] Acquiring lock "86f6e77d-1964-4e42-8848-394312e31229" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 480.392364] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] Lock "86f6e77d-1964-4e42-8848-394312e31229" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 480.393403] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] Lock "86f6e77d-1964-4e42-8848-394312e31229" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 480.413569] env[62097]: INFO dbcounter [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] Registered counter for database nova_cell0 [ 480.421798] env[62097]: INFO dbcounter [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] Registered counter for database nova_cell1 [ 480.425098] env[62097]: DEBUG oslo_db.sqlalchemy.engines [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62097) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 480.425452] env[62097]: DEBUG oslo_db.sqlalchemy.engines [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62097) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 480.430103] env[62097]: ERROR nova.db.main.api [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 480.430103] env[62097]: result = function(*args, **kwargs) [ 480.430103] env[62097]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 480.430103] env[62097]: return func(*args, **kwargs) [ 480.430103] env[62097]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 480.430103] env[62097]: result = fn(*args, **kwargs) [ 480.430103] env[62097]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 480.430103] env[62097]: return f(*args, **kwargs) [ 480.430103] env[62097]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 480.430103] env[62097]: return db.service_get_minimum_version(context, binaries) [ 480.430103] env[62097]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 480.430103] env[62097]: _check_db_access() [ 480.430103] env[62097]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 480.430103] env[62097]: stacktrace = ''.join(traceback.format_stack()) [ 480.430103] env[62097]: [ 480.431074] env[62097]: ERROR nova.db.main.api [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 480.431074] env[62097]: result = function(*args, **kwargs) [ 480.431074] env[62097]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 480.431074] env[62097]: return func(*args, **kwargs) [ 480.431074] env[62097]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 480.431074] env[62097]: result = fn(*args, **kwargs) [ 480.431074] env[62097]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 480.431074] env[62097]: return f(*args, **kwargs) [ 480.431074] env[62097]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 480.431074] env[62097]: return db.service_get_minimum_version(context, binaries) [ 480.431074] env[62097]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 480.431074] env[62097]: _check_db_access() [ 480.431074] env[62097]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 480.431074] env[62097]: stacktrace = ''.join(traceback.format_stack()) [ 480.431074] env[62097]: [ 480.431660] env[62097]: WARNING nova.objects.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] Failed to get minimum service version for cell 86f6e77d-1964-4e42-8848-394312e31229 [ 480.431660] env[62097]: WARNING nova.objects.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 480.432009] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] Acquiring lock "singleton_lock" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 480.432176] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] Acquired lock "singleton_lock" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 480.432409] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] Releasing lock "singleton_lock" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 480.432728] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] Full set of CONF: {{(pid=62097) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 480.432869] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ******************************************************************************** {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 480.432996] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] Configuration options gathered from: {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 480.433142] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 480.433326] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 480.433453] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ================================================================================ {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 480.433656] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] allow_resize_to_same_host = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.433851] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] arq_binding_timeout = 300 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.433989] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] backdoor_port = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.434133] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] backdoor_socket = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.434298] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] block_device_allocate_retries = 60 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.434454] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] block_device_allocate_retries_interval = 3 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.434621] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cert = self.pem {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.434788] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.434985] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] compute_monitors = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.435172] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] config_dir = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.435344] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] config_drive_format = iso9660 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.435477] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.435639] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] config_source = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.435805] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] console_host = devstack {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.435971] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] control_exchange = nova {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.436141] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cpu_allocation_ratio = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.436300] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] daemon = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.436463] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] debug = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.436616] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] default_access_ip_network_name = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.436777] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] default_availability_zone = nova {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.436932] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] default_ephemeral_format = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.437098] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] default_green_pool_size = 1000 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.437341] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.437504] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] default_schedule_zone = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.437658] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] disk_allocation_ratio = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.437815] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] enable_new_services = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.437991] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] enabled_apis = ['osapi_compute'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.438172] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] enabled_ssl_apis = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.438332] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] flat_injected = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.438486] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] force_config_drive = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.438640] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] force_raw_images = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.438806] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] graceful_shutdown_timeout = 5 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.438964] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] heal_instance_info_cache_interval = 60 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.439195] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] host = cpu-1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.439372] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.439534] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] initial_disk_allocation_ratio = 1.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.439693] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] initial_ram_allocation_ratio = 1.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.439907] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.440082] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] instance_build_timeout = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.440243] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] instance_delete_interval = 300 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.440406] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] instance_format = [instance: %(uuid)s] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.440569] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] instance_name_template = instance-%08x {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.440727] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] instance_usage_audit = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.440892] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] instance_usage_audit_period = month {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.441068] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.441233] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] instances_path = /opt/stack/data/nova/instances {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.441396] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] internal_service_availability_zone = internal {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.441549] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] key = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.441706] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] live_migration_retry_count = 30 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.441869] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] log_color = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.442044] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] log_config_append = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.442213] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.442369] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] log_dir = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.442524] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] log_file = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.442650] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] log_options = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.442807] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] log_rotate_interval = 1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.442978] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] log_rotate_interval_type = days {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.443158] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] log_rotation_type = none {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.443286] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.443415] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.443577] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.443769] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.443887] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.444067] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] long_rpc_timeout = 1800 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.444231] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] max_concurrent_builds = 10 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.444387] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] max_concurrent_live_migrations = 1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.444541] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] max_concurrent_snapshots = 5 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.444695] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] max_local_block_devices = 3 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.444865] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] max_logfile_count = 30 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.445053] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] max_logfile_size_mb = 200 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.445214] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] maximum_instance_delete_attempts = 5 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.445380] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] metadata_listen = 0.0.0.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.445543] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] metadata_listen_port = 8775 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.445705] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] metadata_workers = 2 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.445863] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] migrate_max_retries = -1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.446057] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] mkisofs_cmd = genisoimage {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.446272] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] my_block_storage_ip = 10.180.1.21 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.446406] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] my_ip = 10.180.1.21 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.446609] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.446770] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] network_allocate_retries = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.446949] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.447131] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] osapi_compute_listen = 0.0.0.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.447297] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] osapi_compute_listen_port = 8774 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.447466] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] osapi_compute_unique_server_name_scope = {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.447632] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] osapi_compute_workers = 2 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.447792] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] password_length = 12 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.447951] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] periodic_enable = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.448120] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] periodic_fuzzy_delay = 60 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.448288] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] pointer_model = usbtablet {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.448451] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] preallocate_images = none {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.448608] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] publish_errors = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.448736] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] pybasedir = /opt/stack/nova {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.448891] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ram_allocation_ratio = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.449056] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] rate_limit_burst = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.449224] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] rate_limit_except_level = CRITICAL {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.449380] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] rate_limit_interval = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.449534] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] reboot_timeout = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.449687] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] reclaim_instance_interval = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.449840] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] record = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.450017] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] reimage_timeout_per_gb = 60 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.450185] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] report_interval = 120 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.450340] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] rescue_timeout = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.450496] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] reserved_host_cpus = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.450649] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] reserved_host_disk_mb = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.450802] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] reserved_host_memory_mb = 512 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.450959] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] reserved_huge_pages = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.451128] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] resize_confirm_window = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.451287] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] resize_fs_using_block_device = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.451443] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] resume_guests_state_on_host_boot = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.451609] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.451768] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] rpc_response_timeout = 60 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.451923] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] run_external_periodic_tasks = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.452097] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] running_deleted_instance_action = reap {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.452255] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] running_deleted_instance_poll_interval = 1800 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.452407] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] running_deleted_instance_timeout = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.452560] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] scheduler_instance_sync_interval = 120 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.452719] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] service_down_time = 720 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.452881] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] servicegroup_driver = db {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.453041] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] shell_completion = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.453200] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] shelved_offload_time = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.453354] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] shelved_poll_interval = 3600 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.453515] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] shutdown_timeout = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.453672] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] source_is_ipv6 = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.453861] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ssl_only = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.454144] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.454318] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] sync_power_state_interval = 600 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.454480] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] sync_power_state_pool_size = 1000 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.454647] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] syslog_log_facility = LOG_USER {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.454804] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] tempdir = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.454990] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] timeout_nbd = 10 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.455176] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] transport_url = **** {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.455340] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] update_resources_interval = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.455498] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] use_cow_images = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.455654] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] use_eventlog = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.455810] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] use_journal = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.455968] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] use_json = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.456163] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] use_rootwrap_daemon = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.456336] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] use_stderr = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.456494] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] use_syslog = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.456648] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vcpu_pin_set = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.456812] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vif_plugging_is_fatal = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.456976] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vif_plugging_timeout = 300 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.457154] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] virt_mkfs = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.457311] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] volume_usage_poll_interval = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.457467] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] watch_log_file = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.457630] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] web = /usr/share/spice-html5 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.457811] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.457981] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.458159] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.458329] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_concurrency.disable_process_locking = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.458877] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.459084] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.459260] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.459434] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.459602] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.459767] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.459949] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api.auth_strategy = keystone {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.460129] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api.compute_link_prefix = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.460304] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.460474] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api.dhcp_domain = novalocal {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.460641] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api.enable_instance_password = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.460802] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api.glance_link_prefix = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.460966] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.461149] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.461312] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api.instance_list_per_project_cells = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.461472] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api.list_records_by_skipping_down_cells = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.461634] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api.local_metadata_per_cell = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.461800] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api.max_limit = 1000 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.461965] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api.metadata_cache_expiration = 15 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.462168] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api.neutron_default_tenant_id = default {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.462356] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api.response_validation = warn {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.462526] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api.use_neutron_default_nets = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.462690] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.462851] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.463026] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.463209] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.463377] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api.vendordata_dynamic_targets = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.463538] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api.vendordata_jsonfile_path = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.463717] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.463946] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.backend = dogpile.cache.memcached {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.464133] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.backend_argument = **** {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.464295] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.backend_expiration_time = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.464467] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.config_prefix = cache.oslo {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.464634] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.dead_timeout = 60.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.464798] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.debug_cache_backend = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.464988] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.enable_retry_client = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.465172] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.enable_socket_keepalive = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.465342] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.enabled = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.465506] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.enforce_fips_mode = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.465669] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.expiration_time = 600 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.465829] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.hashclient_retry_attempts = 2 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.465993] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.hashclient_retry_delay = 1.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.466198] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.memcache_dead_retry = 300 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.466367] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.memcache_password = **** {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.466528] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.466689] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.466848] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.memcache_pool_maxsize = 10 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.467017] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.467184] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.memcache_sasl_enabled = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.467360] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.467526] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.memcache_socket_timeout = 1.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.467682] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.memcache_username = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.467844] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.proxies = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.468013] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.redis_db = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.468179] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.redis_password = **** {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.468346] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.redis_sentinel_service_name = mymaster {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.468518] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.468683] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.redis_server = localhost:6379 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.468844] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.redis_socket_timeout = 1.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.469007] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.redis_username = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.469173] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.retry_attempts = 2 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.469332] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.retry_delay = 0.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.469489] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.socket_keepalive_count = 1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.469644] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.socket_keepalive_idle = 1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.469798] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.socket_keepalive_interval = 1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.469954] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.tls_allowed_ciphers = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.470122] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.tls_cafile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.470280] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.tls_certfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.470439] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.tls_enabled = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.470593] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cache.tls_keyfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.470758] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cinder.auth_section = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.470931] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cinder.auth_type = password {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.471103] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cinder.cafile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.471286] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cinder.catalog_info = volumev3::publicURL {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.471503] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cinder.certfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.471683] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cinder.collect_timing = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.471843] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cinder.cross_az_attach = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.472015] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cinder.debug = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.472185] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cinder.endpoint_template = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.472349] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cinder.http_retries = 3 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.472511] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cinder.insecure = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.472668] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cinder.keyfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.472838] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cinder.os_region_name = RegionOne {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.473008] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cinder.split_loggers = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.473174] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cinder.timeout = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.473343] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.473499] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] compute.cpu_dedicated_set = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.473655] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] compute.cpu_shared_set = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.473845] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] compute.image_type_exclude_list = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.474028] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.474197] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] compute.max_concurrent_disk_ops = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.474357] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] compute.max_disk_devices_to_attach = -1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.474515] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.474682] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.474844] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] compute.resource_provider_association_refresh = 300 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.475020] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.475176] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] compute.shutdown_retry_interval = 10 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.475353] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.475526] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] conductor.workers = 2 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.475701] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] console.allowed_origins = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.475859] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] console.ssl_ciphers = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.476043] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] console.ssl_minimum_version = default {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.476241] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] consoleauth.enforce_session_timeout = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.476414] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] consoleauth.token_ttl = 600 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.476585] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cyborg.cafile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.476742] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cyborg.certfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.476907] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cyborg.collect_timing = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.477073] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cyborg.connect_retries = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.477233] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cyborg.connect_retry_delay = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.477388] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cyborg.endpoint_override = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.477545] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cyborg.insecure = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.477699] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cyborg.keyfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.477857] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cyborg.max_version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.478023] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cyborg.min_version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.478186] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cyborg.region_name = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.479020] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cyborg.retriable_status_codes = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.479020] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cyborg.service_name = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.479020] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cyborg.service_type = accelerator {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.479020] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cyborg.split_loggers = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.479020] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cyborg.status_code_retries = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.479218] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cyborg.status_code_retry_delay = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.479314] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cyborg.timeout = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.479480] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.479638] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] cyborg.version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.479806] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] database.asyncio_connection = **** {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.479971] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] database.asyncio_slave_connection = **** {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.480155] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] database.backend = sqlalchemy {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.480323] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] database.connection = **** {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.480485] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] database.connection_debug = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.480651] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] database.connection_parameters = {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.480812] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] database.connection_recycle_time = 3600 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.480975] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] database.connection_trace = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.481146] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] database.db_inc_retry_interval = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.481307] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] database.db_max_retries = 20 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.481463] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] database.db_max_retry_interval = 10 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.481619] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] database.db_retry_interval = 1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.481778] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] database.max_overflow = 50 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.481935] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] database.max_pool_size = 5 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.482105] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] database.max_retries = 10 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.482327] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.482520] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] database.mysql_wsrep_sync_wait = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.482679] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] database.pool_timeout = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.482840] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] database.retry_interval = 10 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.482997] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] database.slave_connection = **** {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.483175] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] database.sqlite_synchronous = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.483336] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] database.use_db_reconnect = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.483501] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api_database.asyncio_connection = **** {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.483658] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api_database.asyncio_slave_connection = **** {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.483897] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api_database.backend = sqlalchemy {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.484040] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api_database.connection = **** {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.484196] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api_database.connection_debug = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.484368] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api_database.connection_parameters = {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.484528] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api_database.connection_recycle_time = 3600 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.484687] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api_database.connection_trace = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.484863] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api_database.db_inc_retry_interval = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.485050] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api_database.db_max_retries = 20 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.485219] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api_database.db_max_retry_interval = 10 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.485377] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api_database.db_retry_interval = 1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.485535] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api_database.max_overflow = 50 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.485690] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api_database.max_pool_size = 5 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.485847] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api_database.max_retries = 10 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.486020] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.486214] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.486377] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api_database.pool_timeout = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.486538] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api_database.retry_interval = 10 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.486692] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api_database.slave_connection = **** {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.486852] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] api_database.sqlite_synchronous = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.487038] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] devices.enabled_mdev_types = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.487221] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.487392] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ephemeral_storage_encryption.default_format = luks {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.487553] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ephemeral_storage_encryption.enabled = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.487714] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.487882] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.api_servers = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.488058] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.cafile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.488225] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.certfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.488381] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.collect_timing = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.488535] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.connect_retries = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.488690] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.connect_retry_delay = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.488850] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.debug = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.489076] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.default_trusted_certificate_ids = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.489206] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.enable_certificate_validation = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.489367] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.enable_rbd_download = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.489523] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.endpoint_override = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.489688] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.insecure = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.489846] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.keyfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.490012] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.max_version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.490177] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.min_version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.490324] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.num_retries = 3 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.490490] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.rbd_ceph_conf = {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.490648] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.rbd_connect_timeout = 5 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.490813] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.rbd_pool = {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.491021] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.rbd_user = {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.491196] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.region_name = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.491355] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.retriable_status_codes = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.491510] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.service_name = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.491677] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.service_type = image {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.491837] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.split_loggers = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.491992] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.status_code_retries = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.492162] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.status_code_retry_delay = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.492316] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.timeout = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.492491] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.492652] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.verify_glance_signatures = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.492807] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] glance.version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.492972] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] guestfs.debug = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.493160] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] manila.auth_section = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.493314] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] manila.auth_type = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.493469] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] manila.cafile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.493624] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] manila.certfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.493807] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] manila.collect_timing = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.493992] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] manila.connect_retries = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.494165] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] manila.connect_retry_delay = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.494323] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] manila.endpoint_override = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.494486] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] manila.insecure = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.494642] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] manila.keyfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.494798] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] manila.max_version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.494982] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] manila.min_version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.495161] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] manila.region_name = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.495321] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] manila.retriable_status_codes = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.495477] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] manila.service_name = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.495643] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] manila.service_type = shared-file-system {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.495803] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] manila.share_apply_policy_timeout = 10 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.495971] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] manila.split_loggers = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.496156] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] manila.status_code_retries = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.496325] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] manila.status_code_retry_delay = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.496482] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] manila.timeout = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.496662] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.496822] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] manila.version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.496991] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] mks.enabled = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.497351] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.497537] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] image_cache.manager_interval = 2400 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.497706] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] image_cache.precache_concurrency = 1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.497873] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] image_cache.remove_unused_base_images = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.498051] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.498226] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.498411] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] image_cache.subdirectory_name = _base {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.498569] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.api_max_retries = 60 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.498732] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.api_retry_interval = 2 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.498887] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.auth_section = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.499059] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.auth_type = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.499221] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.cafile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.499377] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.certfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.499537] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.collect_timing = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.499700] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.conductor_group = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.499856] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.connect_retries = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.500020] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.connect_retry_delay = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.500185] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.endpoint_override = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.500342] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.insecure = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.500496] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.keyfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.500650] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.max_version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.500804] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.min_version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.500965] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.peer_list = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.501134] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.region_name = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.501291] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.retriable_status_codes = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.501449] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.serial_console_state_timeout = 10 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.501608] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.service_name = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.501775] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.service_type = baremetal {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.501933] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.shard = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.502105] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.split_loggers = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.502261] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.status_code_retries = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.502414] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.status_code_retry_delay = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.502569] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.timeout = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.502747] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.502907] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ironic.version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.503140] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.503369] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] key_manager.fixed_key = **** {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.503501] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.503663] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican.barbican_api_version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.503851] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican.barbican_endpoint = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.504084] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican.barbican_endpoint_type = public {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.504272] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican.barbican_region_name = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.504446] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican.cafile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.504607] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican.certfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.504770] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican.collect_timing = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.504932] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican.insecure = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.505102] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican.keyfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.505265] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican.number_of_retries = 60 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.505422] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican.retry_delay = 1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.505581] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican.send_service_user_token = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.505741] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican.split_loggers = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.505897] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican.timeout = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.506067] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican.verify_ssl = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.506226] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican.verify_ssl_path = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.506450] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican_service_user.auth_section = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.506632] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican_service_user.auth_type = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.506792] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican_service_user.cafile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.506951] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican_service_user.certfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.507127] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican_service_user.collect_timing = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.507288] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican_service_user.insecure = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.507443] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican_service_user.keyfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.507602] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican_service_user.split_loggers = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.507757] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] barbican_service_user.timeout = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.507922] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vault.approle_role_id = **** {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.508090] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vault.approle_secret_id = **** {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.508259] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vault.kv_mountpoint = secret {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.508417] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vault.kv_path = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.508569] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vault.kv_version = 2 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.508728] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vault.namespace = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.508885] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vault.root_token_id = **** {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.509056] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vault.ssl_ca_crt_file = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.509227] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vault.timeout = 60.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.509385] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vault.use_ssl = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.509552] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.509716] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] keystone.cafile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.509875] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] keystone.certfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.510050] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] keystone.collect_timing = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.510213] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] keystone.connect_retries = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.510368] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] keystone.connect_retry_delay = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.510521] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] keystone.endpoint_override = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.510679] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] keystone.insecure = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.510835] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] keystone.keyfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.510989] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] keystone.max_version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.511156] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] keystone.min_version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.511313] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] keystone.region_name = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.511471] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] keystone.retriable_status_codes = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.511628] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] keystone.service_name = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.511800] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] keystone.service_type = identity {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.511958] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] keystone.split_loggers = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.512118] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] keystone.status_code_retries = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.512280] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] keystone.status_code_retry_delay = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.512448] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] keystone.timeout = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.512622] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.512779] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] keystone.version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.512967] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.ceph_mount_options = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.513297] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.513477] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.connection_uri = {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.513636] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.cpu_mode = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.513829] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.cpu_model_extra_flags = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.514020] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.cpu_models = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.514197] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.cpu_power_governor_high = performance {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.514362] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.cpu_power_governor_low = powersave {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.514524] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.cpu_power_management = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.514695] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.514882] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.device_detach_attempts = 8 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.515094] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.device_detach_timeout = 20 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.515271] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.disk_cachemodes = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.515431] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.disk_prefix = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.515596] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.enabled_perf_events = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.515756] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.file_backed_memory = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.515922] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.gid_maps = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.516109] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.hw_disk_discard = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.516286] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.hw_machine_type = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.516456] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.images_rbd_ceph_conf = {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.516619] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.516779] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.516946] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.images_rbd_glance_store_name = {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.517127] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.images_rbd_pool = rbd {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.517293] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.images_type = default {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.517449] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.images_volume_group = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.517608] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.inject_key = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.517766] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.inject_partition = -2 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.517926] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.inject_password = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.518098] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.iscsi_iface = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.518261] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.iser_use_multipath = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.518422] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.live_migration_bandwidth = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.518622] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.518732] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.live_migration_downtime = 500 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.518891] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.519058] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.519218] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.live_migration_inbound_addr = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.519380] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.519618] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.live_migration_permit_post_copy = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.519938] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.live_migration_scheme = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.520190] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.live_migration_timeout_action = abort {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.520358] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.live_migration_tunnelled = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.520516] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.live_migration_uri = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.520674] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.live_migration_with_native_tls = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.520829] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.max_queues = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.520988] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.521244] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.521420] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.nfs_mount_options = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.521763] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.521954] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.522134] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.num_iser_scan_tries = 5 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.522296] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.num_memory_encrypted_guests = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.522456] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.522616] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.num_pcie_ports = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.522781] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.num_volume_scan_tries = 5 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.522943] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.pmem_namespaces = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.523114] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.quobyte_client_cfg = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.523407] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.523694] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.rbd_connect_timeout = 5 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.523763] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.523928] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.524104] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.rbd_secret_uuid = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.524296] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.rbd_user = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.524419] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.524586] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.remote_filesystem_transport = ssh {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.524741] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.rescue_image_id = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.524923] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.rescue_kernel_id = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.525105] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.rescue_ramdisk_id = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.525278] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.525439] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.rx_queue_size = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.525605] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.smbfs_mount_options = {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.525928] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.526141] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.snapshot_compression = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.526316] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.snapshot_image_format = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.526551] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.526718] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.sparse_logical_volumes = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.526884] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.swtpm_enabled = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.527105] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.swtpm_group = tss {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.527285] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.swtpm_user = tss {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.527451] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.sysinfo_serial = unique {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.527609] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.tb_cache_size = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.527769] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.tx_queue_size = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.527936] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.uid_maps = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.528165] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.use_virtio_for_bridges = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.528367] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.virt_type = kvm {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.528525] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.volume_clear = zero {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.528745] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.volume_clear_size = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.528851] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.volume_use_multipath = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.529015] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.vzstorage_cache_path = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.529193] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.529360] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.vzstorage_mount_group = qemu {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.529526] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.vzstorage_mount_opts = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.529706] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.529977] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.530180] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.vzstorage_mount_user = stack {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.530346] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.530550] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.auth_section = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.530767] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.auth_type = password {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.530937] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.cafile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.531111] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.certfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.531277] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.collect_timing = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.531433] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.connect_retries = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.531587] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.connect_retry_delay = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.531823] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.default_floating_pool = public {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.532051] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.endpoint_override = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.532217] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.extension_sync_interval = 600 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.532381] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.http_retries = 3 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.532540] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.insecure = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.532700] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.keyfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.532856] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.max_version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.533025] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.533187] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.min_version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.533350] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.ovs_bridge = br-int {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.533509] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.physnets = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.533675] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.region_name = RegionOne {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.533862] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.retriable_status_codes = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.534062] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.service_metadata_proxy = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.534229] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.service_name = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.534402] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.service_type = network {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.534554] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.split_loggers = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.534709] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.status_code_retries = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.534864] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.status_code_retry_delay = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.535028] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.timeout = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.535214] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.535371] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] neutron.version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.535543] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] notifications.bdms_in_notifications = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.535718] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] notifications.default_level = INFO {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.535880] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] notifications.include_share_mapping = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.536065] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] notifications.notification_format = unversioned {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.536229] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] notifications.notify_on_state_change = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.536401] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.536575] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] pci.alias = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.536744] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] pci.device_spec = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.536905] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] pci.report_in_placement = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.537086] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.auth_section = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.537259] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.auth_type = password {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.537427] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.537585] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.cafile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.537739] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.certfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.537901] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.collect_timing = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.538068] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.connect_retries = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.538226] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.connect_retry_delay = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.538379] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.default_domain_id = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.538529] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.default_domain_name = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.538681] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.domain_id = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.538853] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.domain_name = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.538981] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.endpoint_override = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.539149] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.insecure = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.539303] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.keyfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.539455] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.max_version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.539604] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.min_version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.539811] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.password = **** {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.539913] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.project_domain_id = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.540086] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.project_domain_name = Default {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.540253] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.project_id = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.540420] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.project_name = service {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.540584] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.region_name = RegionOne {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.540740] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.retriable_status_codes = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.540901] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.service_name = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.541081] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.service_type = placement {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.541244] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.split_loggers = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.541400] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.status_code_retries = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.541553] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.status_code_retry_delay = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.541705] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.system_scope = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.541882] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.timeout = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.542054] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.trust_id = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.542215] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.user_domain_id = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.542379] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.user_domain_name = Default {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.542534] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.user_id = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.542702] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.username = nova {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.542878] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.543046] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] placement.version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.543234] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] quota.cores = 20 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.543396] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] quota.count_usage_from_placement = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.543562] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.543725] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] quota.injected_file_content_bytes = 10240 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.543921] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] quota.injected_file_path_length = 255 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.544088] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] quota.injected_files = 5 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.544255] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] quota.instances = 10 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.544414] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] quota.key_pairs = 100 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.544570] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] quota.metadata_items = 128 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.544735] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] quota.ram = 51200 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.544895] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] quota.recheck_quota = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.545071] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] quota.server_group_members = 10 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.545239] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] quota.server_groups = 10 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.545456] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.545630] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] quota.unified_limits_resource_strategy = require {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.545801] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.545965] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.546160] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] scheduler.image_metadata_prefilter = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.546331] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.546495] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] scheduler.max_attempts = 3 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.546653] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] scheduler.max_placement_results = 1000 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.546812] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.546970] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] scheduler.query_placement_for_image_type_support = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.547142] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.547309] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] scheduler.workers = 2 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.547477] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.547652] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.547829] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.547994] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.548167] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.548324] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.548481] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.548662] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.548826] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.host_subset_size = 1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.548985] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.549152] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.549310] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.549467] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.isolated_hosts = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.549637] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.isolated_images = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.549796] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.549946] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.550118] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.550275] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.pci_in_placement = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.550431] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.550584] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.550740] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.550896] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.551064] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.551223] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.551378] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.track_instance_changes = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.551547] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.551712] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] metrics.required = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.551901] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] metrics.weight_multiplier = 1.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.552079] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.552245] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] metrics.weight_setting = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.552570] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.552743] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] serial_console.enabled = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.552916] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] serial_console.port_range = 10000:20000 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.553092] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.553262] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.553425] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] serial_console.serialproxy_port = 6083 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.553588] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] service_user.auth_section = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.553795] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] service_user.auth_type = password {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.553945] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] service_user.cafile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.554116] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] service_user.certfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.554276] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] service_user.collect_timing = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.554431] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] service_user.insecure = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.554590] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] service_user.keyfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.554760] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] service_user.send_service_user_token = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.554935] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] service_user.split_loggers = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.555106] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] service_user.timeout = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.555275] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] spice.agent_enabled = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.555433] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] spice.enabled = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.555750] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.555948] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.556154] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] spice.html5proxy_port = 6082 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.556326] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] spice.image_compression = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.556482] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] spice.jpeg_compression = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.556634] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] spice.playback_compression = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.556791] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] spice.require_secure = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.556958] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] spice.server_listen = 127.0.0.1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.557139] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.557293] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] spice.streaming_mode = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.557446] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] spice.zlib_compression = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.557606] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] upgrade_levels.baseapi = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.557773] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] upgrade_levels.compute = auto {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.557931] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] upgrade_levels.conductor = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.558095] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] upgrade_levels.scheduler = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.558260] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vendordata_dynamic_auth.auth_section = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.558416] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vendordata_dynamic_auth.auth_type = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.558571] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vendordata_dynamic_auth.cafile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.558726] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vendordata_dynamic_auth.certfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.558888] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.559057] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vendordata_dynamic_auth.insecure = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.559216] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vendordata_dynamic_auth.keyfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.559377] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.559534] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vendordata_dynamic_auth.timeout = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.559704] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.api_retry_count = 10 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.559862] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.ca_file = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.560064] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.cache_prefix = devstack-image-cache {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.560206] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.cluster_name = testcl1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.560364] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.connection_pool_size = 10 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.560517] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.console_delay_seconds = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.560680] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.datastore_regex = ^datastore.* {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.560907] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.561115] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.host_password = **** {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.561289] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.host_port = 443 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.561457] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.host_username = administrator@vsphere.local {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.561624] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.insecure = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.561802] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.integration_bridge = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.561980] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.maximum_objects = 100 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.562153] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.pbm_default_policy = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.562313] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.pbm_enabled = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.562467] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.pbm_wsdl_location = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.562633] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.562792] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.serial_port_proxy_uri = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.562951] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.serial_port_service_uri = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.563130] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.task_poll_interval = 0.5 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.563822] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.use_linked_clone = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.563822] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.vnc_keymap = en-us {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.563822] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.vnc_port = 5900 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.563822] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vmware.vnc_port_total = 10000 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.566402] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vnc.auth_schemes = ['none'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.566402] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vnc.enabled = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.566402] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.566402] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.566402] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vnc.novncproxy_port = 6080 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.566402] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vnc.server_listen = 127.0.0.1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.566402] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569172] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vnc.vencrypt_ca_certs = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569172] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vnc.vencrypt_client_cert = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569172] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vnc.vencrypt_client_key = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569172] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569172] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] workarounds.disable_deep_image_inspection = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569172] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569172] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569346] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569346] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] workarounds.disable_rootwrap = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569346] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] workarounds.enable_numa_live_migration = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569346] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569346] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569346] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569346] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] workarounds.libvirt_disable_apic = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569511] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569511] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569511] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569511] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569511] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569511] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569511] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569736] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569736] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569736] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569736] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569736] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] wsgi.client_socket_timeout = 900 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569736] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] wsgi.default_pool_size = 1000 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569736] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] wsgi.keep_alive = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569918] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] wsgi.max_header_line = 16384 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569918] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] wsgi.secure_proxy_ssl_header = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569918] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] wsgi.ssl_ca_file = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.570276] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] wsgi.ssl_cert_file = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.570276] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] wsgi.ssl_key_file = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.570407] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] wsgi.tcp_keepidle = 600 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.570532] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.570698] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] zvm.ca_file = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.570869] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] zvm.cloud_connector_url = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.571163] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.571344] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] zvm.reachable_timeout = 300 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.571514] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.571689] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.571914] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] profiler.connection_string = messaging:// {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.572112] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] profiler.enabled = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.572283] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] profiler.es_doc_type = notification {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.572442] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] profiler.es_scroll_size = 10000 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.572603] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] profiler.es_scroll_time = 2m {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.572762] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] profiler.filter_error_trace = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.572954] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] profiler.hmac_keys = **** {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.573155] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] profiler.sentinel_service_name = mymaster {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.573321] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] profiler.socket_timeout = 0.1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.573478] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] profiler.trace_requests = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.573634] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] profiler.trace_sqlalchemy = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.573856] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] profiler_jaeger.process_tags = {} {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.574037] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] profiler_jaeger.service_name_prefix = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.574209] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] profiler_otlp.service_name_prefix = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.574372] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] remote_debug.host = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.574526] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] remote_debug.port = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.574698] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.574893] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.575068] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.575229] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.575385] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.575543] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.575697] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.575852] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.576013] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.576184] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.576335] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.576499] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.576657] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.576818] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.576984] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.577159] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.577319] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.577489] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.577646] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.577799] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.577957] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.578127] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.578283] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.578442] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.578599] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.578754] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.578943] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.579123] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.579287] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.579448] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.ssl = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.579613] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.579779] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.579939] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.580116] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.580328] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.ssl_version = {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.580439] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.580624] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.580784] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_notifications.retry = -1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.580979] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.581146] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_messaging_notifications.transport_url = **** {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.581316] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.auth_section = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.581473] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.auth_type = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.581627] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.cafile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.581798] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.certfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.581973] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.collect_timing = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.582144] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.connect_retries = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.582304] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.connect_retry_delay = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.582457] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.endpoint_id = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.582622] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.endpoint_interface = publicURL {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.582774] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.endpoint_override = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.582927] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.endpoint_region_name = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.583091] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.endpoint_service_name = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.583246] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.endpoint_service_type = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.583402] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.insecure = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.583553] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.keyfile = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.583704] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.max_version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.583882] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.min_version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.584045] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.region_name = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.584205] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.retriable_status_codes = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.584357] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.service_name = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.584506] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.service_type = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.584660] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.split_loggers = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.584861] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.status_code_retries = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.585024] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.status_code_retry_delay = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.585187] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.timeout = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.585341] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.valid_interfaces = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.585490] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_limit.version = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.585650] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_reports.file_event_handler = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.585808] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.585961] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] oslo_reports.log_dir = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.586138] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.586293] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.586443] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.586599] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.586755] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.586968] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.587169] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.587330] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vif_plug_ovs_privileged.group = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.587483] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.587642] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.587799] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.587969] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] vif_plug_ovs_privileged.user = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.588137] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] os_vif_linux_bridge.flat_interface = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.588314] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.588480] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.588647] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.588814] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.588974] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.589153] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.589315] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.589494] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.589659] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] os_vif_ovs.isolate_vif = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.589824] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.589986] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.590168] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.590335] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] os_vif_ovs.ovsdb_interface = native {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.590495] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] os_vif_ovs.per_port_bridge = False {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.590663] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] privsep_osbrick.capabilities = [21] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.590814] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] privsep_osbrick.group = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.590967] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] privsep_osbrick.helper_command = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.591142] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.591299] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.591452] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] privsep_osbrick.user = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.591620] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.591790] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] nova_sys_admin.group = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.591962] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] nova_sys_admin.helper_command = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.592135] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.592294] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.592446] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] nova_sys_admin.user = None {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.592574] env[62097]: DEBUG oslo_service.service [None req-d6970166-0421-432b-a98b-aefe2b38796d None None] ******************************************************************************** {{(pid=62097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 480.593042] env[62097]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 481.097510] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Getting list of instances from cluster (obj){ [ 481.097510] env[62097]: value = "domain-c8" [ 481.097510] env[62097]: _type = "ClusterComputeResource" [ 481.097510] env[62097]: } {{(pid=62097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 481.098639] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b77e12-f9ef-4abf-90ad-0aba54eb2ee0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.107623] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Got total of 0 instances {{(pid=62097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 481.108239] env[62097]: WARNING nova.virt.vmwareapi.driver [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 481.108707] env[62097]: INFO nova.virt.node [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Generated node identity aabcd967-83f0-44f7-bf8d-f09a522d29a7 [ 481.108938] env[62097]: INFO nova.virt.node [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Wrote node identity aabcd967-83f0-44f7-bf8d-f09a522d29a7 to /opt/stack/data/n-cpu-1/compute_id [ 481.611389] env[62097]: WARNING nova.compute.manager [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Compute nodes ['aabcd967-83f0-44f7-bf8d-f09a522d29a7'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 482.617871] env[62097]: INFO nova.compute.manager [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 483.622993] env[62097]: WARNING nova.compute.manager [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 483.623358] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 483.623804] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 483.623996] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 483.624163] env[62097]: DEBUG nova.compute.resource_tracker [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 483.625072] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a836ac6-cea2-433f-9d83-198be683a449 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.632950] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7ef78a-e807-4153-a87d-2bea52781d0a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.647604] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b4cc53-b27f-4739-93bc-3169169669b0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.653879] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd0c47a-51c9-46bb-8713-4c434d018c44 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.683167] env[62097]: DEBUG nova.compute.resource_tracker [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181309MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 483.683319] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 483.683489] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 484.188120] env[62097]: WARNING nova.compute.resource_tracker [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] No compute node record for cpu-1:aabcd967-83f0-44f7-bf8d-f09a522d29a7: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host aabcd967-83f0-44f7-bf8d-f09a522d29a7 could not be found. [ 484.691666] env[62097]: INFO nova.compute.resource_tracker [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: aabcd967-83f0-44f7-bf8d-f09a522d29a7 [ 486.202744] env[62097]: DEBUG nova.compute.resource_tracker [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 486.202744] env[62097]: DEBUG nova.compute.resource_tracker [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 486.355955] env[62097]: INFO nova.scheduler.client.report [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] [req-3d15fb56-0bdb-4240-860d-a32fddd67180] Created resource provider record via placement API for resource provider with UUID aabcd967-83f0-44f7-bf8d-f09a522d29a7 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 486.374023] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b40985a-4f9d-44be-9b03-8b8f2017b73b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.381732] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e3ce08-bba1-4fa5-b457-5c89e1896ed4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.412488] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003a546b-c645-41ab-b741-6bf6f3a1969a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.420283] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94b3d06-f7de-4024-bac4-4bb869e9c9ae {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.436202] env[62097]: DEBUG nova.compute.provider_tree [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 486.972864] env[62097]: DEBUG nova.scheduler.client.report [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Updated inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 486.972864] env[62097]: DEBUG nova.compute.provider_tree [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Updating resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 generation from 0 to 1 during operation: update_inventory {{(pid=62097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 486.972864] env[62097]: DEBUG nova.compute.provider_tree [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 487.020075] env[62097]: DEBUG nova.compute.provider_tree [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Updating resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 generation from 1 to 2 during operation: update_traits {{(pid=62097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 487.524948] env[62097]: DEBUG nova.compute.resource_tracker [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 487.524948] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.839s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 487.524948] env[62097]: DEBUG nova.service [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Creating RPC server for service compute {{(pid=62097) start /opt/stack/nova/nova/service.py:186}} [ 487.538119] env[62097]: DEBUG nova.service [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] Join ServiceGroup membership for this service compute {{(pid=62097) start /opt/stack/nova/nova/service.py:203}} [ 487.538119] env[62097]: DEBUG nova.servicegroup.drivers.db [None req-2a371ae2-1cdc-44b6-aea1-721bd0841d84 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62097) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 509.540892] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.045337] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Getting list of instances from cluster (obj){ [ 510.045337] env[62097]: value = "domain-c8" [ 510.045337] env[62097]: _type = "ClusterComputeResource" [ 510.045337] env[62097]: } {{(pid=62097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 510.046675] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837cd3f6-4d76-40ce-a00d-97192446a023 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.055975] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Got total of 0 instances {{(pid=62097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 510.056253] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.056588] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Getting list of instances from cluster (obj){ [ 510.056588] env[62097]: value = "domain-c8" [ 510.056588] env[62097]: _type = "ClusterComputeResource" [ 510.056588] env[62097]: } {{(pid=62097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 510.057518] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de413079-c64c-4093-b8bf-ba0a4a1925f0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.065327] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Got total of 0 instances {{(pid=62097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 535.892580] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.892905] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.893121] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 535.893244] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Rebuilding the list of instances to heal {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 536.396473] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Didn't find any instances for network info cache update. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 536.396694] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 536.396939] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 536.397147] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 536.397335] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 536.397560] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 536.397750] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 536.397910] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 536.398065] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 536.901399] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.901770] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.901770] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.901928] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 536.903017] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997a686d-2b2b-434c-a20c-62dec0babc96 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.911224] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e33ebe-0882-4e86-b0b4-ac9ad21d826d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.924443] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb57b038-6db5-4beb-ac48-ded0e2c709c3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.930856] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0195dc-c19d-4c1e-8de8-172ce118497c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.959692] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181296MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 536.959838] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.959998] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.977795] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 537.978109] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 537.992748] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd5ca51-4652-4296-a296-6bee15991a59 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.000725] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010975bd-4dcb-4f4c-95b0-3d1c20286e6b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.030730] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea0afe9-64dd-4b0b-ad09-5b8bd301d1dd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.038360] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d7521a-1035-4cc8-8cce-66fd2819a17f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.051406] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 538.555055] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 539.059801] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 539.060164] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.044868] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.044868] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.552013] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.552258] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 599.552391] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Rebuilding the list of instances to heal {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 600.055471] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Didn't find any instances for network info cache update. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 600.055808] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.055856] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.056052] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.056179] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.056323] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.056463] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.056590] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 600.056727] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.559723] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.560031] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.560157] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.560313] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 600.561203] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20a5f09-3623-4d0e-bc87-bd76fa8c126c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.569472] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c3cc3c-b5a0-41bd-a7fb-75be45cb7ce0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.582885] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa9a64f-bfbc-4c2e-a102-4bf32b47c5fc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.590999] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da0629a-413e-4e39-bcef-3d2e782e1a4c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.616744] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181309MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 600.616906] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.617103] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.635008] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 601.635276] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 601.648556] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904180b0-e703-429a-989c-b069d8535a70 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.655880] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f809d3-d2a8-4010-9288-967f0b9d224a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.684268] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd477390-5997-4354-bca1-103895629375 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.691068] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f9eaa1-2d4c-4adf-817d-0676b239c965 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.704031] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.207529] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.208825] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 602.209035] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.210945] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.211326] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.211326] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 662.219105] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Rebuilding the list of instances to heal {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 662.714593] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Didn't find any instances for network info cache update. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 662.714795] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.714946] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.715112] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.715262] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.715397] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.715544] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.715686] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 662.715816] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 663.219540] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.219904] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.219904] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.220075] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 663.220938] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a14f07-110a-4709-aa82-0925443bd299 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.228992] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd73fa2-c1d9-4dd5-a1de-116964317a84 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.242471] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc36885-2447-472f-8d52-4905c4dd71bf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.248444] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e3f5e1-e271-4ad4-a245-e313a9e887fc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.275891] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181315MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 663.276040] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.276218] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.293624] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 664.293850] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 664.307114] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539e2484-e607-42ff-90f1-04aef7f0ec05 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.314456] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0034bc94-1fee-40e7-8947-bd18824838b7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.344567] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5535030-d3bc-4a91-affd-0eca7cd20761 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.351646] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67452b93-f041-45eb-873b-80acf023072d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.364616] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.867428] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.868676] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 664.868859] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.537560] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.041359] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.041359] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.041359] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.041359] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.382902] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.883757] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.883757] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 720.884985] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 720.884985] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 720.884985] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Rebuilding the list of instances to heal {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 721.388663] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Didn't find any instances for network info cache update. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 721.388663] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 721.388663] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 721.892059] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.892059] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.892059] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.892059] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 721.892828] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0b082a-d44b-4e53-98b7-92cdf111be67 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.901132] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d4cdda-7eb4-4832-8644-737ad319317c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.914828] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364d1710-73b7-4087-9ab4-e9714d1a5572 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.921059] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb66a448-e400-40c3-bbda-1e2b7acb33b3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.948589] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181300MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 721.948807] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.949070] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.966327] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 722.966622] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 722.980477] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a950602-04ee-49b9-a90b-31eb20713b4c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.987846] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b334b16-6a90-499a-8b89-63c24c5d9fcf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.017534] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d23578-677e-42e6-9f00-c784067ab334 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.024357] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd45a17-5226-49ec-b949-be4940312dcb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.036881] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.540081] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.541539] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 723.541539] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.884578] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 775.884578] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Cleaning up deleted instances {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 776.387293] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] There are 0 instances to clean {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 776.387563] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 776.387664] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Cleaning up deleted instances with incomplete migration {{(pid=62097) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 776.890322] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 779.391984] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 779.392351] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 779.883513] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 779.883748] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.877538] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.883180] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 781.386394] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.386618] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.386776] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.386925] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 781.388050] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c069f303-641f-4ab1-a271-6b2687015e52 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.395945] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6d02a5-ef84-4863-9af9-f1b88a73b582 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.409355] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13cd001-1214-4534-8ee4-6615cbe04ae3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.415260] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4955a70b-7f67-4d50-8400-25f3c91c8e94 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.442978] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181323MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 781.443130] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.443321] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.463448] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 782.463746] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 782.477423] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec2a958-5cbf-4da1-b91f-66f8c35150b8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.485126] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5c6c1f-a571-409e-94a9-78ebd703e6e8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.514701] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3151eb7-8e15-4467-b1c8-a483f235711f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.521818] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f4115f-b6c2-48ed-b0c2-c3d23a22d532 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.534731] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.037504] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.038775] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 783.038955] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.038879] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.039178] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 784.039178] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Rebuilding the list of instances to heal {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 784.542072] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Didn't find any instances for network info cache update. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 784.542357] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.542517] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.542651] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 836.381442] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 838.882713] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 838.883116] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 839.884595] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.877798] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.882420] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.882601] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.386120] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.386424] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.386575] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.386724] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 841.387616] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e3634d-5d5b-44b6-8eed-084786454fd6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.395793] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6aed5a-eb56-497b-931b-930ed4a6b463 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.409925] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4296f603-30cb-4c3d-9a22-0ae5ccffbd6e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.415956] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5a0c19-f2dd-4115-8fe0-36890ece48ed {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.443734] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181308MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 841.443935] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.444088] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.499522] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 842.499807] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 842.515578] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Refreshing inventories for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 842.528337] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Updating ProviderTree inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 842.528533] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 842.539475] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Refreshing aggregate associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, aggregates: None {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 842.554324] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Refreshing trait associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 842.565065] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4607397f-ade1-4dd3-a83c-1aca7cc35d54 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.572273] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749ddc17-3f1a-47b2-b1b9-b17e601bbf74 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.601330] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39df60fa-8665-4d2f-984e-80899f358b84 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.607979] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0beac429-0aef-4de1-a0f9-46fc568c80c8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.620593] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.124090] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.125502] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 843.125680] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.682s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.126469] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.126802] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.126857] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 844.883768] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.883957] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 844.884098] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Rebuilding the list of instances to heal {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 845.386808] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Didn't find any instances for network info cache update. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 900.883288] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.883699] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.883699] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.883908] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 901.884162] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.883578] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.883751] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 902.884107] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 903.387428] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.387795] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.387795] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.387950] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 903.388916] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c434a759-b3c2-4dd8-9685-7245388c0af9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.397166] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e86c5d-8cec-444c-9b09-1cbba3d8a305 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.411527] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab56ee4e-2d8a-4988-9ffd-6e7df838c50a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.417503] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09228e5-4b31-440c-a7e0-677cfcf7d704 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.445474] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181318MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 903.445622] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.445794] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.463940] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 904.464223] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 904.477271] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27bb188-ec3c-4828-b556-48ff5fab22a2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.485045] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a083639-c854-4f80-9657-c9894d393bd6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.514871] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030916ed-2abf-45b6-927e-d88ad0635db3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.522335] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b051998-4871-4984-a741-51366a101e20 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.535474] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.038377] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.039658] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 905.039845] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.040351] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.040709] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 906.040709] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Rebuilding the list of instances to heal {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 906.543218] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Didn't find any instances for network info cache update. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 906.543462] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 956.382108] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.883629] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.878623] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.882613] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.885130] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.885130] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 963.883763] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 963.884143] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 963.884180] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 963.884338] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 964.387730] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.388040] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.388252] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.388439] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 964.389456] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc7a261-fa38-4e63-9d51-de4f6c526bb5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.398422] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ae7faf-bcc3-4b18-9661-b9aceaaecd5f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.413684] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539a4c88-bff6-4bd7-b4b5-64950b813701 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.420434] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee8f252-2109-4667-bb0d-c25e2ca62e43 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.452386] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181309MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 964.452555] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.452775] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.471343] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 965.471568] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 965.484269] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c80250-3bf8-465d-b2e5-6f99ce5d607c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.491705] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd93df44-6d91-4843-8929-3cd8982f2df0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.520594] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf384e98-1e44-4726-9efa-e9d4d465e11e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.527611] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45aec7e3-4e0e-4d7b-b9ef-b014226325a7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.541352] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.044864] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.046192] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 966.046368] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.046475] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.046706] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 968.046775] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Rebuilding the list of instances to heal {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 968.549758] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Didn't find any instances for network info cache update. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1022.381967] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1022.882698] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.883522] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.883875] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.883916] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.882771] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.883032] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.386830] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.387251] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.387251] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.387382] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1025.388302] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5f72a1-d476-4373-9b80-1c570841594e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.396763] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d14ba4-a01d-4b10-bdf8-510065e95178 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.410816] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506d729a-d381-438f-9c30-b506fa24c24f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.417122] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a455fb98-7d6f-449a-82c8-1dc32fcc8745 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.445640] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181305MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1025.445776] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.445962] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.463350] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1026.463631] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1026.476213] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef036af5-a708-4ab3-86a0-263e9c79a92a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.483825] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bae555a-fe0c-4372-8b71-b3b568a52b4a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.511998] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e1bba7-d1d2-49a6-8a2b-f0765d9355bd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.518768] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce9a84e-ea5f-454d-a877-d3777c16078d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.532191] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.035685] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.036982] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1027.037174] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.038141] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.038470] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1028.038470] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Rebuilding the list of instances to heal {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1028.541998] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Didn't find any instances for network info cache update. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1028.542268] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.542407] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1076.382248] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.884617] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.380178] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.380549] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.380596] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Cleaning up deleted instances with incomplete migration {{(pid=62097) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1085.385850] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.386244] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.386244] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.892965] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.893360] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.893694] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.893957] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1085.895551] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c250dce3-2e12-4e67-9d4c-3d9299d46a81 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.906017] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02bc255-c5d1-46d7-99e5-ca4d13112fd8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.920151] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af86736-0d16-4b5a-8dcd-36ad91819f6c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.926418] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dde874-646a-4470-b292-8119e41b0556 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.956780] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181316MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1085.956942] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.957232] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.975617] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1086.975861] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1086.988595] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a09cc2-0caa-45a5-a2cb-25600bd32eb4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.996116] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5062b15e-6d3d-4654-a183-f2a14ef00109 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.024323] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9e7786-90ae-4191-9328-b7133751f03e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.031142] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c70707-2148-4800-99b4-e6f5854903cf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.044635] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.547641] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.548917] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1087.549114] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.883658] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.883848] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1087.883905] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Rebuilding the list of instances to heal {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1088.387506] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Didn't find any instances for network info cache update. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1088.387913] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.387913] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.388101] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.388208] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.388334] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1088.388525] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.388657] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Cleaning up deleted instances {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1088.892650] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] There are 0 instances to clean {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1110.049396] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1110.552184] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Getting list of instances from cluster (obj){ [ 1110.552184] env[62097]: value = "domain-c8" [ 1110.552184] env[62097]: _type = "ClusterComputeResource" [ 1110.552184] env[62097]: } {{(pid=62097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1110.553285] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1e6ed9-fa5d-4388-8c71-7b377f53e43a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.561842] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Got total of 0 instances {{(pid=62097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1143.390491] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.882791] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.883271] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.883271] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.386904] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.387150] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.387331] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.387479] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1146.388360] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9abb54b-a5c6-478c-b58b-877fa3621b86 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.396526] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56eef31-9370-4da2-9fcb-5cbcc7ed597a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.410291] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb41c4e-63b0-4c69-a24a-d91df9113225 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.416338] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f43f7cf-3af2-45f9-9380-8363043442be {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.444219] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181309MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1146.444327] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.444507] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.563862] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1147.563862] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1147.576890] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Refreshing inventories for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1147.587699] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Updating ProviderTree inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1147.587867] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.596675] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Refreshing aggregate associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, aggregates: None {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1147.612075] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Refreshing trait associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1147.623282] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd865ecf-7903-4d00-9cee-fcd78db16948 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.630638] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cded3e7-3af8-4ce3-8b8b-aa86c332592c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.659527] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6b2da9-2bf3-43fa-845c-b3ab6aa34346 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.666550] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064b799a-63ae-4090-8439-c8657ba1e9a6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.680106] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.183128] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.184450] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1148.184631] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.740s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.184595] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.184970] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1149.184970] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Rebuilding the list of instances to heal {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1149.688135] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Didn't find any instances for network info cache update. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1149.688375] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.688537] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.688705] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.883196] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.883354] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1197.879765] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.385602] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.882886] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.883794] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.884178] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.884246] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.387451] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.387718] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.387847] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.388017] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1207.388870] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb83edc0-2b7f-4c1f-b976-e6ad128972d8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.397045] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137601d0-2912-493a-bc35-54bafb78f74c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.410568] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906ad83b-6791-413c-88f3-990b257107b1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.416651] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31ffb3b-74e5-4bd6-b19b-6a5379202b18 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.445120] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181302MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1207.445260] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.445448] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.467666] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1208.467898] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1208.481411] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95957a97-7815-47a7-a380-2659791a8734 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.488915] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1860e9b-15b1-4169-9974-04640c6c0612 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.520769] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110e9ff3-f2e5-4608-b96a-1fbd9e98fb27 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.528143] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faf076e-abab-43f2-a5b9-0bb692ffd01e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.542007] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.045464] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.046747] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1209.046935] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.601s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.046724] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.047177] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.047177] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.047386] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1210.883719] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.883898] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1210.883938] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Rebuilding the list of instances to heal {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1211.386703] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Didn't find any instances for network info cache update. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1266.883675] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.884135] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.884188] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.883732] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.883703] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.387363] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.387792] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.387792] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.387903] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1269.388775] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c67fce5-4cc2-465a-80e3-a0ede7627fcf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.397032] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92be3c7-8cff-4bb1-b2d1-84352b295f20 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.410520] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c926f786-9ced-4020-86dc-9e979ff2cd3a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.416481] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574879b3-d7f5-427d-81f4-0a60a486b6c3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.444713] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181309MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1269.444845] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.445041] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.463627] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1270.463846] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1270.477977] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aae3f7-cf0d-481f-8440-69fb389f3d7c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.485340] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630ba799-6250-41ff-9335-8b12ca5b0c86 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.513811] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4697d5b-30e9-4433-bcfd-a0ea202b9836 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.520614] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8fbc20-7384-43f8-b493-02cc17bf2d0c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.533440] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.036101] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.037414] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1271.037614] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.037233] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.037498] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1272.037535] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Rebuilding the list of instances to heal {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1272.541837] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Didn't find any instances for network info cache update. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1272.542076] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.542231] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.542392] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.542527] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1322.384743] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.382359] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.883592] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.883880] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.884100] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.883108] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.883471] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.386380] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.386617] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.386777] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.386926] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1330.387807] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb12238b-d326-4698-b9a2-a4af427d820a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.395991] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a3ffb4-0542-4f90-bb77-bad2a30becb3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.409491] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665fdbf6-49ad-4dd7-81d6-5728531080d0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.415803] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4be39d-f72d-4cbf-b999-7960b43c1671 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.444417] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181310MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1330.444579] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.444751] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.463118] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1331.463425] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1331.475753] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deccc011-67d8-4519-9d1a-d68a76460746 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.483625] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99da46b-d23e-46b2-9a81-912f122a5259 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.512136] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00677f3-ebd6-418c-89ef-cc39d3a003c5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.519165] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dc7066-846f-4f56-9a3c-0ac4e3355522 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.531744] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.035266] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.036552] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1332.036738] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.036699] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.037159] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1334.037159] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Rebuilding the list of instances to heal {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1334.539992] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Didn't find any instances for network info cache update. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1334.540276] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.540439] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.540569] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1388.883644] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.884082] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.884082] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.883404] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.883713] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.883995] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.386775] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.387049] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.387192] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.387346] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1390.388279] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84405bc6-398b-4ad3-a8e5-a4641cb06f02 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.396145] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0210ee7b-a45c-4a9e-99fe-c74f83dcd3ee {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.409600] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1136229-754d-4fc6-aa44-7510ac78460b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.415713] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ae6fa0-8095-4aab-bb87-e1f30a12270b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.443178] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181314MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1390.443330] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.443490] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.462652] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1391.462652] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1391.476211] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68600e4f-d4f5-43b8-adf4-da203b72aa7d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.481853] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262e9aeb-273f-4d0d-b43c-da75b34a5e1f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.510957] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760240e3-9b69-4ddc-8eb3-b6067e4cb8d5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.518034] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213b2798-92ee-4157-893d-a086c7556328 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.530804] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.036193] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.036193] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1392.036193] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.883229] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.883659] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.883659] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Cleaning up deleted instances with incomplete migration {{(pid=62097) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1394.386370] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.386756] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1394.386756] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Rebuilding the list of instances to heal {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1394.889634] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Didn't find any instances for network info cache update. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1394.889883] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.890018] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1395.883297] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.386647] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.387110] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Cleaning up deleted instances {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1401.890666] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] There are 0 instances to clean {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1446.381450] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.381657] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.883673] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.884097] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.884151] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.387286] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.387546] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.387706] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.387860] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1451.388789] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f246c3-754e-4abd-aa49-44de76b4a597 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.400212] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fea18fb-d24d-4a0c-8622-db6cf92ccdf3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.420690] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e246f2-be10-4196-b466-e1e9ffed21d1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.429532] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddd9eaf-3243-4e06-a0c8-1300218c3e0b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.462799] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181313MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1451.462918] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.463096] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.495685] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1452.495917] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1452.511120] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Refreshing inventories for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1452.523135] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Updating ProviderTree inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1452.523334] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1452.533286] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Refreshing aggregate associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, aggregates: None {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1452.548324] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Refreshing trait associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1452.559653] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f3ed64-b737-4c61-8f75-a9433e13779d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.570719] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e299a9-a341-408a-9507-2cb9b8417a25 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.597618] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2e4ef7-b7ac-442e-b912-076ca4f6783c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.604843] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca49c85a-0d39-435b-9df3-c80aa30c4305 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.618130] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.121328] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.122674] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1453.122855] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.660s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.122515] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.122954] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1454.122954] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Rebuilding the list of instances to heal {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1454.625497] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Didn't find any instances for network info cache update. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1454.625759] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.625909] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.883498] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.883599] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.883967] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1508.877590] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.883011] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.883403] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.883403] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.883531] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.883033] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.386190] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.386458] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.386570] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.386724] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1513.387635] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e309e4-3475-4d80-932b-d7dcef354b70 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.395637] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8652a21-eb20-42ea-b17e-4f50892a7389 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.408978] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ccc517-a010-483a-81a3-5996bc512a15 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.414877] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3377dace-2a7f-42ae-ae87-c5fe7be4a4da {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.442325] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181316MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1513.442463] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.442626] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.460950] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1514.461226] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1514.473923] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8fc5f8-c844-4456-9e8d-bd475e2d7ec1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.481644] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b5bad0-fd0b-477b-a762-3fd6f9f0ce28 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.510332] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7777ac25-7fd1-445f-bdd2-567f485e67f0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.517677] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dd9ed5-2d6e-4e82-9b0e-da143771423f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.530618] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.033690] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1515.034969] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1515.035174] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.035634] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.036060] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1518.036060] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Rebuilding the list of instances to heal {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1518.538830] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Didn't find any instances for network info cache update. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1518.539083] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.539245] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.539380] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1569.383189] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1570.381860] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.883178] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1572.882307] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1572.882586] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.883531] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.883514] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1575.387538] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.387953] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.387953] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.388137] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1575.389042] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9573742f-90d1-41f1-ad71-b3eae06f5545 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.397330] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed9ab14-af34-4ba1-9827-025f64961821 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.411107] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c035a0c3-ddfd-48cb-8d11-cf4a71d5678b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.417431] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a171e3-6865-4a3a-965f-931f5de143f5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.445451] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181321MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1575.445563] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.445722] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.465368] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1576.465712] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1576.481481] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41f97fa-1a43-44a1-a86c-eae5ad9fb8c0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.489910] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d25f04c-77f5-409c-bdda-d68ff39dda81 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.521845] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078414c0-3008-4f4a-9f4f-627da1813aa9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.529429] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192e4d59-e4a8-4bf9-a8d6-05135693dcdc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.546523] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1577.050021] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1577.052023] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1577.052023] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.606s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.053603] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1579.053935] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1579.053935] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Rebuilding the list of instances to heal {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1579.557152] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Didn't find any instances for network info cache update. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1579.557536] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1579.558073] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1579.558283] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1589.020530] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Acquiring lock "7b12acc4-d184-4130-980a-0c84c4c28617" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.022063] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Lock "7b12acc4-d184-4130-980a-0c84c4c28617" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.524917] env[62097]: DEBUG nova.compute.manager [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1590.078465] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.078465] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.079515] env[62097]: INFO nova.compute.claims [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1590.485287] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "f1884230-e972-4c99-a81b-1ecf9b5d7875" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.485287] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "f1884230-e972-4c99-a81b-1ecf9b5d7875" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.987744] env[62097]: DEBUG nova.compute.manager [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1591.139965] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c213f8-dc70-454e-a10e-317dc42337e6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.149905] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb4c322-bf17-422a-9b0e-5c80d2f233b1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.187332] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a8becd-e5d0-47a1-a3d5-7d7f9c9c07cf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.195872] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e57f2f6-6585-4b77-835a-b4e1ff20354f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.213200] env[62097]: DEBUG nova.compute.provider_tree [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1591.516942] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.718636] env[62097]: DEBUG nova.scheduler.client.report [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1592.229920] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.230461] env[62097]: DEBUG nova.compute.manager [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1592.233808] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.718s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.235301] env[62097]: INFO nova.compute.claims [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1592.742134] env[62097]: DEBUG nova.compute.utils [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1592.744441] env[62097]: DEBUG nova.compute.manager [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1592.745535] env[62097]: DEBUG nova.network.neutron [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1593.019379] env[62097]: DEBUG nova.policy [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af2439f1ce9547488cbcf4e49565f4f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22be589020e945b2989f2b42dcf7c269', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1593.253107] env[62097]: DEBUG nova.compute.manager [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1593.320806] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e635b432-2d4e-4a47-b4a2-460a740cd49f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.329176] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de389e6e-9e3b-4252-a4c4-d9ca2fec3397 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.366438] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320a2aa1-59b8-478d-8a95-6d8116b2c008 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.379286] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59a7c97-82f7-47c3-896f-5ca107bb2aa3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.398309] env[62097]: DEBUG nova.compute.provider_tree [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.900422] env[62097]: DEBUG nova.scheduler.client.report [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1593.974710] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquiring lock "14dbda85-7017-4a43-87a8-36e96f048b49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.974939] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Lock "14dbda85-7017-4a43-87a8-36e96f048b49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.016254] env[62097]: DEBUG nova.network.neutron [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Successfully created port: 1aa90765-06c7-4244-8595-fd91f93f6388 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1594.266281] env[62097]: DEBUG nova.compute.manager [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1594.299777] env[62097]: DEBUG nova.virt.hardware [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1594.299896] env[62097]: DEBUG nova.virt.hardware [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1594.301271] env[62097]: DEBUG nova.virt.hardware [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1594.301539] env[62097]: DEBUG nova.virt.hardware [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1594.301703] env[62097]: DEBUG nova.virt.hardware [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1594.301855] env[62097]: DEBUG nova.virt.hardware [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1594.302426] env[62097]: DEBUG nova.virt.hardware [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1594.302630] env[62097]: DEBUG nova.virt.hardware [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1594.302819] env[62097]: DEBUG nova.virt.hardware [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1594.302983] env[62097]: DEBUG nova.virt.hardware [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1594.303169] env[62097]: DEBUG nova.virt.hardware [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1594.305021] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96689190-2a05-4f39-b142-0e93cca61e1e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.313034] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba21a24-2ad1-43f2-b327-2b49d8db4e73 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.333669] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db642d49-24e3-4a3b-8294-f3277a4e1fd6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.413886] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.414535] env[62097]: DEBUG nova.compute.manager [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1594.479120] env[62097]: DEBUG nova.compute.manager [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1594.921462] env[62097]: DEBUG nova.compute.utils [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1594.922943] env[62097]: DEBUG nova.compute.manager [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1594.925023] env[62097]: DEBUG nova.network.neutron [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1595.011359] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.011702] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.013654] env[62097]: INFO nova.compute.claims [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1595.138011] env[62097]: DEBUG nova.policy [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5c0a85261f44a728c41020a20e8c90a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cca84f0add14e3c87ec62fdf4d4ad2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1595.207458] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Acquiring lock "ea5fe526-e497-4803-b6f3-0f4d7be0ada5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.207684] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Lock "ea5fe526-e497-4803-b6f3-0f4d7be0ada5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.428689] env[62097]: DEBUG nova.compute.manager [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1595.710158] env[62097]: DEBUG nova.compute.manager [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1596.102007] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb808612-7c26-447c-b599-2b604528aeba {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.110199] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505a7cb4-3ff9-4612-babe-8af7337642a4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.142165] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1da1c96-9478-4ef2-b5d4-8539deeae457 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.150513] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5b7353-1117-4c1e-a927-e382f874f3a1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.164104] env[62097]: DEBUG nova.compute.provider_tree [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1596.230052] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.443028] env[62097]: DEBUG nova.compute.manager [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1596.484537] env[62097]: DEBUG nova.virt.hardware [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1596.484831] env[62097]: DEBUG nova.virt.hardware [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1596.485123] env[62097]: DEBUG nova.virt.hardware [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1596.485435] env[62097]: DEBUG nova.virt.hardware [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1596.487027] env[62097]: DEBUG nova.virt.hardware [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1596.487027] env[62097]: DEBUG nova.virt.hardware [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1596.487027] env[62097]: DEBUG nova.virt.hardware [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1596.487027] env[62097]: DEBUG nova.virt.hardware [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1596.487027] env[62097]: DEBUG nova.virt.hardware [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1596.487320] env[62097]: DEBUG nova.virt.hardware [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1596.487320] env[62097]: DEBUG nova.virt.hardware [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1596.490466] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b3a7ce-33e2-420f-b5d3-dc2e059bdf40 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.502380] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9f1883-e9ad-422d-b955-4776cef92a48 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.669884] env[62097]: DEBUG nova.scheduler.client.report [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1596.814719] env[62097]: DEBUG nova.network.neutron [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Successfully created port: 3c8562bc-a170-4434-826b-371791a5df9c {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1597.160855] env[62097]: DEBUG nova.network.neutron [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Successfully updated port: 1aa90765-06c7-4244-8595-fd91f93f6388 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1597.177822] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.177822] env[62097]: DEBUG nova.compute.manager [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1597.180345] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.948s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.181985] env[62097]: INFO nova.compute.claims [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1597.666260] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Acquiring lock "refresh_cache-7b12acc4-d184-4130-980a-0c84c4c28617" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.666567] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Acquired lock "refresh_cache-7b12acc4-d184-4130-980a-0c84c4c28617" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.666619] env[62097]: DEBUG nova.network.neutron [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1597.688448] env[62097]: DEBUG nova.compute.utils [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1597.691683] env[62097]: DEBUG nova.compute.manager [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1597.691987] env[62097]: DEBUG nova.network.neutron [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1597.763626] env[62097]: DEBUG nova.policy [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbc90aafbd4f4424aa3ac03a790cf0e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39c431e17ad94d858169330cef9bf619', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1598.194955] env[62097]: DEBUG nova.compute.manager [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1598.256419] env[62097]: DEBUG nova.network.neutron [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1598.367229] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb4d9ce-6453-4f16-882b-26312fb8f58c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.377959] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf51a4fd-59ec-4794-9bb3-cd0184f12f55 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.417153] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c628eea-d73e-4f96-a5f5-3d533c6f4777 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.427462] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d683c7b-dfae-48af-95cd-497390cc99bc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.448085] env[62097]: DEBUG nova.compute.provider_tree [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1598.741206] env[62097]: DEBUG nova.network.neutron [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Successfully created port: 8993c4b1-8a62-44df-9d85-d6b34b5b98d8 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1598.939470] env[62097]: DEBUG oslo_concurrency.lockutils [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Acquiring lock "9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.939721] env[62097]: DEBUG oslo_concurrency.lockutils [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Lock "9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.950908] env[62097]: DEBUG nova.scheduler.client.report [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1599.084376] env[62097]: DEBUG nova.network.neutron [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Updating instance_info_cache with network_info: [{"id": "1aa90765-06c7-4244-8595-fd91f93f6388", "address": "fa:16:3e:fa:f2:22", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa90765-06", "ovs_interfaceid": "1aa90765-06c7-4244-8595-fd91f93f6388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.136102] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "76990b8d-ff61-454d-9dee-33bfe27f9665" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.136383] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "76990b8d-ff61-454d-9dee-33bfe27f9665" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.208226] env[62097]: DEBUG nova.compute.manager [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1599.238095] env[62097]: DEBUG nova.virt.hardware [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1599.238354] env[62097]: DEBUG nova.virt.hardware [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1599.238497] env[62097]: DEBUG nova.virt.hardware [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1599.238669] env[62097]: DEBUG nova.virt.hardware [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1599.238841] env[62097]: DEBUG nova.virt.hardware [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1599.239012] env[62097]: DEBUG nova.virt.hardware [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1599.239225] env[62097]: DEBUG nova.virt.hardware [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1599.239382] env[62097]: DEBUG nova.virt.hardware [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1599.239543] env[62097]: DEBUG nova.virt.hardware [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1599.239700] env[62097]: DEBUG nova.virt.hardware [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1599.239927] env[62097]: DEBUG nova.virt.hardware [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1599.240801] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f4c8b5-61e9-4978-9dee-221515884952 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.249106] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4276ee-1414-4ce8-a477-34c4d04eec5b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.442815] env[62097]: DEBUG nova.compute.manager [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1599.455703] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.456222] env[62097]: DEBUG nova.compute.manager [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1599.538532] env[62097]: DEBUG nova.compute.manager [req-ee957f09-dd8c-461e-8495-9a106f93f10d req-fb592637-e9ed-4472-b0f5-3aed696ca498 service nova] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Received event network-vif-plugged-1aa90765-06c7-4244-8595-fd91f93f6388 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1599.538793] env[62097]: DEBUG oslo_concurrency.lockutils [req-ee957f09-dd8c-461e-8495-9a106f93f10d req-fb592637-e9ed-4472-b0f5-3aed696ca498 service nova] Acquiring lock "7b12acc4-d184-4130-980a-0c84c4c28617-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.538993] env[62097]: DEBUG oslo_concurrency.lockutils [req-ee957f09-dd8c-461e-8495-9a106f93f10d req-fb592637-e9ed-4472-b0f5-3aed696ca498 service nova] Lock "7b12acc4-d184-4130-980a-0c84c4c28617-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.539182] env[62097]: DEBUG oslo_concurrency.lockutils [req-ee957f09-dd8c-461e-8495-9a106f93f10d req-fb592637-e9ed-4472-b0f5-3aed696ca498 service nova] Lock "7b12acc4-d184-4130-980a-0c84c4c28617-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.539348] env[62097]: DEBUG nova.compute.manager [req-ee957f09-dd8c-461e-8495-9a106f93f10d req-fb592637-e9ed-4472-b0f5-3aed696ca498 service nova] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] No waiting events found dispatching network-vif-plugged-1aa90765-06c7-4244-8595-fd91f93f6388 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1599.539506] env[62097]: WARNING nova.compute.manager [req-ee957f09-dd8c-461e-8495-9a106f93f10d req-fb592637-e9ed-4472-b0f5-3aed696ca498 service nova] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Received unexpected event network-vif-plugged-1aa90765-06c7-4244-8595-fd91f93f6388 for instance with vm_state building and task_state spawning. [ 1599.588864] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Releasing lock "refresh_cache-7b12acc4-d184-4130-980a-0c84c4c28617" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.589223] env[62097]: DEBUG nova.compute.manager [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Instance network_info: |[{"id": "1aa90765-06c7-4244-8595-fd91f93f6388", "address": "fa:16:3e:fa:f2:22", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa90765-06", "ovs_interfaceid": "1aa90765-06c7-4244-8595-fd91f93f6388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1599.589728] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:f2:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1aa90765-06c7-4244-8595-fd91f93f6388', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1599.604834] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1599.605489] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea17d8b3-f82f-4b1a-8397-11160c144fab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.623936] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Created folder: OpenStack in parent group-v4. [ 1599.624313] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Creating folder: Project (22be589020e945b2989f2b42dcf7c269). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1599.624634] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e424174-60eb-4432-bc53-bbb98bb0bbb0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.636292] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Created folder: Project (22be589020e945b2989f2b42dcf7c269) in parent group-v417770. [ 1599.636813] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Creating folder: Instances. Parent ref: group-v417771. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1599.636946] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b78c5e49-4ce6-4164-bca0-c1ad7135d8d0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.642642] env[62097]: DEBUG nova.compute.manager [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1599.653851] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Created folder: Instances in parent group-v417771. [ 1599.655552] env[62097]: DEBUG oslo.service.loopingcall [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.655552] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1599.655552] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0055106f-1f1f-415a-8e2a-825dd3803c0d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.681108] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1599.681108] env[62097]: value = "task-2034366" [ 1599.681108] env[62097]: _type = "Task" [ 1599.681108] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.689617] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034366, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.963929] env[62097]: DEBUG nova.compute.utils [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1599.965370] env[62097]: DEBUG nova.compute.manager [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1599.965540] env[62097]: DEBUG nova.network.neutron [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1599.976352] env[62097]: DEBUG oslo_concurrency.lockutils [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.976352] env[62097]: DEBUG oslo_concurrency.lockutils [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.976352] env[62097]: INFO nova.compute.claims [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1600.162817] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.192447] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034366, 'name': CreateVM_Task, 'duration_secs': 0.491227} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.192937] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1600.217478] env[62097]: DEBUG oslo_vmware.service [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab242ea-1847-4700-b424-7cec311ae2d1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.225737] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.225737] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.226315] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1600.226561] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6af31b40-984d-45f6-8ca6-77d9eb4c2d1c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.231802] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for the task: (returnval){ [ 1600.231802] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52c2269e-5a1a-67aa-8a22-7e3e1e45c134" [ 1600.231802] env[62097]: _type = "Task" [ 1600.231802] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.240396] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52c2269e-5a1a-67aa-8a22-7e3e1e45c134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.320383] env[62097]: DEBUG nova.policy [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97313f02a5ff4874ac9026b178ad2957', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3735565d8f8143d4960a6aee4609d6f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1600.471638] env[62097]: DEBUG nova.compute.manager [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1600.744110] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.747814] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1600.747814] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.747814] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.747814] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1600.747814] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb5e1416-9412-4739-b49d-3d46c0ae0896 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.763130] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1600.763555] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1600.765023] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51edf73e-7475-47ba-b3e9-2468afd35f09 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.774935] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f571fc2-accc-44db-b53b-d546f7a783f4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.781244] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for the task: (returnval){ [ 1600.781244] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b56878-d542-adf1-6d12-23fc205e24be" [ 1600.781244] env[62097]: _type = "Task" [ 1600.781244] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.789477] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b56878-d542-adf1-6d12-23fc205e24be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.126962] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c52c3a-cecc-4e16-91e8-44014c657cee {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.133927] env[62097]: DEBUG nova.network.neutron [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Successfully updated port: 3c8562bc-a170-4434-826b-371791a5df9c {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1601.148515] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a044a916-3617-4052-b587-6505c59d1ab1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.192617] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8262d5fa-b0ac-43f9-9192-0f31f44cb2c1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.203173] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d35beb-82ac-4f97-96ab-9e98fc01877a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.224024] env[62097]: DEBUG nova.compute.provider_tree [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.306221] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Preparing fetch location {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1601.306221] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Creating directory with path [datastore1] vmware_temp/5a671944-5afa-47c0-b7db-8e46f59cac03/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1601.306221] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59f9a447-cd41-4fa5-99a9-364584e62bc3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.342160] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Created directory with path [datastore1] vmware_temp/5a671944-5afa-47c0-b7db-8e46f59cac03/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1601.343851] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Fetch image to [datastore1] vmware_temp/5a671944-5afa-47c0-b7db-8e46f59cac03/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/tmp-sparse.vmdk {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1601.343851] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Downloading image file data 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 to [datastore1] vmware_temp/5a671944-5afa-47c0-b7db-8e46f59cac03/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/tmp-sparse.vmdk on the data store datastore1 {{(pid=62097) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1601.344917] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0031acc-6542-40e0-bf81-651b927f62f9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.355894] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac9a4f1-4c4b-4599-9303-46141cf1e3fd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.371676] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ba65a4-3e54-476e-b26f-05615851f2c2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.416346] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9451129-b191-439f-96f6-29006d25d684 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.423668] env[62097]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f1c2f3d7-3053-4127-b9d7-44f41da2c9a0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.485716] env[62097]: DEBUG nova.compute.manager [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1601.515945] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Downloading image file data 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 to the data store datastore1 {{(pid=62097) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1601.517965] env[62097]: DEBUG nova.virt.hardware [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1601.518318] env[62097]: DEBUG nova.virt.hardware [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1601.518510] env[62097]: DEBUG nova.virt.hardware [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1601.518696] env[62097]: DEBUG nova.virt.hardware [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1601.518853] env[62097]: DEBUG nova.virt.hardware [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1601.519142] env[62097]: DEBUG nova.virt.hardware [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1601.523480] env[62097]: DEBUG nova.virt.hardware [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1601.523611] env[62097]: DEBUG nova.virt.hardware [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1601.523693] env[62097]: DEBUG nova.virt.hardware [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1601.523887] env[62097]: DEBUG nova.virt.hardware [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1601.524049] env[62097]: DEBUG nova.virt.hardware [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1601.526435] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb15cb0-fb50-4333-b32b-4cd8aaa5f999 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.533446] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19262d55-a3bf-4b1e-90af-13e8c854cec3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.607180] env[62097]: DEBUG oslo_vmware.rw_handles [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/5a671944-5afa-47c0-b7db-8e46f59cac03/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62097) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1601.676638] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "refresh_cache-f1884230-e972-4c99-a81b-1ecf9b5d7875" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.676790] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquired lock "refresh_cache-f1884230-e972-4c99-a81b-1ecf9b5d7875" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.676942] env[62097]: DEBUG nova.network.neutron [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1601.724085] env[62097]: DEBUG nova.scheduler.client.report [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1601.852445] env[62097]: DEBUG nova.network.neutron [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Successfully updated port: 8993c4b1-8a62-44df-9d85-d6b34b5b98d8 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1601.962084] env[62097]: DEBUG nova.network.neutron [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Successfully created port: 1e4eb5b7-dff3-4622-afa6-cf67f896c182 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1602.236709] env[62097]: DEBUG oslo_concurrency.lockutils [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.236709] env[62097]: DEBUG nova.compute.manager [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1602.242898] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.080s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.248533] env[62097]: INFO nova.compute.claims [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1602.359129] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquiring lock "refresh_cache-14dbda85-7017-4a43-87a8-36e96f048b49" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.362021] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquired lock "refresh_cache-14dbda85-7017-4a43-87a8-36e96f048b49" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.362021] env[62097]: DEBUG nova.network.neutron [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1602.434272] env[62097]: DEBUG oslo_vmware.rw_handles [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Completed reading data from the image iterator. {{(pid=62097) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1602.434272] env[62097]: DEBUG oslo_vmware.rw_handles [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/5a671944-5afa-47c0-b7db-8e46f59cac03/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1602.463497] env[62097]: DEBUG nova.network.neutron [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1602.489347] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Downloaded image file data 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 to vmware_temp/5a671944-5afa-47c0-b7db-8e46f59cac03/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/tmp-sparse.vmdk on the data store datastore1 {{(pid=62097) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1602.491475] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Caching image {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1602.495043] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Copying Virtual Disk [datastore1] vmware_temp/5a671944-5afa-47c0-b7db-8e46f59cac03/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/tmp-sparse.vmdk to [datastore1] vmware_temp/5a671944-5afa-47c0-b7db-8e46f59cac03/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1602.495043] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32f2cc33-137a-43ff-a22f-9299b9aa9b98 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.505096] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for the task: (returnval){ [ 1602.505096] env[62097]: value = "task-2034367" [ 1602.505096] env[62097]: _type = "Task" [ 1602.505096] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.529144] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.756390] env[62097]: DEBUG nova.compute.utils [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1602.760498] env[62097]: DEBUG nova.compute.manager [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1602.760678] env[62097]: DEBUG nova.network.neutron [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1602.936747] env[62097]: DEBUG nova.policy [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3676b29ad444beeac56da86cf2fdad5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4453ce600e1048678ea053d3f48435a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1602.967156] env[62097]: DEBUG nova.network.neutron [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1602.996266] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "be718be8-85d4-4a44-8b30-3bf18a69b989" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.996669] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "be718be8-85d4-4a44-8b30-3bf18a69b989" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.016947] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034367, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.027025] env[62097]: DEBUG nova.network.neutron [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Updating instance_info_cache with network_info: [{"id": "3c8562bc-a170-4434-826b-371791a5df9c", "address": "fa:16:3e:fa:13:39", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8562bc-a1", "ovs_interfaceid": "3c8562bc-a170-4434-826b-371791a5df9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.030025] env[62097]: DEBUG nova.compute.manager [req-54a403b4-a551-4dc2-9319-6653a669b3c5 req-a3214ea6-ec7f-42ab-bb88-9ae26fdcc8a5 service nova] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Received event network-vif-plugged-3c8562bc-a170-4434-826b-371791a5df9c {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1603.030708] env[62097]: DEBUG oslo_concurrency.lockutils [req-54a403b4-a551-4dc2-9319-6653a669b3c5 req-a3214ea6-ec7f-42ab-bb88-9ae26fdcc8a5 service nova] Acquiring lock "f1884230-e972-4c99-a81b-1ecf9b5d7875-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.030708] env[62097]: DEBUG oslo_concurrency.lockutils [req-54a403b4-a551-4dc2-9319-6653a669b3c5 req-a3214ea6-ec7f-42ab-bb88-9ae26fdcc8a5 service nova] Lock "f1884230-e972-4c99-a81b-1ecf9b5d7875-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.030708] env[62097]: DEBUG oslo_concurrency.lockutils [req-54a403b4-a551-4dc2-9319-6653a669b3c5 req-a3214ea6-ec7f-42ab-bb88-9ae26fdcc8a5 service nova] Lock "f1884230-e972-4c99-a81b-1ecf9b5d7875-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.030708] env[62097]: DEBUG nova.compute.manager [req-54a403b4-a551-4dc2-9319-6653a669b3c5 req-a3214ea6-ec7f-42ab-bb88-9ae26fdcc8a5 service nova] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] No waiting events found dispatching network-vif-plugged-3c8562bc-a170-4434-826b-371791a5df9c {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1603.030910] env[62097]: WARNING nova.compute.manager [req-54a403b4-a551-4dc2-9319-6653a669b3c5 req-a3214ea6-ec7f-42ab-bb88-9ae26fdcc8a5 service nova] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Received unexpected event network-vif-plugged-3c8562bc-a170-4434-826b-371791a5df9c for instance with vm_state building and task_state spawning. [ 1603.264753] env[62097]: DEBUG nova.compute.manager [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1603.423336] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ab43cc-e5f1-4498-a454-bf8b16a1c9ef {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.431269] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484216a3-4e4f-4503-b8b2-f5f40c1b7ac4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.469039] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0774e7f2-45de-4bc6-a0fe-7eb705070992 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.477016] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad08d9b-d8fc-4c58-aaf5-7aa0dd0363a0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.490996] env[62097]: DEBUG nova.compute.provider_tree [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.498817] env[62097]: DEBUG nova.compute.manager [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1603.515263] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034367, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.534839] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Releasing lock "refresh_cache-f1884230-e972-4c99-a81b-1ecf9b5d7875" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.535184] env[62097]: DEBUG nova.compute.manager [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Instance network_info: |[{"id": "3c8562bc-a170-4434-826b-371791a5df9c", "address": "fa:16:3e:fa:13:39", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8562bc-a1", "ovs_interfaceid": "3c8562bc-a170-4434-826b-371791a5df9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1603.535606] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:13:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c8562bc-a170-4434-826b-371791a5df9c', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1603.546232] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Creating folder: Project (9cca84f0add14e3c87ec62fdf4d4ad2d). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1603.547304] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f53cd00e-e9fe-4ac6-818a-c029a6d6d98a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.558703] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Created folder: Project (9cca84f0add14e3c87ec62fdf4d4ad2d) in parent group-v417770. [ 1603.558908] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Creating folder: Instances. Parent ref: group-v417774. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1603.559159] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afdac6b2-4607-41a1-95dc-17e558da69be {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.565885] env[62097]: DEBUG nova.network.neutron [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Updating instance_info_cache with network_info: [{"id": "8993c4b1-8a62-44df-9d85-d6b34b5b98d8", "address": "fa:16:3e:a4:3f:b8", "network": {"id": "ee93f801-6e82-4441-b425-68cd150958ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1524557377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c431e17ad94d858169330cef9bf619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8993c4b1-8a", "ovs_interfaceid": "8993c4b1-8a62-44df-9d85-d6b34b5b98d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.569853] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Created folder: Instances in parent group-v417774. [ 1603.570433] env[62097]: DEBUG oslo.service.loopingcall [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1603.570643] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1603.570973] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fed7824-9c60-4870-bb96-dd052a23a232 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.595400] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1603.595400] env[62097]: value = "task-2034370" [ 1603.595400] env[62097]: _type = "Task" [ 1603.595400] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.605456] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034370, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.747781] env[62097]: DEBUG nova.compute.manager [req-19c0b41b-ed55-4d1b-90b2-54e77ce34fb4 req-a8a70d40-26d6-4956-9da5-55393c36ed62 service nova] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Received event network-changed-1aa90765-06c7-4244-8595-fd91f93f6388 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1603.748516] env[62097]: DEBUG nova.compute.manager [req-19c0b41b-ed55-4d1b-90b2-54e77ce34fb4 req-a8a70d40-26d6-4956-9da5-55393c36ed62 service nova] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Refreshing instance network info cache due to event network-changed-1aa90765-06c7-4244-8595-fd91f93f6388. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1603.748516] env[62097]: DEBUG oslo_concurrency.lockutils [req-19c0b41b-ed55-4d1b-90b2-54e77ce34fb4 req-a8a70d40-26d6-4956-9da5-55393c36ed62 service nova] Acquiring lock "refresh_cache-7b12acc4-d184-4130-980a-0c84c4c28617" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.748516] env[62097]: DEBUG oslo_concurrency.lockutils [req-19c0b41b-ed55-4d1b-90b2-54e77ce34fb4 req-a8a70d40-26d6-4956-9da5-55393c36ed62 service nova] Acquired lock "refresh_cache-7b12acc4-d184-4130-980a-0c84c4c28617" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.748659] env[62097]: DEBUG nova.network.neutron [req-19c0b41b-ed55-4d1b-90b2-54e77ce34fb4 req-a8a70d40-26d6-4956-9da5-55393c36ed62 service nova] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Refreshing network info cache for port 1aa90765-06c7-4244-8595-fd91f93f6388 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1603.996336] env[62097]: DEBUG nova.scheduler.client.report [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1604.022519] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034367, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.033831] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.068734] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Releasing lock "refresh_cache-14dbda85-7017-4a43-87a8-36e96f048b49" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.069151] env[62097]: DEBUG nova.compute.manager [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Instance network_info: |[{"id": "8993c4b1-8a62-44df-9d85-d6b34b5b98d8", "address": "fa:16:3e:a4:3f:b8", "network": {"id": "ee93f801-6e82-4441-b425-68cd150958ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1524557377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c431e17ad94d858169330cef9bf619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8993c4b1-8a", "ovs_interfaceid": "8993c4b1-8a62-44df-9d85-d6b34b5b98d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1604.069568] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:3f:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8993c4b1-8a62-44df-9d85-d6b34b5b98d8', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1604.081211] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Creating folder: Project (39c431e17ad94d858169330cef9bf619). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1604.081323] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcc97527-3465-434e-8349-282c1249c5c0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.092977] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Created folder: Project (39c431e17ad94d858169330cef9bf619) in parent group-v417770. [ 1604.093089] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Creating folder: Instances. Parent ref: group-v417776. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1604.093253] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2345f160-f89b-49af-a8b8-ff8aca53f715 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.107609] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Created folder: Instances in parent group-v417776. [ 1604.107863] env[62097]: DEBUG oslo.service.loopingcall [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.108672] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1604.108712] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2507f233-1bed-4ba7-8129-5df8a143139b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.127553] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034370, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.132317] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1604.132317] env[62097]: value = "task-2034373" [ 1604.132317] env[62097]: _type = "Task" [ 1604.132317] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.140630] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034373, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.279888] env[62097]: DEBUG nova.compute.manager [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1604.315131] env[62097]: DEBUG nova.virt.hardware [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1604.315131] env[62097]: DEBUG nova.virt.hardware [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1604.315131] env[62097]: DEBUG nova.virt.hardware [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1604.315424] env[62097]: DEBUG nova.virt.hardware [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1604.315455] env[62097]: DEBUG nova.virt.hardware [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1604.316462] env[62097]: DEBUG nova.virt.hardware [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1604.316462] env[62097]: DEBUG nova.virt.hardware [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1604.316462] env[62097]: DEBUG nova.virt.hardware [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1604.316891] env[62097]: DEBUG nova.virt.hardware [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1604.317179] env[62097]: DEBUG nova.virt.hardware [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1604.317428] env[62097]: DEBUG nova.virt.hardware [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1604.318921] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b754ad35-034c-427e-aa1f-56499fc9b08b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.328555] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a998ea5-6baa-40ef-9c16-5400614ec105 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.506826] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.507379] env[62097]: DEBUG nova.compute.manager [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1604.509960] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.476s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.514021] env[62097]: INFO nova.compute.claims [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1604.537924] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034367, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.613946] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034370, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.647768] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034373, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.739457] env[62097]: DEBUG nova.network.neutron [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Successfully created port: bbc1421e-55e8-4687-98da-f2f17b1dac37 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1605.017945] env[62097]: DEBUG nova.compute.utils [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1605.026223] env[62097]: DEBUG nova.compute.manager [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1605.026605] env[62097]: DEBUG nova.network.neutron [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1605.036698] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034367, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.108223] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034370, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.149290] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034373, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.252738] env[62097]: DEBUG nova.policy [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfe2764dfa2c40ea8eaca15e1d9dde35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b3531ea2e2b40fb912cdca256a6c579', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1605.255617] env[62097]: DEBUG nova.network.neutron [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Successfully updated port: 1e4eb5b7-dff3-4622-afa6-cf67f896c182 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1605.375557] env[62097]: DEBUG nova.network.neutron [req-19c0b41b-ed55-4d1b-90b2-54e77ce34fb4 req-a8a70d40-26d6-4956-9da5-55393c36ed62 service nova] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Updated VIF entry in instance network info cache for port 1aa90765-06c7-4244-8595-fd91f93f6388. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1605.375925] env[62097]: DEBUG nova.network.neutron [req-19c0b41b-ed55-4d1b-90b2-54e77ce34fb4 req-a8a70d40-26d6-4956-9da5-55393c36ed62 service nova] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Updating instance_info_cache with network_info: [{"id": "1aa90765-06c7-4244-8595-fd91f93f6388", "address": "fa:16:3e:fa:f2:22", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa90765-06", "ovs_interfaceid": "1aa90765-06c7-4244-8595-fd91f93f6388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.525865] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034367, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.527163] env[62097]: DEBUG nova.compute.manager [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1605.618747] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034370, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.651773] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034373, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.714384] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccc5d5f-e8b1-4bde-b2f5-be222470f3f2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.721843] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0b9631-2b9e-4e8a-bab8-243bace2a78a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.757989] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb5e15f-92f5-49da-8ca3-4b7dff6b5943 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.761974] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Acquiring lock "refresh_cache-ea5fe526-e497-4803-b6f3-0f4d7be0ada5" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.762261] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Acquired lock "refresh_cache-ea5fe526-e497-4803-b6f3-0f4d7be0ada5" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.764461] env[62097]: DEBUG nova.network.neutron [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1605.772016] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731254f8-5454-4ff2-8314-041fc6c318bd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.788085] env[62097]: DEBUG nova.compute.provider_tree [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.880780] env[62097]: DEBUG oslo_concurrency.lockutils [req-19c0b41b-ed55-4d1b-90b2-54e77ce34fb4 req-a8a70d40-26d6-4956-9da5-55393c36ed62 service nova] Releasing lock "refresh_cache-7b12acc4-d184-4130-980a-0c84c4c28617" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.880780] env[62097]: DEBUG nova.compute.manager [req-19c0b41b-ed55-4d1b-90b2-54e77ce34fb4 req-a8a70d40-26d6-4956-9da5-55393c36ed62 service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Received event network-vif-plugged-8993c4b1-8a62-44df-9d85-d6b34b5b98d8 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1605.880780] env[62097]: DEBUG oslo_concurrency.lockutils [req-19c0b41b-ed55-4d1b-90b2-54e77ce34fb4 req-a8a70d40-26d6-4956-9da5-55393c36ed62 service nova] Acquiring lock "14dbda85-7017-4a43-87a8-36e96f048b49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.880780] env[62097]: DEBUG oslo_concurrency.lockutils [req-19c0b41b-ed55-4d1b-90b2-54e77ce34fb4 req-a8a70d40-26d6-4956-9da5-55393c36ed62 service nova] Lock "14dbda85-7017-4a43-87a8-36e96f048b49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.880780] env[62097]: DEBUG oslo_concurrency.lockutils [req-19c0b41b-ed55-4d1b-90b2-54e77ce34fb4 req-a8a70d40-26d6-4956-9da5-55393c36ed62 service nova] Lock "14dbda85-7017-4a43-87a8-36e96f048b49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.880960] env[62097]: DEBUG nova.compute.manager [req-19c0b41b-ed55-4d1b-90b2-54e77ce34fb4 req-a8a70d40-26d6-4956-9da5-55393c36ed62 service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] No waiting events found dispatching network-vif-plugged-8993c4b1-8a62-44df-9d85-d6b34b5b98d8 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1605.880960] env[62097]: WARNING nova.compute.manager [req-19c0b41b-ed55-4d1b-90b2-54e77ce34fb4 req-a8a70d40-26d6-4956-9da5-55393c36ed62 service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Received unexpected event network-vif-plugged-8993c4b1-8a62-44df-9d85-d6b34b5b98d8 for instance with vm_state building and task_state spawning. [ 1605.968339] env[62097]: DEBUG nova.network.neutron [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Successfully created port: 34c99408-5558-4ce8-87a4-ac19b8bacfad {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1606.030746] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034367, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.115409] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034370, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.151652] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034373, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.294020] env[62097]: DEBUG nova.scheduler.client.report [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1606.386904] env[62097]: DEBUG nova.network.neutron [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1606.527178] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034367, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.537211] env[62097]: DEBUG nova.compute.manager [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1606.568018] env[62097]: DEBUG nova.virt.hardware [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1606.568018] env[62097]: DEBUG nova.virt.hardware [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1606.568018] env[62097]: DEBUG nova.virt.hardware [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1606.568230] env[62097]: DEBUG nova.virt.hardware [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1606.568230] env[62097]: DEBUG nova.virt.hardware [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1606.568230] env[62097]: DEBUG nova.virt.hardware [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1606.568721] env[62097]: DEBUG nova.virt.hardware [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1606.569060] env[62097]: DEBUG nova.virt.hardware [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1606.569616] env[62097]: DEBUG nova.virt.hardware [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1606.569753] env[62097]: DEBUG nova.virt.hardware [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1606.570594] env[62097]: DEBUG nova.virt.hardware [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1606.571916] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01976ae0-e788-4d87-8dbf-9299e49ecd15 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.584470] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb6e6d1-8fc3-4c4a-94b0-b4161dcbbc1b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.614069] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034370, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.651520] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034373, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.797465] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.797818] env[62097]: DEBUG nova.compute.manager [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1606.911650] env[62097]: DEBUG nova.network.neutron [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Updating instance_info_cache with network_info: [{"id": "1e4eb5b7-dff3-4622-afa6-cf67f896c182", "address": "fa:16:3e:cc:2b:61", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4eb5b7-df", "ovs_interfaceid": "1e4eb5b7-dff3-4622-afa6-cf67f896c182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.027119] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034367, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.119539] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034370, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.151373] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034373, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.305464] env[62097]: DEBUG nova.compute.utils [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1607.307637] env[62097]: DEBUG nova.compute.manager [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1607.308312] env[62097]: DEBUG nova.network.neutron [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1607.405794] env[62097]: DEBUG nova.policy [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfe2764dfa2c40ea8eaca15e1d9dde35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b3531ea2e2b40fb912cdca256a6c579', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1607.415936] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Releasing lock "refresh_cache-ea5fe526-e497-4803-b6f3-0f4d7be0ada5" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.415936] env[62097]: DEBUG nova.compute.manager [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Instance network_info: |[{"id": "1e4eb5b7-dff3-4622-afa6-cf67f896c182", "address": "fa:16:3e:cc:2b:61", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4eb5b7-df", "ovs_interfaceid": "1e4eb5b7-dff3-4622-afa6-cf67f896c182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1607.416128] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:2b:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e4eb5b7-dff3-4622-afa6-cf67f896c182', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1607.425691] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Creating folder: Project (3735565d8f8143d4960a6aee4609d6f7). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1607.430540] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80dd8abb-6a20-47cc-ad22-fc6c62df1012 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.438020] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Created folder: Project (3735565d8f8143d4960a6aee4609d6f7) in parent group-v417770. [ 1607.438544] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Creating folder: Instances. Parent ref: group-v417778. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1607.440017] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5dfb96e8-9c35-46f5-9d6f-11fcd87ac906 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.451989] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Created folder: Instances in parent group-v417778. [ 1607.451989] env[62097]: DEBUG oslo.service.loopingcall [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1607.451989] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1607.451989] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d4352a5-f264-443e-8875-e6beafbc322d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.474354] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1607.474354] env[62097]: value = "task-2034376" [ 1607.474354] env[62097]: _type = "Task" [ 1607.474354] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.482288] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034376, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.529944] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034367, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.624412] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034370, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.654613] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034373, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.812625] env[62097]: DEBUG nova.compute.manager [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1607.987426] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034376, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.027963] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034367, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.125394] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034370, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.158680] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034373, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.485323] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034376, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.534288] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034367, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.565758] env[62097]: DEBUG nova.network.neutron [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Successfully created port: 4b8f4b6c-832e-41f1-a453-8c0e871d2925 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1608.621573] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034370, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.636737] env[62097]: DEBUG nova.network.neutron [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Successfully updated port: bbc1421e-55e8-4687-98da-f2f17b1dac37 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1608.655071] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034373, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.824438] env[62097]: DEBUG nova.compute.manager [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1608.865274] env[62097]: DEBUG nova.virt.hardware [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1608.865569] env[62097]: DEBUG nova.virt.hardware [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1608.865811] env[62097]: DEBUG nova.virt.hardware [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1608.865979] env[62097]: DEBUG nova.virt.hardware [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1608.866151] env[62097]: DEBUG nova.virt.hardware [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1608.866303] env[62097]: DEBUG nova.virt.hardware [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1608.866523] env[62097]: DEBUG nova.virt.hardware [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1608.866686] env[62097]: DEBUG nova.virt.hardware [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1608.866874] env[62097]: DEBUG nova.virt.hardware [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1608.867207] env[62097]: DEBUG nova.virt.hardware [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1608.867297] env[62097]: DEBUG nova.virt.hardware [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1608.868141] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aef0148-f4a4-4983-ac30-88c47224388f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.881668] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a185e74-09b9-4dcf-8f21-ab308d641564 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.991159] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034376, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.033999] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034367, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.121758] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034370, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.145311] env[62097]: DEBUG oslo_concurrency.lockutils [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Acquiring lock "refresh_cache-9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.145311] env[62097]: DEBUG oslo_concurrency.lockutils [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Acquired lock "refresh_cache-9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.145311] env[62097]: DEBUG nova.network.neutron [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1609.160624] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034373, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.285625] env[62097]: DEBUG nova.compute.manager [req-3f7d002a-12be-4866-9290-0a565e5115bc req-0b6018f0-a858-41cc-8144-ebf0cd4df8f3 service nova] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Received event network-changed-3c8562bc-a170-4434-826b-371791a5df9c {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1609.285712] env[62097]: DEBUG nova.compute.manager [req-3f7d002a-12be-4866-9290-0a565e5115bc req-0b6018f0-a858-41cc-8144-ebf0cd4df8f3 service nova] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Refreshing instance network info cache due to event network-changed-3c8562bc-a170-4434-826b-371791a5df9c. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1609.285868] env[62097]: DEBUG oslo_concurrency.lockutils [req-3f7d002a-12be-4866-9290-0a565e5115bc req-0b6018f0-a858-41cc-8144-ebf0cd4df8f3 service nova] Acquiring lock "refresh_cache-f1884230-e972-4c99-a81b-1ecf9b5d7875" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.286774] env[62097]: DEBUG oslo_concurrency.lockutils [req-3f7d002a-12be-4866-9290-0a565e5115bc req-0b6018f0-a858-41cc-8144-ebf0cd4df8f3 service nova] Acquired lock "refresh_cache-f1884230-e972-4c99-a81b-1ecf9b5d7875" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.286774] env[62097]: DEBUG nova.network.neutron [req-3f7d002a-12be-4866-9290-0a565e5115bc req-0b6018f0-a858-41cc-8144-ebf0cd4df8f3 service nova] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Refreshing network info cache for port 3c8562bc-a170-4434-826b-371791a5df9c {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1609.324048] env[62097]: DEBUG nova.compute.manager [req-b5282e11-b78e-4dac-8b96-b568e7486e50 req-5597877a-8495-4387-a3de-b45aef90568b service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Received event network-changed-8993c4b1-8a62-44df-9d85-d6b34b5b98d8 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1609.324048] env[62097]: DEBUG nova.compute.manager [req-b5282e11-b78e-4dac-8b96-b568e7486e50 req-5597877a-8495-4387-a3de-b45aef90568b service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Refreshing instance network info cache due to event network-changed-8993c4b1-8a62-44df-9d85-d6b34b5b98d8. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1609.324048] env[62097]: DEBUG oslo_concurrency.lockutils [req-b5282e11-b78e-4dac-8b96-b568e7486e50 req-5597877a-8495-4387-a3de-b45aef90568b service nova] Acquiring lock "refresh_cache-14dbda85-7017-4a43-87a8-36e96f048b49" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.324048] env[62097]: DEBUG oslo_concurrency.lockutils [req-b5282e11-b78e-4dac-8b96-b568e7486e50 req-5597877a-8495-4387-a3de-b45aef90568b service nova] Acquired lock "refresh_cache-14dbda85-7017-4a43-87a8-36e96f048b49" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.325082] env[62097]: DEBUG nova.network.neutron [req-b5282e11-b78e-4dac-8b96-b568e7486e50 req-5597877a-8495-4387-a3de-b45aef90568b service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Refreshing network info cache for port 8993c4b1-8a62-44df-9d85-d6b34b5b98d8 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1609.491747] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034376, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.535307] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034367, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.555795] env[62097]: DEBUG nova.network.neutron [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Successfully updated port: 34c99408-5558-4ce8-87a4-ac19b8bacfad {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1609.622169] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034370, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.661988] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034373, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.759729] env[62097]: DEBUG nova.network.neutron [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1609.991829] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034376, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.015537] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Acquiring lock "c4459df3-6b3a-40be-88f3-8a6dd4200dbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.016015] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Lock "c4459df3-6b3a-40be-88f3-8a6dd4200dbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.033230] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034367, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.064868] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "refresh_cache-76990b8d-ff61-454d-9dee-33bfe27f9665" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.065655] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquired lock "refresh_cache-76990b8d-ff61-454d-9dee-33bfe27f9665" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.065655] env[62097]: DEBUG nova.network.neutron [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1610.124907] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034370, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.157616] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034373, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.492986] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034376, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.522019] env[62097]: DEBUG nova.compute.manager [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1610.534989] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034367, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.577623] env[62097]: DEBUG nova.network.neutron [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Updating instance_info_cache with network_info: [{"id": "bbc1421e-55e8-4687-98da-f2f17b1dac37", "address": "fa:16:3e:24:a8:1e", "network": {"id": "9b5661ae-c81b-4091-baa5-27fd214d4257", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-332301548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4453ce600e1048678ea053d3f48435a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc1421e-55", "ovs_interfaceid": "bbc1421e-55e8-4687-98da-f2f17b1dac37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.627019] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034370, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.662322] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034373, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.738261] env[62097]: DEBUG nova.network.neutron [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1610.881288] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Acquiring lock "811ada10-01b0-473b-887c-95e85708af74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.881712] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Lock "811ada10-01b0-473b-887c-95e85708af74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.913442] env[62097]: DEBUG nova.network.neutron [req-b5282e11-b78e-4dac-8b96-b568e7486e50 req-5597877a-8495-4387-a3de-b45aef90568b service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Updated VIF entry in instance network info cache for port 8993c4b1-8a62-44df-9d85-d6b34b5b98d8. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1610.913791] env[62097]: DEBUG nova.network.neutron [req-b5282e11-b78e-4dac-8b96-b568e7486e50 req-5597877a-8495-4387-a3de-b45aef90568b service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Updating instance_info_cache with network_info: [{"id": "8993c4b1-8a62-44df-9d85-d6b34b5b98d8", "address": "fa:16:3e:a4:3f:b8", "network": {"id": "ee93f801-6e82-4441-b425-68cd150958ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1524557377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c431e17ad94d858169330cef9bf619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8993c4b1-8a", "ovs_interfaceid": "8993c4b1-8a62-44df-9d85-d6b34b5b98d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.997407] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034376, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.040870] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034367, 'name': CopyVirtualDisk_Task, 'duration_secs': 8.298843} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.041393] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Copied Virtual Disk [datastore1] vmware_temp/5a671944-5afa-47c0-b7db-8e46f59cac03/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/tmp-sparse.vmdk to [datastore1] vmware_temp/5a671944-5afa-47c0-b7db-8e46f59cac03/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1611.041621] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Deleting the datastore file [datastore1] vmware_temp/5a671944-5afa-47c0-b7db-8e46f59cac03/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/tmp-sparse.vmdk {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1611.041929] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a010c98-301e-4713-ae0c-e0cf2f1b48e1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.050245] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for the task: (returnval){ [ 1611.050245] env[62097]: value = "task-2034377" [ 1611.050245] env[62097]: _type = "Task" [ 1611.050245] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.060698] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.064420] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.064919] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.067576] env[62097]: INFO nova.compute.claims [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1611.080974] env[62097]: DEBUG oslo_concurrency.lockutils [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Releasing lock "refresh_cache-9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.081312] env[62097]: DEBUG nova.compute.manager [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Instance network_info: |[{"id": "bbc1421e-55e8-4687-98da-f2f17b1dac37", "address": "fa:16:3e:24:a8:1e", "network": {"id": "9b5661ae-c81b-4091-baa5-27fd214d4257", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-332301548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4453ce600e1048678ea053d3f48435a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc1421e-55", "ovs_interfaceid": "bbc1421e-55e8-4687-98da-f2f17b1dac37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1611.081936] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:a8:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbc1421e-55e8-4687-98da-f2f17b1dac37', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1611.089593] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Creating folder: Project (4453ce600e1048678ea053d3f48435a9). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1611.089847] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5c6a96d-407e-4f93-bb46-a37acaa88742 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.099418] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Created folder: Project (4453ce600e1048678ea053d3f48435a9) in parent group-v417770. [ 1611.099605] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Creating folder: Instances. Parent ref: group-v417783. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1611.099850] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8cbfd65-8ace-4dd3-adb2-e86657473dfa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.112375] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Created folder: Instances in parent group-v417783. [ 1611.112375] env[62097]: DEBUG oslo.service.loopingcall [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1611.112550] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1611.112776] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6fa5d0b-f0b2-43d7-8b83-37deba3f0d37 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.145232] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034370, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.149593] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1611.149593] env[62097]: value = "task-2034380" [ 1611.149593] env[62097]: _type = "Task" [ 1611.149593] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.167239] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034373, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.170652] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034380, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.205672] env[62097]: DEBUG nova.network.neutron [req-3f7d002a-12be-4866-9290-0a565e5115bc req-0b6018f0-a858-41cc-8144-ebf0cd4df8f3 service nova] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Updated VIF entry in instance network info cache for port 3c8562bc-a170-4434-826b-371791a5df9c. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1611.206936] env[62097]: DEBUG nova.network.neutron [req-3f7d002a-12be-4866-9290-0a565e5115bc req-0b6018f0-a858-41cc-8144-ebf0cd4df8f3 service nova] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Updating instance_info_cache with network_info: [{"id": "3c8562bc-a170-4434-826b-371791a5df9c", "address": "fa:16:3e:fa:13:39", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8562bc-a1", "ovs_interfaceid": "3c8562bc-a170-4434-826b-371791a5df9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.384860] env[62097]: DEBUG nova.compute.manager [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1611.420589] env[62097]: DEBUG oslo_concurrency.lockutils [req-b5282e11-b78e-4dac-8b96-b568e7486e50 req-5597877a-8495-4387-a3de-b45aef90568b service nova] Releasing lock "refresh_cache-14dbda85-7017-4a43-87a8-36e96f048b49" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.420879] env[62097]: DEBUG nova.compute.manager [req-b5282e11-b78e-4dac-8b96-b568e7486e50 req-5597877a-8495-4387-a3de-b45aef90568b service nova] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Received event network-vif-plugged-1e4eb5b7-dff3-4622-afa6-cf67f896c182 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1611.424024] env[62097]: DEBUG oslo_concurrency.lockutils [req-b5282e11-b78e-4dac-8b96-b568e7486e50 req-5597877a-8495-4387-a3de-b45aef90568b service nova] Acquiring lock "ea5fe526-e497-4803-b6f3-0f4d7be0ada5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.424024] env[62097]: DEBUG oslo_concurrency.lockutils [req-b5282e11-b78e-4dac-8b96-b568e7486e50 req-5597877a-8495-4387-a3de-b45aef90568b service nova] Lock "ea5fe526-e497-4803-b6f3-0f4d7be0ada5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.424024] env[62097]: DEBUG oslo_concurrency.lockutils [req-b5282e11-b78e-4dac-8b96-b568e7486e50 req-5597877a-8495-4387-a3de-b45aef90568b service nova] Lock "ea5fe526-e497-4803-b6f3-0f4d7be0ada5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.424024] env[62097]: DEBUG nova.compute.manager [req-b5282e11-b78e-4dac-8b96-b568e7486e50 req-5597877a-8495-4387-a3de-b45aef90568b service nova] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] No waiting events found dispatching network-vif-plugged-1e4eb5b7-dff3-4622-afa6-cf67f896c182 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1611.424024] env[62097]: WARNING nova.compute.manager [req-b5282e11-b78e-4dac-8b96-b568e7486e50 req-5597877a-8495-4387-a3de-b45aef90568b service nova] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Received unexpected event network-vif-plugged-1e4eb5b7-dff3-4622-afa6-cf67f896c182 for instance with vm_state building and task_state spawning. [ 1611.425856] env[62097]: DEBUG nova.compute.manager [req-b5282e11-b78e-4dac-8b96-b568e7486e50 req-5597877a-8495-4387-a3de-b45aef90568b service nova] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Received event network-changed-1e4eb5b7-dff3-4622-afa6-cf67f896c182 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1611.425856] env[62097]: DEBUG nova.compute.manager [req-b5282e11-b78e-4dac-8b96-b568e7486e50 req-5597877a-8495-4387-a3de-b45aef90568b service nova] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Refreshing instance network info cache due to event network-changed-1e4eb5b7-dff3-4622-afa6-cf67f896c182. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1611.425856] env[62097]: DEBUG oslo_concurrency.lockutils [req-b5282e11-b78e-4dac-8b96-b568e7486e50 req-5597877a-8495-4387-a3de-b45aef90568b service nova] Acquiring lock "refresh_cache-ea5fe526-e497-4803-b6f3-0f4d7be0ada5" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.425856] env[62097]: DEBUG oslo_concurrency.lockutils [req-b5282e11-b78e-4dac-8b96-b568e7486e50 req-5597877a-8495-4387-a3de-b45aef90568b service nova] Acquired lock "refresh_cache-ea5fe526-e497-4803-b6f3-0f4d7be0ada5" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.425856] env[62097]: DEBUG nova.network.neutron [req-b5282e11-b78e-4dac-8b96-b568e7486e50 req-5597877a-8495-4387-a3de-b45aef90568b service nova] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Refreshing network info cache for port 1e4eb5b7-dff3-4622-afa6-cf67f896c182 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1611.441027] env[62097]: DEBUG nova.network.neutron [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Updating instance_info_cache with network_info: [{"id": "34c99408-5558-4ce8-87a4-ac19b8bacfad", "address": "fa:16:3e:27:33:68", "network": {"id": "d5f1d527-c4ee-43d8-9626-eecf29c8ef61", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-607891245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3531ea2e2b40fb912cdca256a6c579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c99408-55", "ovs_interfaceid": "34c99408-5558-4ce8-87a4-ac19b8bacfad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.492709] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034376, 'name': CreateVM_Task, 'duration_secs': 3.773617} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.492709] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1611.492991] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.493240] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.493726] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1611.493796] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8283a14e-42b6-420b-91de-8575b8107218 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.498535] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Waiting for the task: (returnval){ [ 1611.498535] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52207f55-e86c-e26c-ac68-4bd182064c45" [ 1611.498535] env[62097]: _type = "Task" [ 1611.498535] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.508979] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52207f55-e86c-e26c-ac68-4bd182064c45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.569216] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031649} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.569216] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1611.569216] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Moving file from [datastore1] vmware_temp/5a671944-5afa-47c0-b7db-8e46f59cac03/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 to [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69. {{(pid=62097) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1611.569216] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-2212c679-ae7a-415e-886c-019f8b64bd05 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.581607] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for the task: (returnval){ [ 1611.581607] env[62097]: value = "task-2034381" [ 1611.581607] env[62097]: _type = "Task" [ 1611.581607] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.593329] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034381, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.642884] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034370, 'name': CreateVM_Task, 'duration_secs': 7.654648} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.643508] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1611.643732] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.668811] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034373, 'name': CreateVM_Task, 'duration_secs': 7.140739} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.673020] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1611.673211] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034380, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.673918] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.710728] env[62097]: DEBUG oslo_concurrency.lockutils [req-3f7d002a-12be-4866-9290-0a565e5115bc req-0b6018f0-a858-41cc-8144-ebf0cd4df8f3 service nova] Releasing lock "refresh_cache-f1884230-e972-4c99-a81b-1ecf9b5d7875" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.907459] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.945343] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Releasing lock "refresh_cache-76990b8d-ff61-454d-9dee-33bfe27f9665" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.945343] env[62097]: DEBUG nova.compute.manager [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Instance network_info: |[{"id": "34c99408-5558-4ce8-87a4-ac19b8bacfad", "address": "fa:16:3e:27:33:68", "network": {"id": "d5f1d527-c4ee-43d8-9626-eecf29c8ef61", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-607891245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3531ea2e2b40fb912cdca256a6c579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c99408-55", "ovs_interfaceid": "34c99408-5558-4ce8-87a4-ac19b8bacfad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1611.945941] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:33:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34c99408-5558-4ce8-87a4-ac19b8bacfad', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1611.954991] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Creating folder: Project (9b3531ea2e2b40fb912cdca256a6c579). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1611.955322] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21a7fe1c-10af-48ae-8f1c-e52308fb8337 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.965959] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Created folder: Project (9b3531ea2e2b40fb912cdca256a6c579) in parent group-v417770. [ 1611.966214] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Creating folder: Instances. Parent ref: group-v417786. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1611.966471] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdc0985a-0f93-40a0-9adb-392f5af2bc18 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.976016] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Created folder: Instances in parent group-v417786. [ 1611.976504] env[62097]: DEBUG oslo.service.loopingcall [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1611.976745] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1611.977324] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ea54477-574b-4c04-ac4e-6ca9d727a70a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.005918] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1612.005918] env[62097]: value = "task-2034384" [ 1612.005918] env[62097]: _type = "Task" [ 1612.005918] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.014146] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.014446] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1612.014665] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.014867] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.015237] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1612.018804] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e1de88e-6fc2-44e3-ab67-03e8d6bd04c7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.020750] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034384, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.023680] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1612.023680] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5296a4c2-b972-c333-78d2-fb930dc7ebb4" [ 1612.023680] env[62097]: _type = "Task" [ 1612.023680] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.035178] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5296a4c2-b972-c333-78d2-fb930dc7ebb4, 'name': SearchDatastore_Task} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.036132] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.036132] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1612.036132] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.036132] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.036817] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1612.039049] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec45e890-ce50-44fd-bb2b-3067052fa96b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.043888] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for the task: (returnval){ [ 1612.043888] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529ae5fd-a2a5-e428-0c79-b8302b6329dc" [ 1612.043888] env[62097]: _type = "Task" [ 1612.043888] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.053082] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529ae5fd-a2a5-e428-0c79-b8302b6329dc, 'name': SearchDatastore_Task, 'duration_secs': 0.008377} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.053459] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.053746] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1612.054000] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.098986] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034381, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.026401} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.098986] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] File moved {{(pid=62097) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1612.098986] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Cleaning up location [datastore1] vmware_temp/5a671944-5afa-47c0-b7db-8e46f59cac03 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1612.098986] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Deleting the datastore file [datastore1] vmware_temp/5a671944-5afa-47c0-b7db-8e46f59cac03 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1612.098986] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e39c453-0347-44c4-a623-b8c2cf0b6f9c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.107598] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for the task: (returnval){ [ 1612.107598] env[62097]: value = "task-2034385" [ 1612.107598] env[62097]: _type = "Task" [ 1612.107598] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.117857] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.171475] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034380, 'name': CreateVM_Task, 'duration_secs': 0.577687} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.175913] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1612.179790] env[62097]: DEBUG oslo_concurrency.lockutils [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.179790] env[62097]: DEBUG oslo_concurrency.lockutils [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.179790] env[62097]: DEBUG oslo_concurrency.lockutils [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1612.179790] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2129127-afbb-42c3-8020-5b75644dae55 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.182829] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Waiting for the task: (returnval){ [ 1612.182829] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521f9d6a-c561-a936-125d-380dcabeaa22" [ 1612.182829] env[62097]: _type = "Task" [ 1612.182829] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.199228] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521f9d6a-c561-a936-125d-380dcabeaa22, 'name': SearchDatastore_Task, 'duration_secs': 0.009366} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.202100] env[62097]: DEBUG oslo_concurrency.lockutils [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.202348] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1612.202556] env[62097]: DEBUG oslo_concurrency.lockutils [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.283153] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82022007-8361-4ded-b475-16d3079b94b0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.292524] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048552e3-71b9-47f4-badd-b42e2cd41841 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.332040] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3912a7-e1c8-44a7-a55b-ef1193776827 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.342942] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0407e00-0ee3-451c-811b-c6ff0b48d03d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.358140] env[62097]: DEBUG nova.compute.provider_tree [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.518790] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034384, 'name': CreateVM_Task, 'duration_secs': 0.400417} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.522415] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1612.523332] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.523494] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.523808] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1612.524553] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7df26cd2-8edc-4865-b522-5c2abf0e7a68 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.529954] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1612.529954] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b887c8-54c9-2a5e-7b0f-91b69c0bd482" [ 1612.529954] env[62097]: _type = "Task" [ 1612.529954] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.543633] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b887c8-54c9-2a5e-7b0f-91b69c0bd482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.621994] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024925} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.622392] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1612.623170] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e55367aa-35c2-4e44-979a-3468adbab9b5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.629374] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for the task: (returnval){ [ 1612.629374] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522a517c-c583-1277-f3d5-30fe4960466a" [ 1612.629374] env[62097]: _type = "Task" [ 1612.629374] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.641624] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522a517c-c583-1277-f3d5-30fe4960466a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.736053] env[62097]: DEBUG nova.network.neutron [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Successfully updated port: 4b8f4b6c-832e-41f1-a453-8c0e871d2925 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1612.862151] env[62097]: DEBUG nova.scheduler.client.report [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1612.923202] env[62097]: DEBUG nova.network.neutron [req-b5282e11-b78e-4dac-8b96-b568e7486e50 req-5597877a-8495-4387-a3de-b45aef90568b service nova] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Updated VIF entry in instance network info cache for port 1e4eb5b7-dff3-4622-afa6-cf67f896c182. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1612.923202] env[62097]: DEBUG nova.network.neutron [req-b5282e11-b78e-4dac-8b96-b568e7486e50 req-5597877a-8495-4387-a3de-b45aef90568b service nova] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Updating instance_info_cache with network_info: [{"id": "1e4eb5b7-dff3-4622-afa6-cf67f896c182", "address": "fa:16:3e:cc:2b:61", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4eb5b7-df", "ovs_interfaceid": "1e4eb5b7-dff3-4622-afa6-cf67f896c182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.045540] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b887c8-54c9-2a5e-7b0f-91b69c0bd482, 'name': SearchDatastore_Task, 'duration_secs': 0.010296} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.046168] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.046366] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1613.046623] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.146978] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522a517c-c583-1277-f3d5-30fe4960466a, 'name': SearchDatastore_Task, 'duration_secs': 0.009125} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.148095] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.148095] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 7b12acc4-d184-4130-980a-0c84c4c28617/7b12acc4-d184-4130-980a-0c84c4c28617.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1613.148095] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.148670] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1613.149078] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52b25277-ceab-4d03-b2a9-ffb83bacec5a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.152116] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-499f3dc5-4ce2-44b3-bd1b-2c71354b8c65 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.166519] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for the task: (returnval){ [ 1613.166519] env[62097]: value = "task-2034386" [ 1613.166519] env[62097]: _type = "Task" [ 1613.166519] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.167804] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1613.168119] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1613.172762] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f2d48eb-83c1-4ced-bd32-97d9ba6213d6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.186445] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Waiting for the task: (returnval){ [ 1613.186445] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5230a15d-8935-adca-5f0e-e6fe61e38d6f" [ 1613.186445] env[62097]: _type = "Task" [ 1613.186445] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.186445] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.195517] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5230a15d-8935-adca-5f0e-e6fe61e38d6f, 'name': SearchDatastore_Task, 'duration_secs': 0.007339} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.195622] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e878bee-9053-4f9b-b55b-4d0285c38717 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.201657] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Waiting for the task: (returnval){ [ 1613.201657] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5210ca54-154c-9f03-a56e-316dab27fc8c" [ 1613.201657] env[62097]: _type = "Task" [ 1613.201657] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.210914] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5210ca54-154c-9f03-a56e-316dab27fc8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.242786] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "refresh_cache-be718be8-85d4-4a44-8b30-3bf18a69b989" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.243436] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquired lock "refresh_cache-be718be8-85d4-4a44-8b30-3bf18a69b989" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.243656] env[62097]: DEBUG nova.network.neutron [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1613.367693] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.368286] env[62097]: DEBUG nova.compute.manager [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1613.371678] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.464s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.374416] env[62097]: INFO nova.compute.claims [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1613.426933] env[62097]: DEBUG oslo_concurrency.lockutils [req-b5282e11-b78e-4dac-8b96-b568e7486e50 req-5597877a-8495-4387-a3de-b45aef90568b service nova] Releasing lock "refresh_cache-ea5fe526-e497-4803-b6f3-0f4d7be0ada5" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.679454] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493494} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.679741] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 7b12acc4-d184-4130-980a-0c84c4c28617/7b12acc4-d184-4130-980a-0c84c4c28617.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1613.679908] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1613.680239] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72ebeffe-ddad-4ab9-a020-9efffe940065 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.686370] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for the task: (returnval){ [ 1613.686370] env[62097]: value = "task-2034387" [ 1613.686370] env[62097]: _type = "Task" [ 1613.686370] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.694592] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.711770] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5210ca54-154c-9f03-a56e-316dab27fc8c, 'name': SearchDatastore_Task, 'duration_secs': 0.007727} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.712022] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.712278] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] ea5fe526-e497-4803-b6f3-0f4d7be0ada5/ea5fe526-e497-4803-b6f3-0f4d7be0ada5.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1613.712541] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.712719] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1613.712912] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edac511f-7770-4a3a-9238-566f5e53d53c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.715222] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46ed5f86-b511-49e0-8d51-0e856fcaf512 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.721993] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Waiting for the task: (returnval){ [ 1613.721993] env[62097]: value = "task-2034388" [ 1613.721993] env[62097]: _type = "Task" [ 1613.721993] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.723110] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1613.723282] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1613.727177] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3a79832-8b88-4ac1-8664-0507898df9eb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.732039] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1613.732039] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52afb9fa-f7c1-391e-c4e8-5c6ae65229de" [ 1613.732039] env[62097]: _type = "Task" [ 1613.732039] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.735338] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Task: {'id': task-2034388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.743387] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52afb9fa-f7c1-391e-c4e8-5c6ae65229de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.843462] env[62097]: DEBUG nova.network.neutron [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1613.879970] env[62097]: DEBUG nova.compute.utils [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1613.886972] env[62097]: DEBUG nova.compute.manager [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1613.886972] env[62097]: DEBUG nova.network.neutron [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1614.012675] env[62097]: DEBUG nova.policy [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ee652c70c0b45fbb2b0b27228b55512', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3eda561ede148648243b150debbca6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1614.178883] env[62097]: DEBUG nova.compute.manager [req-e8102b03-fab0-49f3-8688-35cdd24e02d3 req-9fa2c51a-3e9f-4db8-aec4-1b0c5403c893 service nova] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Received event network-vif-plugged-bbc1421e-55e8-4687-98da-f2f17b1dac37 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1614.179532] env[62097]: DEBUG oslo_concurrency.lockutils [req-e8102b03-fab0-49f3-8688-35cdd24e02d3 req-9fa2c51a-3e9f-4db8-aec4-1b0c5403c893 service nova] Acquiring lock "9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.179532] env[62097]: DEBUG oslo_concurrency.lockutils [req-e8102b03-fab0-49f3-8688-35cdd24e02d3 req-9fa2c51a-3e9f-4db8-aec4-1b0c5403c893 service nova] Lock "9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.179532] env[62097]: DEBUG oslo_concurrency.lockutils [req-e8102b03-fab0-49f3-8688-35cdd24e02d3 req-9fa2c51a-3e9f-4db8-aec4-1b0c5403c893 service nova] Lock "9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.179931] env[62097]: DEBUG nova.compute.manager [req-e8102b03-fab0-49f3-8688-35cdd24e02d3 req-9fa2c51a-3e9f-4db8-aec4-1b0c5403c893 service nova] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] No waiting events found dispatching network-vif-plugged-bbc1421e-55e8-4687-98da-f2f17b1dac37 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1614.179931] env[62097]: WARNING nova.compute.manager [req-e8102b03-fab0-49f3-8688-35cdd24e02d3 req-9fa2c51a-3e9f-4db8-aec4-1b0c5403c893 service nova] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Received unexpected event network-vif-plugged-bbc1421e-55e8-4687-98da-f2f17b1dac37 for instance with vm_state building and task_state spawning. [ 1614.180133] env[62097]: DEBUG nova.compute.manager [req-e8102b03-fab0-49f3-8688-35cdd24e02d3 req-9fa2c51a-3e9f-4db8-aec4-1b0c5403c893 service nova] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Received event network-changed-bbc1421e-55e8-4687-98da-f2f17b1dac37 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1614.180612] env[62097]: DEBUG nova.compute.manager [req-e8102b03-fab0-49f3-8688-35cdd24e02d3 req-9fa2c51a-3e9f-4db8-aec4-1b0c5403c893 service nova] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Refreshing instance network info cache due to event network-changed-bbc1421e-55e8-4687-98da-f2f17b1dac37. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1614.180797] env[62097]: DEBUG oslo_concurrency.lockutils [req-e8102b03-fab0-49f3-8688-35cdd24e02d3 req-9fa2c51a-3e9f-4db8-aec4-1b0c5403c893 service nova] Acquiring lock "refresh_cache-9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.180797] env[62097]: DEBUG oslo_concurrency.lockutils [req-e8102b03-fab0-49f3-8688-35cdd24e02d3 req-9fa2c51a-3e9f-4db8-aec4-1b0c5403c893 service nova] Acquired lock "refresh_cache-9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.182320] env[62097]: DEBUG nova.network.neutron [req-e8102b03-fab0-49f3-8688-35cdd24e02d3 req-9fa2c51a-3e9f-4db8-aec4-1b0c5403c893 service nova] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Refreshing network info cache for port bbc1421e-55e8-4687-98da-f2f17b1dac37 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1614.200387] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062187} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.200387] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1614.201528] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fef7750-d755-4b35-8821-ef878e37a064 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.207308] env[62097]: DEBUG nova.compute.manager [req-db93d9e7-9d45-429a-8f7f-46fd33214c3d req-dc249e45-6d83-48de-82f5-2679047636cb service nova] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Received event network-vif-plugged-34c99408-5558-4ce8-87a4-ac19b8bacfad {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1614.207560] env[62097]: DEBUG oslo_concurrency.lockutils [req-db93d9e7-9d45-429a-8f7f-46fd33214c3d req-dc249e45-6d83-48de-82f5-2679047636cb service nova] Acquiring lock "76990b8d-ff61-454d-9dee-33bfe27f9665-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.208214] env[62097]: DEBUG oslo_concurrency.lockutils [req-db93d9e7-9d45-429a-8f7f-46fd33214c3d req-dc249e45-6d83-48de-82f5-2679047636cb service nova] Lock "76990b8d-ff61-454d-9dee-33bfe27f9665-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.208469] env[62097]: DEBUG oslo_concurrency.lockutils [req-db93d9e7-9d45-429a-8f7f-46fd33214c3d req-dc249e45-6d83-48de-82f5-2679047636cb service nova] Lock "76990b8d-ff61-454d-9dee-33bfe27f9665-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.208801] env[62097]: DEBUG nova.compute.manager [req-db93d9e7-9d45-429a-8f7f-46fd33214c3d req-dc249e45-6d83-48de-82f5-2679047636cb service nova] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] No waiting events found dispatching network-vif-plugged-34c99408-5558-4ce8-87a4-ac19b8bacfad {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1614.209057] env[62097]: WARNING nova.compute.manager [req-db93d9e7-9d45-429a-8f7f-46fd33214c3d req-dc249e45-6d83-48de-82f5-2679047636cb service nova] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Received unexpected event network-vif-plugged-34c99408-5558-4ce8-87a4-ac19b8bacfad for instance with vm_state building and task_state spawning. [ 1614.209242] env[62097]: DEBUG nova.compute.manager [req-db93d9e7-9d45-429a-8f7f-46fd33214c3d req-dc249e45-6d83-48de-82f5-2679047636cb service nova] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Received event network-changed-34c99408-5558-4ce8-87a4-ac19b8bacfad {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1614.209436] env[62097]: DEBUG nova.compute.manager [req-db93d9e7-9d45-429a-8f7f-46fd33214c3d req-dc249e45-6d83-48de-82f5-2679047636cb service nova] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Refreshing instance network info cache due to event network-changed-34c99408-5558-4ce8-87a4-ac19b8bacfad. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1614.210957] env[62097]: DEBUG oslo_concurrency.lockutils [req-db93d9e7-9d45-429a-8f7f-46fd33214c3d req-dc249e45-6d83-48de-82f5-2679047636cb service nova] Acquiring lock "refresh_cache-76990b8d-ff61-454d-9dee-33bfe27f9665" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.210957] env[62097]: DEBUG oslo_concurrency.lockutils [req-db93d9e7-9d45-429a-8f7f-46fd33214c3d req-dc249e45-6d83-48de-82f5-2679047636cb service nova] Acquired lock "refresh_cache-76990b8d-ff61-454d-9dee-33bfe27f9665" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.210957] env[62097]: DEBUG nova.network.neutron [req-db93d9e7-9d45-429a-8f7f-46fd33214c3d req-dc249e45-6d83-48de-82f5-2679047636cb service nova] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Refreshing network info cache for port 34c99408-5558-4ce8-87a4-ac19b8bacfad {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1614.242189] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 7b12acc4-d184-4130-980a-0c84c4c28617/7b12acc4-d184-4130-980a-0c84c4c28617.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1614.245717] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c616ac9b-f125-4254-8e6b-737697e7eda9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.282823] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for the task: (returnval){ [ 1614.282823] env[62097]: value = "task-2034389" [ 1614.282823] env[62097]: _type = "Task" [ 1614.282823] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.283537] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Task: {'id': task-2034388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.291162] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52afb9fa-f7c1-391e-c4e8-5c6ae65229de, 'name': SearchDatastore_Task, 'duration_secs': 0.012375} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.292264] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ee9933e-7c1f-4959-8ce5-ca336018a127 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.303029] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.306378] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1614.306378] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52267826-f136-1717-fb25-5d44edcdea60" [ 1614.306378] env[62097]: _type = "Task" [ 1614.306378] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.315499] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52267826-f136-1717-fb25-5d44edcdea60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.388416] env[62097]: DEBUG nova.compute.manager [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1614.552218] env[62097]: DEBUG nova.network.neutron [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Updating instance_info_cache with network_info: [{"id": "4b8f4b6c-832e-41f1-a453-8c0e871d2925", "address": "fa:16:3e:53:cd:7c", "network": {"id": "d5f1d527-c4ee-43d8-9626-eecf29c8ef61", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-607891245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3531ea2e2b40fb912cdca256a6c579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b8f4b6c-83", "ovs_interfaceid": "4b8f4b6c-832e-41f1-a453-8c0e871d2925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.600315] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bc4e9d-4b59-4887-9edb-7c1802174c8f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.608370] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d6668f-d570-405f-9b5c-422f1f477ad7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.643852] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcafc13e-7e68-4042-b125-d0ee749b3a15 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.652675] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53c6f5a-79dd-45f6-aa8c-708812fd4168 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.668604] env[62097]: DEBUG nova.compute.provider_tree [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1614.698820] env[62097]: DEBUG nova.network.neutron [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Successfully created port: 0cdc26a7-0202-48cf-8dc9-218dc8f81cc8 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1614.754818] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Task: {'id': task-2034388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.795611] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034389, 'name': ReconfigVM_Task, 'duration_secs': 0.28207} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.795611] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 7b12acc4-d184-4130-980a-0c84c4c28617/7b12acc4-d184-4130-980a-0c84c4c28617.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1614.796766] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0e43f18-3b5b-4393-858e-36b1236e3924 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.803705] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for the task: (returnval){ [ 1614.803705] env[62097]: value = "task-2034390" [ 1614.803705] env[62097]: _type = "Task" [ 1614.803705] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.815942] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034390, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.819801] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52267826-f136-1717-fb25-5d44edcdea60, 'name': SearchDatastore_Task, 'duration_secs': 0.008454} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.823748] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.824050] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] f1884230-e972-4c99-a81b-1ecf9b5d7875/f1884230-e972-4c99-a81b-1ecf9b5d7875.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1614.824359] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.824724] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1614.825180] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c225a45-7da8-4721-8cb5-95e4b947f608 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.830849] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8502e8e-fb06-4cd8-a730-4dc5a4645fb3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.842885] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.843180] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.844280] env[62097]: DEBUG oslo_concurrency.lockutils [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Acquiring lock "c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.844993] env[62097]: DEBUG oslo_concurrency.lockutils [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Lock "c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.844993] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1614.844993] env[62097]: value = "task-2034391" [ 1614.844993] env[62097]: _type = "Task" [ 1614.844993] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.855016] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.856811] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1614.856811] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1614.859533] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-298ab179-37cc-4fa5-aa69-c66813f9cfc6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.864789] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for the task: (returnval){ [ 1614.864789] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52166b53-0709-c8f1-ddb8-9c02a67a253b" [ 1614.864789] env[62097]: _type = "Task" [ 1614.864789] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.875612] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.875849] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.881830] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52166b53-0709-c8f1-ddb8-9c02a67a253b, 'name': SearchDatastore_Task, 'duration_secs': 0.013511} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.883547] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1355dbf4-32b2-4eb4-8f94-e7bbf82744cc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.888020] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for the task: (returnval){ [ 1614.888020] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a308ba-3efa-0926-cdde-eb44536c6b6b" [ 1614.888020] env[62097]: _type = "Task" [ 1614.888020] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.899891] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a308ba-3efa-0926-cdde-eb44536c6b6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.059690] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Releasing lock "refresh_cache-be718be8-85d4-4a44-8b30-3bf18a69b989" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.061034] env[62097]: DEBUG nova.compute.manager [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Instance network_info: |[{"id": "4b8f4b6c-832e-41f1-a453-8c0e871d2925", "address": "fa:16:3e:53:cd:7c", "network": {"id": "d5f1d527-c4ee-43d8-9626-eecf29c8ef61", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-607891245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3531ea2e2b40fb912cdca256a6c579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b8f4b6c-83", "ovs_interfaceid": "4b8f4b6c-832e-41f1-a453-8c0e871d2925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1615.061248] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:cd:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b8f4b6c-832e-41f1-a453-8c0e871d2925', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1615.069556] env[62097]: DEBUG oslo.service.loopingcall [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.069888] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1615.070021] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ad62a7d-4813-4dff-8107-628f2899706f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.092433] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1615.092433] env[62097]: value = "task-2034392" [ 1615.092433] env[62097]: _type = "Task" [ 1615.092433] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.106979] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034392, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.172098] env[62097]: DEBUG nova.scheduler.client.report [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1615.258305] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Task: {'id': task-2034388, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.314491] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034390, 'name': Rename_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.349873] env[62097]: DEBUG nova.compute.manager [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1615.359813] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034391, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.400070] env[62097]: DEBUG nova.compute.manager [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1615.411702] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a308ba-3efa-0926-cdde-eb44536c6b6b, 'name': SearchDatastore_Task, 'duration_secs': 0.094506} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.412800] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.413089] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 14dbda85-7017-4a43-87a8-36e96f048b49/14dbda85-7017-4a43-87a8-36e96f048b49.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1615.413411] env[62097]: DEBUG oslo_concurrency.lockutils [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.413603] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1615.413818] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d95d8994-77ea-43b0-ae00-68c749d554cc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.416816] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88523170-9948-4561-be1c-da883d3709d8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.425799] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for the task: (returnval){ [ 1615.425799] env[62097]: value = "task-2034393" [ 1615.425799] env[62097]: _type = "Task" [ 1615.425799] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.432753] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1615.432753] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1615.437507] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fcf3447-4389-4da7-8ab6-e940859ffb57 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.443272] env[62097]: DEBUG nova.virt.hardware [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1615.443854] env[62097]: DEBUG nova.virt.hardware [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1615.443854] env[62097]: DEBUG nova.virt.hardware [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1615.444027] env[62097]: DEBUG nova.virt.hardware [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1615.444081] env[62097]: DEBUG nova.virt.hardware [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1615.444266] env[62097]: DEBUG nova.virt.hardware [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1615.444908] env[62097]: DEBUG nova.virt.hardware [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1615.444908] env[62097]: DEBUG nova.virt.hardware [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1615.445517] env[62097]: DEBUG nova.virt.hardware [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1615.445818] env[62097]: DEBUG nova.virt.hardware [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1615.445985] env[62097]: DEBUG nova.virt.hardware [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1615.449912] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8500ca-2db5-4c2f-8ce4-6bf21c79e9c7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.452635] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.456764] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Waiting for the task: (returnval){ [ 1615.456764] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523209ff-e50c-fa16-cf7a-a455c724fa91" [ 1615.456764] env[62097]: _type = "Task" [ 1615.456764] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.468619] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f24e51-cecc-4e3a-a5db-508b88dd1c59 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.478882] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523209ff-e50c-fa16-cf7a-a455c724fa91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.602638] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034392, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.679206] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.679712] env[62097]: DEBUG nova.compute.manager [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1615.753885] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Task: {'id': task-2034388, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.560709} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.754792] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] ea5fe526-e497-4803-b6f3-0f4d7be0ada5/ea5fe526-e497-4803-b6f3-0f4d7be0ada5.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1615.755077] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1615.755301] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c04d9b5-9740-4957-83bf-57236799298a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.761950] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Waiting for the task: (returnval){ [ 1615.761950] env[62097]: value = "task-2034394" [ 1615.761950] env[62097]: _type = "Task" [ 1615.761950] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.771435] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Task: {'id': task-2034394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.821788] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034390, 'name': Rename_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.840441] env[62097]: DEBUG nova.network.neutron [req-db93d9e7-9d45-429a-8f7f-46fd33214c3d req-dc249e45-6d83-48de-82f5-2679047636cb service nova] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Updated VIF entry in instance network info cache for port 34c99408-5558-4ce8-87a4-ac19b8bacfad. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1615.840982] env[62097]: DEBUG nova.network.neutron [req-db93d9e7-9d45-429a-8f7f-46fd33214c3d req-dc249e45-6d83-48de-82f5-2679047636cb service nova] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Updating instance_info_cache with network_info: [{"id": "34c99408-5558-4ce8-87a4-ac19b8bacfad", "address": "fa:16:3e:27:33:68", "network": {"id": "d5f1d527-c4ee-43d8-9626-eecf29c8ef61", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-607891245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3531ea2e2b40fb912cdca256a6c579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c99408-55", "ovs_interfaceid": "34c99408-5558-4ce8-87a4-ac19b8bacfad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.860421] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810985} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.860747] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] f1884230-e972-4c99-a81b-1ecf9b5d7875/f1884230-e972-4c99-a81b-1ecf9b5d7875.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1615.860980] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1615.861259] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8922977-95a4-461c-9c23-c6f93657df36 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.870195] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1615.870195] env[62097]: value = "task-2034395" [ 1615.870195] env[62097]: _type = "Task" [ 1615.870195] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.878755] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.895443] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.895443] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.896783] env[62097]: INFO nova.compute.claims [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1615.943647] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034393, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.982031] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523209ff-e50c-fa16-cf7a-a455c724fa91, 'name': SearchDatastore_Task, 'duration_secs': 0.054012} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.982031] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda83e46-aa51-4cc7-ac1b-d21765138eab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.991933] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Waiting for the task: (returnval){ [ 1615.991933] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524a5beb-760c-1dbb-a10b-47fbf78c12e3" [ 1615.991933] env[62097]: _type = "Task" [ 1615.991933] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.002065] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524a5beb-760c-1dbb-a10b-47fbf78c12e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.106607] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034392, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.165471] env[62097]: DEBUG nova.network.neutron [req-e8102b03-fab0-49f3-8688-35cdd24e02d3 req-9fa2c51a-3e9f-4db8-aec4-1b0c5403c893 service nova] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Updated VIF entry in instance network info cache for port bbc1421e-55e8-4687-98da-f2f17b1dac37. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1616.166442] env[62097]: DEBUG nova.network.neutron [req-e8102b03-fab0-49f3-8688-35cdd24e02d3 req-9fa2c51a-3e9f-4db8-aec4-1b0c5403c893 service nova] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Updating instance_info_cache with network_info: [{"id": "bbc1421e-55e8-4687-98da-f2f17b1dac37", "address": "fa:16:3e:24:a8:1e", "network": {"id": "9b5661ae-c81b-4091-baa5-27fd214d4257", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-332301548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "4453ce600e1048678ea053d3f48435a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc1421e-55", "ovs_interfaceid": "bbc1421e-55e8-4687-98da-f2f17b1dac37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.188145] env[62097]: DEBUG nova.compute.utils [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1616.189880] env[62097]: DEBUG nova.compute.manager [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1616.190073] env[62097]: DEBUG nova.network.neutron [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1616.275910] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Task: {'id': task-2034394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.322025} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.275910] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1616.275910] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cebacc-9c90-48bc-9d63-d12e382e4b8d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.297546] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] ea5fe526-e497-4803-b6f3-0f4d7be0ada5/ea5fe526-e497-4803-b6f3-0f4d7be0ada5.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1616.300826] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-426f248f-531d-48bb-bb2d-08d2d9f488d2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.320596] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034390, 'name': Rename_Task, 'duration_secs': 1.162116} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.321924] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1616.322250] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Waiting for the task: (returnval){ [ 1616.322250] env[62097]: value = "task-2034396" [ 1616.322250] env[62097]: _type = "Task" [ 1616.322250] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.322432] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9de88e2-f07c-4012-b1ce-95ab3469c7ab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.331626] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for the task: (returnval){ [ 1616.331626] env[62097]: value = "task-2034397" [ 1616.331626] env[62097]: _type = "Task" [ 1616.331626] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.334453] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Task: {'id': task-2034396, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.342659] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.344313] env[62097]: DEBUG oslo_concurrency.lockutils [req-db93d9e7-9d45-429a-8f7f-46fd33214c3d req-dc249e45-6d83-48de-82f5-2679047636cb service nova] Releasing lock "refresh_cache-76990b8d-ff61-454d-9dee-33bfe27f9665" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.380859] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09369} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.380859] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1616.381712] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3503b6-d88b-4a4b-bcc1-eb994d1569cc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.405926] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] f1884230-e972-4c99-a81b-1ecf9b5d7875/f1884230-e972-4c99-a81b-1ecf9b5d7875.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1616.408650] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-187f426d-b8a3-4c4d-977a-9b7bb5e92891 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.433966] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1616.433966] env[62097]: value = "task-2034398" [ 1616.433966] env[62097]: _type = "Task" [ 1616.433966] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.435391] env[62097]: DEBUG nova.policy [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1b49b3cbe414cd1ae35c226397135eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cab03e93b4b42439fd60368e2147e71', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1616.444182] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66258} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.444471] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 14dbda85-7017-4a43-87a8-36e96f048b49/14dbda85-7017-4a43-87a8-36e96f048b49.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1616.444471] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1616.444712] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d91645ce-f508-49ed-bb9e-2002bd56d168 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.452942] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034398, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.455040] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for the task: (returnval){ [ 1616.455040] env[62097]: value = "task-2034399" [ 1616.455040] env[62097]: _type = "Task" [ 1616.455040] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.470846] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.504496] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524a5beb-760c-1dbb-a10b-47fbf78c12e3, 'name': SearchDatastore_Task, 'duration_secs': 0.049735} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.504824] env[62097]: DEBUG oslo_concurrency.lockutils [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.505130] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a/9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1616.508482] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.508725] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1616.509359] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6c1e881-0d02-4c9c-b0a3-48f5a84fd1d8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.512276] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-472ccdd2-170e-4759-9007-ee91acadec99 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.519524] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Waiting for the task: (returnval){ [ 1616.519524] env[62097]: value = "task-2034400" [ 1616.519524] env[62097]: _type = "Task" [ 1616.519524] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.527124] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1616.527409] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1616.529139] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37c61dde-9f94-41f1-83bb-1680ddb56065 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.536112] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': task-2034400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.539753] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1616.539753] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52dc0f45-7814-0ed0-c80a-1f49a82c9f1c" [ 1616.539753] env[62097]: _type = "Task" [ 1616.539753] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.549414] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52dc0f45-7814-0ed0-c80a-1f49a82c9f1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.593596] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Acquiring lock "c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.593894] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Lock "c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.608441] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034392, 'name': CreateVM_Task, 'duration_secs': 1.199858} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.608763] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1616.609379] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.609536] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.609850] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1616.610212] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-579e6475-1141-45b1-ba0e-2c088d785207 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.617279] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1616.617279] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52661a3c-3cc7-3f19-0631-65ba084d0a64" [ 1616.617279] env[62097]: _type = "Task" [ 1616.617279] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.625533] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52661a3c-3cc7-3f19-0631-65ba084d0a64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.669357] env[62097]: DEBUG oslo_concurrency.lockutils [req-e8102b03-fab0-49f3-8688-35cdd24e02d3 req-9fa2c51a-3e9f-4db8-aec4-1b0c5403c893 service nova] Releasing lock "refresh_cache-9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.693370] env[62097]: DEBUG nova.compute.manager [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1616.716703] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae62da4-a212-42f2-a5f0-3a956eb52e0e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.726390] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32ee5e6-8885-4acf-872c-110cc93bd6d5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.761968] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65108e38-89a2-439b-85cf-074c9d612155 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.772422] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d860e3-b93b-47c5-b5ff-8a2d13ee69e2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.791780] env[62097]: DEBUG nova.compute.provider_tree [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1616.833716] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Task: {'id': task-2034396, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.844658] env[62097]: DEBUG oslo_vmware.api [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034397, 'name': PowerOnVM_Task, 'duration_secs': 0.483311} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.844928] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1616.845381] env[62097]: INFO nova.compute.manager [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Took 22.58 seconds to spawn the instance on the hypervisor. [ 1616.846192] env[62097]: DEBUG nova.compute.manager [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1616.846482] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600f2508-9a86-4c85-9a43-46fcf686f313 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.951102] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.969093] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067396} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.971021] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1616.971021] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cad015-1e1a-4589-984a-26e4702e4887 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.996441] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 14dbda85-7017-4a43-87a8-36e96f048b49/14dbda85-7017-4a43-87a8-36e96f048b49.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1616.997193] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f2bd83b-fa33-44d9-b8d3-f3e71a596e6d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.019108] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for the task: (returnval){ [ 1617.019108] env[62097]: value = "task-2034401" [ 1617.019108] env[62097]: _type = "Task" [ 1617.019108] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.031515] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034401, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.034970] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': task-2034400, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.051418] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52dc0f45-7814-0ed0-c80a-1f49a82c9f1c, 'name': SearchDatastore_Task, 'duration_secs': 0.0136} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.052385] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-930f4ef1-c13e-4326-8c08-cd01d5e4e901 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.057930] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1617.057930] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529ea059-2b9b-9084-9ba0-0aa7133ca230" [ 1617.057930] env[62097]: _type = "Task" [ 1617.057930] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.066639] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529ea059-2b9b-9084-9ba0-0aa7133ca230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.129103] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52661a3c-3cc7-3f19-0631-65ba084d0a64, 'name': SearchDatastore_Task, 'duration_secs': 0.016673} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.129423] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.129659] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1617.129947] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.278804] env[62097]: DEBUG nova.network.neutron [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Successfully updated port: 0cdc26a7-0202-48cf-8dc9-218dc8f81cc8 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1617.295103] env[62097]: DEBUG nova.scheduler.client.report [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1617.334778] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Task: {'id': task-2034396, 'name': ReconfigVM_Task, 'duration_secs': 0.52338} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.335078] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Reconfigured VM instance instance-00000004 to attach disk [datastore1] ea5fe526-e497-4803-b6f3-0f4d7be0ada5/ea5fe526-e497-4803-b6f3-0f4d7be0ada5.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1617.335752] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-980c041f-789d-4652-991e-50795e6bfb75 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.343898] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Waiting for the task: (returnval){ [ 1617.343898] env[62097]: value = "task-2034402" [ 1617.343898] env[62097]: _type = "Task" [ 1617.343898] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.357414] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Task: {'id': task-2034402, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.364628] env[62097]: INFO nova.compute.manager [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Took 27.33 seconds to build instance. [ 1617.448835] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034398, 'name': ReconfigVM_Task, 'duration_secs': 0.686585} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.449290] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Reconfigured VM instance instance-00000002 to attach disk [datastore1] f1884230-e972-4c99-a81b-1ecf9b5d7875/f1884230-e972-4c99-a81b-1ecf9b5d7875.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1617.450190] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-941c1bbc-7823-4dbc-b3ae-8eb75e93c531 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.456646] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1617.456646] env[62097]: value = "task-2034403" [ 1617.456646] env[62097]: _type = "Task" [ 1617.456646] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.466809] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034403, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.536252] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034401, 'name': ReconfigVM_Task, 'duration_secs': 0.382753} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.541493] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 14dbda85-7017-4a43-87a8-36e96f048b49/14dbda85-7017-4a43-87a8-36e96f048b49.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1617.542456] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': task-2034400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65286} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.542753] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88767588-ea98-4618-a18e-1108c970db29 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.545044] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a/9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1617.545144] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1617.545407] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b24adf0b-5262-4cea-b75d-397bd4daf84c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.552628] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for the task: (returnval){ [ 1617.552628] env[62097]: value = "task-2034404" [ 1617.552628] env[62097]: _type = "Task" [ 1617.552628] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.554511] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Waiting for the task: (returnval){ [ 1617.554511] env[62097]: value = "task-2034405" [ 1617.554511] env[62097]: _type = "Task" [ 1617.554511] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.570648] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': task-2034405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.577741] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529ea059-2b9b-9084-9ba0-0aa7133ca230, 'name': SearchDatastore_Task, 'duration_secs': 0.049672} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.577996] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034404, 'name': Rename_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.578333] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.578652] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 76990b8d-ff61-454d-9dee-33bfe27f9665/76990b8d-ff61-454d-9dee-33bfe27f9665.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1617.579339] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.579339] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1617.579777] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f9f29e2-ed7a-48f0-8b57-b1e1d42028bd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.581661] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6adb7828-93e9-4269-80d9-273a4898cb28 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.588926] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1617.588926] env[62097]: value = "task-2034406" [ 1617.588926] env[62097]: _type = "Task" [ 1617.588926] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.593331] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1617.593600] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1617.594831] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c406065-f15c-46d0-be57-7afebc93cfa0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.601533] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.605312] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1617.605312] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524957b2-e382-495b-fbe4-5f4b95893d17" [ 1617.605312] env[62097]: _type = "Task" [ 1617.605312] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.616622] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524957b2-e382-495b-fbe4-5f4b95893d17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.707929] env[62097]: DEBUG nova.compute.manager [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1617.746493] env[62097]: DEBUG nova.virt.hardware [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1617.747391] env[62097]: DEBUG nova.virt.hardware [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1617.747391] env[62097]: DEBUG nova.virt.hardware [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1617.747391] env[62097]: DEBUG nova.virt.hardware [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1617.747391] env[62097]: DEBUG nova.virt.hardware [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1617.747613] env[62097]: DEBUG nova.virt.hardware [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1617.747613] env[62097]: DEBUG nova.virt.hardware [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1617.748031] env[62097]: DEBUG nova.virt.hardware [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1617.748031] env[62097]: DEBUG nova.virt.hardware [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1617.748156] env[62097]: DEBUG nova.virt.hardware [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1617.748977] env[62097]: DEBUG nova.virt.hardware [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1617.749215] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afde9bd-581c-4957-b11d-555ff2315700 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.758716] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f366db19-5e11-4775-bd42-3761b6b0d785 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.782108] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Acquiring lock "refresh_cache-c4459df3-6b3a-40be-88f3-8a6dd4200dbb" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.782536] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Acquired lock "refresh_cache-c4459df3-6b3a-40be-88f3-8a6dd4200dbb" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.782696] env[62097]: DEBUG nova.network.neutron [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1617.801106] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.907s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.801849] env[62097]: DEBUG nova.compute.manager [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1617.855639] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Task: {'id': task-2034402, 'name': Rename_Task, 'duration_secs': 0.145705} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.856152] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1617.856604] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8224ac01-3b0f-49ba-aa43-452256722e1a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.864279] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Waiting for the task: (returnval){ [ 1617.864279] env[62097]: value = "task-2034407" [ 1617.864279] env[62097]: _type = "Task" [ 1617.864279] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.870484] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31577172-0ab2-42a1-82c8-198863f6769c tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Lock "7b12acc4-d184-4130-980a-0c84c4c28617" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.848s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.881354] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Task: {'id': task-2034407, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.970394] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034403, 'name': Rename_Task, 'duration_secs': 0.144256} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.970699] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1617.971560] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8570c45-632c-48f9-8d88-3af0e9e31f09 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.979806] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1617.979806] env[62097]: value = "task-2034408" [ 1617.979806] env[62097]: _type = "Task" [ 1617.979806] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.991687] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.067360] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034404, 'name': Rename_Task, 'duration_secs': 0.153889} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.068501] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1618.068801] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e495897f-e279-4a99-9601-499258a4a7b9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.075432] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': task-2034405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135598} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.076260] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1618.077128] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16989789-2b0e-4725-99ad-60194132d3e7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.080968] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for the task: (returnval){ [ 1618.080968] env[62097]: value = "task-2034409" [ 1618.080968] env[62097]: _type = "Task" [ 1618.080968] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.106788] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a/9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1618.112599] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6cbcdc9-5eec-49cb-acd5-091034a613a8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.137249] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034409, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.143882] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479415} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.148855] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 76990b8d-ff61-454d-9dee-33bfe27f9665/76990b8d-ff61-454d-9dee-33bfe27f9665.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1618.150060] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1618.150060] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Waiting for the task: (returnval){ [ 1618.150060] env[62097]: value = "task-2034410" [ 1618.150060] env[62097]: _type = "Task" [ 1618.150060] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.150314] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524957b2-e382-495b-fbe4-5f4b95893d17, 'name': SearchDatastore_Task, 'duration_secs': 0.01066} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.150314] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e62070ef-362f-49a3-aa62-d4f6415fae29 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.157402] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f675b7-5f06-49b0-b944-78aa1ff706a8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.164352] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': task-2034410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.167423] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1618.167423] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5242a327-b0d4-eec8-10ad-6209f8fc13e0" [ 1618.167423] env[62097]: _type = "Task" [ 1618.167423] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.168298] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1618.168298] env[62097]: value = "task-2034411" [ 1618.168298] env[62097]: _type = "Task" [ 1618.168298] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.183559] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5242a327-b0d4-eec8-10ad-6209f8fc13e0, 'name': SearchDatastore_Task, 'duration_secs': 0.013426} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.186465] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.186465] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] be718be8-85d4-4a44-8b30-3bf18a69b989/be718be8-85d4-4a44-8b30-3bf18a69b989.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1618.186465] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.186465] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28623eae-8957-45d0-832a-fa041056a079 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.192441] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1618.192441] env[62097]: value = "task-2034412" [ 1618.192441] env[62097]: _type = "Task" [ 1618.192441] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.201450] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.238109] env[62097]: DEBUG nova.network.neutron [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Successfully created port: 6c3206eb-2189-420f-9578-98b4a2dfa228 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1618.309566] env[62097]: DEBUG nova.compute.utils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1618.311548] env[62097]: DEBUG nova.compute.manager [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1618.311802] env[62097]: DEBUG nova.network.neutron [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1618.378875] env[62097]: DEBUG nova.network.neutron [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1618.381021] env[62097]: DEBUG nova.compute.manager [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1618.387527] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Task: {'id': task-2034407, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.490990] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034408, 'name': PowerOnVM_Task} progress is 37%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.547611] env[62097]: DEBUG nova.policy [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db3945d998734a20bf23512127e804fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59c080b530d64744acf7122498bdd5ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1618.592463] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034409, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.664967] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': task-2034410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.679344] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105454} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.680221] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1618.680546] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20392de4-d809-449f-9fbe-45a8e2e58201 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.710048] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 76990b8d-ff61-454d-9dee-33bfe27f9665/76990b8d-ff61-454d-9dee-33bfe27f9665.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1618.713809] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2b2e1a7-5daf-448e-9c02-af5b8fcd9b12 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.736412] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034412, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.738377] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1618.738377] env[62097]: value = "task-2034413" [ 1618.738377] env[62097]: _type = "Task" [ 1618.738377] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.748425] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.815679] env[62097]: DEBUG nova.compute.manager [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1618.886366] env[62097]: DEBUG oslo_vmware.api [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Task: {'id': task-2034407, 'name': PowerOnVM_Task, 'duration_secs': 0.738994} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.888324] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1618.888973] env[62097]: INFO nova.compute.manager [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Took 17.40 seconds to spawn the instance on the hypervisor. [ 1618.888973] env[62097]: DEBUG nova.compute.manager [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1618.901465] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956d675f-a691-4c15-80c6-45b0c3f9966a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.932573] env[62097]: DEBUG oslo_concurrency.lockutils [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.933181] env[62097]: DEBUG oslo_concurrency.lockutils [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.934463] env[62097]: INFO nova.compute.claims [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1618.997090] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034408, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.025725] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Acquiring lock "e3da7693-b1b0-46a2-98e4-95f1f3d47b20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.025785] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Lock "e3da7693-b1b0-46a2-98e4-95f1f3d47b20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.094224] env[62097]: DEBUG nova.network.neutron [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Updating instance_info_cache with network_info: [{"id": "0cdc26a7-0202-48cf-8dc9-218dc8f81cc8", "address": "fa:16:3e:c3:12:6a", "network": {"id": "0b997da2-929a-4994-bc3d-8bb1044baeb4", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1572448965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3eda561ede148648243b150debbca6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cdc26a7-02", "ovs_interfaceid": "0cdc26a7-0202-48cf-8dc9-218dc8f81cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.096028] env[62097]: DEBUG oslo_vmware.api [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034409, 'name': PowerOnVM_Task, 'duration_secs': 0.865847} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.096400] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1619.096651] env[62097]: INFO nova.compute.manager [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Took 19.89 seconds to spawn the instance on the hypervisor. [ 1619.096837] env[62097]: DEBUG nova.compute.manager [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1619.097705] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9a8d57-938e-450f-9871-0cbce4a9f24f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.171019] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': task-2034410, 'name': ReconfigVM_Task, 'duration_secs': 0.674127} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.171228] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a/9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1619.171825] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96bf75bf-8a5d-4afc-8b0e-a512cce9d59d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.180961] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Waiting for the task: (returnval){ [ 1619.180961] env[62097]: value = "task-2034414" [ 1619.180961] env[62097]: _type = "Task" [ 1619.180961] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.196153] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': task-2034414, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.214891] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613122} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.216445] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] be718be8-85d4-4a44-8b30-3bf18a69b989/be718be8-85d4-4a44-8b30-3bf18a69b989.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1619.216445] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1619.216445] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2abfc282-8c5e-4acf-8943-3cf9c4d60299 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.225216] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1619.225216] env[62097]: value = "task-2034415" [ 1619.225216] env[62097]: _type = "Task" [ 1619.225216] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.238480] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.250824] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.430267] env[62097]: INFO nova.compute.manager [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Took 23.22 seconds to build instance. [ 1619.494676] env[62097]: DEBUG oslo_vmware.api [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034408, 'name': PowerOnVM_Task, 'duration_secs': 1.31686} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.494676] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1619.494676] env[62097]: INFO nova.compute.manager [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Took 23.05 seconds to spawn the instance on the hypervisor. [ 1619.494829] env[62097]: DEBUG nova.compute.manager [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1619.495759] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ec775b-4c41-4ccf-9112-ae3af2584db8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.597702] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Releasing lock "refresh_cache-c4459df3-6b3a-40be-88f3-8a6dd4200dbb" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.598164] env[62097]: DEBUG nova.compute.manager [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Instance network_info: |[{"id": "0cdc26a7-0202-48cf-8dc9-218dc8f81cc8", "address": "fa:16:3e:c3:12:6a", "network": {"id": "0b997da2-929a-4994-bc3d-8bb1044baeb4", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1572448965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3eda561ede148648243b150debbca6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cdc26a7-02", "ovs_interfaceid": "0cdc26a7-0202-48cf-8dc9-218dc8f81cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1619.598515] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:12:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cdc26a7-0202-48cf-8dc9-218dc8f81cc8', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1619.609920] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Creating folder: Project (c3eda561ede148648243b150debbca6e). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1619.609920] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a015ba94-0079-4efa-9a51-91a55867d804 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.620098] env[62097]: INFO nova.compute.manager [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Took 24.63 seconds to build instance. [ 1619.628344] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Created folder: Project (c3eda561ede148648243b150debbca6e) in parent group-v417770. [ 1619.628344] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Creating folder: Instances. Parent ref: group-v417790. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1619.628344] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d9a1f9f-fa4e-483e-89bc-8ddb9052fdf6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.642050] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Created folder: Instances in parent group-v417790. [ 1619.642577] env[62097]: DEBUG oslo.service.loopingcall [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1619.644111] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1619.647036] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9302c009-552b-4581-862a-dfaee75ee4e0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.671953] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1619.671953] env[62097]: value = "task-2034418" [ 1619.671953] env[62097]: _type = "Task" [ 1619.671953] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.683095] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034418, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.692934] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': task-2034414, 'name': Rename_Task, 'duration_secs': 0.27143} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.693783] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1619.693985] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83d51184-ead6-40e4-9d16-c80a16bd7f56 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.702590] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Waiting for the task: (returnval){ [ 1619.702590] env[62097]: value = "task-2034419" [ 1619.702590] env[62097]: _type = "Task" [ 1619.702590] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.713040] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': task-2034419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.738738] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081273} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.738738] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1619.739259] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa5fd6a-48b4-4bd2-a2cb-de96d30854a6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.776293] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] be718be8-85d4-4a44-8b30-3bf18a69b989/be718be8-85d4-4a44-8b30-3bf18a69b989.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1619.776293] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034413, 'name': ReconfigVM_Task, 'duration_secs': 0.635205} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.776517] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f77dd93-044f-4279-bc3a-58c08cac598c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.792628] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 76990b8d-ff61-454d-9dee-33bfe27f9665/76990b8d-ff61-454d-9dee-33bfe27f9665.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1619.793952] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d78a61d4-f8bb-4b40-aa80-dedaad48af64 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.805031] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1619.805031] env[62097]: value = "task-2034420" [ 1619.805031] env[62097]: _type = "Task" [ 1619.805031] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.808368] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1619.808368] env[62097]: value = "task-2034421" [ 1619.808368] env[62097]: _type = "Task" [ 1619.808368] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.823804] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034420, 'name': Rename_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.829160] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034421, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.833552] env[62097]: DEBUG nova.compute.manager [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1619.875737] env[62097]: DEBUG nova.virt.hardware [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1619.876045] env[62097]: DEBUG nova.virt.hardware [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1619.876447] env[62097]: DEBUG nova.virt.hardware [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1619.876891] env[62097]: DEBUG nova.virt.hardware [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1619.878214] env[62097]: DEBUG nova.virt.hardware [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1619.878214] env[62097]: DEBUG nova.virt.hardware [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1619.878214] env[62097]: DEBUG nova.virt.hardware [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1619.878214] env[62097]: DEBUG nova.virt.hardware [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1619.878214] env[62097]: DEBUG nova.virt.hardware [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1619.878546] env[62097]: DEBUG nova.virt.hardware [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1619.878546] env[62097]: DEBUG nova.virt.hardware [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1619.879583] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e26c3e-76de-4566-ac4c-6b75dc7a802a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.890199] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a06e32-32e3-4df7-8a28-5f26588a3b2c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.939272] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dd7aed25-7f6e-4f91-832b-98669b128591 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Lock "ea5fe526-e497-4803-b6f3-0f4d7be0ada5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.731s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.956681] env[62097]: DEBUG nova.network.neutron [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Successfully created port: b045b0ec-0d22-4173-b181-e1597c76384b {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1620.006265] env[62097]: DEBUG nova.compute.manager [req-fc506890-4a10-4921-b0e8-8108aec10627 req-4562edd8-31f0-4263-a676-5864813f78d7 service nova] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Received event network-vif-plugged-4b8f4b6c-832e-41f1-a453-8c0e871d2925 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1620.006519] env[62097]: DEBUG oslo_concurrency.lockutils [req-fc506890-4a10-4921-b0e8-8108aec10627 req-4562edd8-31f0-4263-a676-5864813f78d7 service nova] Acquiring lock "be718be8-85d4-4a44-8b30-3bf18a69b989-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.006935] env[62097]: DEBUG oslo_concurrency.lockutils [req-fc506890-4a10-4921-b0e8-8108aec10627 req-4562edd8-31f0-4263-a676-5864813f78d7 service nova] Lock "be718be8-85d4-4a44-8b30-3bf18a69b989-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.006935] env[62097]: DEBUG oslo_concurrency.lockutils [req-fc506890-4a10-4921-b0e8-8108aec10627 req-4562edd8-31f0-4263-a676-5864813f78d7 service nova] Lock "be718be8-85d4-4a44-8b30-3bf18a69b989-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.007204] env[62097]: DEBUG nova.compute.manager [req-fc506890-4a10-4921-b0e8-8108aec10627 req-4562edd8-31f0-4263-a676-5864813f78d7 service nova] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] No waiting events found dispatching network-vif-plugged-4b8f4b6c-832e-41f1-a453-8c0e871d2925 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1620.007387] env[62097]: WARNING nova.compute.manager [req-fc506890-4a10-4921-b0e8-8108aec10627 req-4562edd8-31f0-4263-a676-5864813f78d7 service nova] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Received unexpected event network-vif-plugged-4b8f4b6c-832e-41f1-a453-8c0e871d2925 for instance with vm_state building and task_state spawning. [ 1620.007565] env[62097]: DEBUG nova.compute.manager [req-fc506890-4a10-4921-b0e8-8108aec10627 req-4562edd8-31f0-4263-a676-5864813f78d7 service nova] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Received event network-changed-4b8f4b6c-832e-41f1-a453-8c0e871d2925 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1620.007697] env[62097]: DEBUG nova.compute.manager [req-fc506890-4a10-4921-b0e8-8108aec10627 req-4562edd8-31f0-4263-a676-5864813f78d7 service nova] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Refreshing instance network info cache due to event network-changed-4b8f4b6c-832e-41f1-a453-8c0e871d2925. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1620.007970] env[62097]: DEBUG oslo_concurrency.lockutils [req-fc506890-4a10-4921-b0e8-8108aec10627 req-4562edd8-31f0-4263-a676-5864813f78d7 service nova] Acquiring lock "refresh_cache-be718be8-85d4-4a44-8b30-3bf18a69b989" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.008040] env[62097]: DEBUG oslo_concurrency.lockutils [req-fc506890-4a10-4921-b0e8-8108aec10627 req-4562edd8-31f0-4263-a676-5864813f78d7 service nova] Acquired lock "refresh_cache-be718be8-85d4-4a44-8b30-3bf18a69b989" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.008170] env[62097]: DEBUG nova.network.neutron [req-fc506890-4a10-4921-b0e8-8108aec10627 req-4562edd8-31f0-4263-a676-5864813f78d7 service nova] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Refreshing network info cache for port 4b8f4b6c-832e-41f1-a453-8c0e871d2925 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1620.022705] env[62097]: INFO nova.compute.manager [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Took 28.53 seconds to build instance. [ 1620.125105] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81809a63-d9f3-41f2-bb6e-5c2f7dc31e66 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Lock "14dbda85-7017-4a43-87a8-36e96f048b49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.150s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.190798] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034418, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.229024] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': task-2034419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.274518] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e791fdd-edad-4beb-8043-503dcbda39e3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.285697] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538cb460-6d93-4b06-b155-888ec4f594ec {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.326212] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5b42a7-dff4-4013-8ebc-a2b2da3ffe57 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.336537] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034420, 'name': Rename_Task, 'duration_secs': 0.339954} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.344036] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1620.344036] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.344036] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad4c256d-a741-432f-9292-f24be49daba3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.345957] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852b1925-f08a-4822-9578-d401f044ee82 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.362826] env[62097]: DEBUG nova.compute.provider_tree [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1620.365887] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1620.365887] env[62097]: value = "task-2034422" [ 1620.365887] env[62097]: _type = "Task" [ 1620.365887] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.379645] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034422, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.442850] env[62097]: DEBUG nova.compute.manager [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1620.526387] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9413df44-0335-4e4f-806c-4e64ff9e66e2 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "f1884230-e972-4c99-a81b-1ecf9b5d7875" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.042s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.630385] env[62097]: DEBUG nova.compute.manager [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1620.690041] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034418, 'name': CreateVM_Task, 'duration_secs': 0.626068} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.690041] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1620.694017] env[62097]: DEBUG oslo_vmware.service [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e53466-2b43-4fd8-8ded-e346c2c122bb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.701273] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.701332] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.702725] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1620.702725] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e22a127b-5aef-43aa-a201-e92ae3e1b053 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.712512] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Waiting for the task: (returnval){ [ 1620.712512] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a45d3b-ce22-68c2-091a-f27288abdc35" [ 1620.712512] env[62097]: _type = "Task" [ 1620.712512] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.721214] env[62097]: DEBUG oslo_vmware.api [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': task-2034419, 'name': PowerOnVM_Task, 'duration_secs': 0.996291} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.721947] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1620.722677] env[62097]: INFO nova.compute.manager [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Took 16.44 seconds to spawn the instance on the hypervisor. [ 1620.723559] env[62097]: DEBUG nova.compute.manager [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1620.723707] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49a8900-0ed7-45b3-8a8e-02f0a6d0056b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.735060] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.735388] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1620.735624] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.735832] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.735940] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1620.736228] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18400379-1f1b-4e38-8b27-04efbb81a23a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.769705] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1620.769934] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1620.770750] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae1f5d6-f3ea-4f02-b2bc-0f0fa270b4b6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.783671] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa25bca4-ff75-4f06-ba66-e9c8320d7e9b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.789528] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Waiting for the task: (returnval){ [ 1620.789528] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d27451-d59d-2b07-4e62-cb7e17a4c1a6" [ 1620.789528] env[62097]: _type = "Task" [ 1620.789528] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.798707] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d27451-d59d-2b07-4e62-cb7e17a4c1a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.829642] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034421, 'name': ReconfigVM_Task, 'duration_secs': 0.850515} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.831283] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Reconfigured VM instance instance-00000007 to attach disk [datastore1] be718be8-85d4-4a44-8b30-3bf18a69b989/be718be8-85d4-4a44-8b30-3bf18a69b989.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1620.836732] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5365a34c-0561-46f0-a072-bc6e42ef27d9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.839454] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Acquiring lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.839682] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.849997] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1620.849997] env[62097]: value = "task-2034423" [ 1620.849997] env[62097]: _type = "Task" [ 1620.849997] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.861576] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034423, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.867640] env[62097]: DEBUG nova.scheduler.client.report [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1620.887858] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034422, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.971192] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.033315] env[62097]: DEBUG nova.compute.manager [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1621.069527] env[62097]: DEBUG nova.network.neutron [req-fc506890-4a10-4921-b0e8-8108aec10627 req-4562edd8-31f0-4263-a676-5864813f78d7 service nova] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Updated VIF entry in instance network info cache for port 4b8f4b6c-832e-41f1-a453-8c0e871d2925. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1621.069588] env[62097]: DEBUG nova.network.neutron [req-fc506890-4a10-4921-b0e8-8108aec10627 req-4562edd8-31f0-4263-a676-5864813f78d7 service nova] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Updating instance_info_cache with network_info: [{"id": "4b8f4b6c-832e-41f1-a453-8c0e871d2925", "address": "fa:16:3e:53:cd:7c", "network": {"id": "d5f1d527-c4ee-43d8-9626-eecf29c8ef61", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-607891245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3531ea2e2b40fb912cdca256a6c579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b8f4b6c-83", "ovs_interfaceid": "4b8f4b6c-832e-41f1-a453-8c0e871d2925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.150713] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.260307] env[62097]: INFO nova.compute.manager [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Took 21.31 seconds to build instance. [ 1621.307500] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Preparing fetch location {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1621.310022] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Creating directory with path [datastore2] vmware_temp/101e42d3-245c-43a7-92c6-02f2deb87a9e/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1621.310022] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88b90314-5d6a-458d-80b2-f87700e01456 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.345088] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Created directory with path [datastore2] vmware_temp/101e42d3-245c-43a7-92c6-02f2deb87a9e/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1621.345900] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Fetch image to [datastore2] vmware_temp/101e42d3-245c-43a7-92c6-02f2deb87a9e/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/tmp-sparse.vmdk {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1621.346206] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Downloading image file data 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 to [datastore2] vmware_temp/101e42d3-245c-43a7-92c6-02f2deb87a9e/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/tmp-sparse.vmdk on the data store datastore2 {{(pid=62097) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1621.347851] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5419d9-9d05-4d21-9697-f6ad7f554fa6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.374030] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034423, 'name': Rename_Task, 'duration_secs': 0.218109} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.374613] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0510e4-2d1b-4c9a-bb35-1dbc918b2574 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.381936] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1621.384178] env[62097]: DEBUG oslo_concurrency.lockutils [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.384178] env[62097]: DEBUG nova.compute.manager [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1621.386637] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] Acquiring lock "7b12acc4-d184-4130-980a-0c84c4c28617" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.386869] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] Lock "7b12acc4-d184-4130-980a-0c84c4c28617" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.387118] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] Acquiring lock "7b12acc4-d184-4130-980a-0c84c4c28617-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.387317] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] Lock "7b12acc4-d184-4130-980a-0c84c4c28617-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.387481] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] Lock "7b12acc4-d184-4130-980a-0c84c4c28617-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.394032] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a7a26ac-3710-46d6-a6ad-d068f53fd8b5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.398868] env[62097]: INFO nova.compute.manager [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Terminating instance [ 1621.401251] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.430s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.403783] env[62097]: INFO nova.compute.claims [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1621.417516] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b95e22-18f5-490b-9f7d-03342303db06 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.421936] env[62097]: DEBUG oslo_vmware.api [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034422, 'name': PowerOnVM_Task, 'duration_secs': 1.045809} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.423841] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1621.424008] env[62097]: INFO nova.compute.manager [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Took 14.89 seconds to spawn the instance on the hypervisor. [ 1621.424202] env[62097]: DEBUG nova.compute.manager [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1621.424768] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1621.424768] env[62097]: value = "task-2034424" [ 1621.424768] env[62097]: _type = "Task" [ 1621.424768] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.425851] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f53c7a-7bad-4651-8096-aefe1e504f5c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.461546] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48dde5f-7f7b-4673-b3a2-475b8a60be61 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.473744] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034424, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.478278] env[62097]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-3756fe46-709b-43b6-8d0e-ee1cef5831c0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.557597] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.572663] env[62097]: DEBUG oslo_concurrency.lockutils [req-fc506890-4a10-4921-b0e8-8108aec10627 req-4562edd8-31f0-4263-a676-5864813f78d7 service nova] Releasing lock "refresh_cache-be718be8-85d4-4a44-8b30-3bf18a69b989" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.584753] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Downloading image file data 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 to the data store datastore2 {{(pid=62097) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1621.669911] env[62097]: DEBUG oslo_vmware.rw_handles [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/101e42d3-245c-43a7-92c6-02f2deb87a9e/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62097) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1621.762640] env[62097]: DEBUG oslo_concurrency.lockutils [None req-80d66709-9a25-4ebc-ab17-e8994faf8d17 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Lock "9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.823s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.810203] env[62097]: DEBUG nova.network.neutron [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Successfully updated port: 6c3206eb-2189-420f-9578-98b4a2dfa228 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1621.904080] env[62097]: DEBUG nova.compute.utils [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1621.906618] env[62097]: DEBUG nova.compute.manager [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1621.906618] env[62097]: DEBUG nova.network.neutron [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1621.917848] env[62097]: DEBUG nova.compute.manager [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1621.917848] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1621.919533] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6a04ea-33ca-4b5d-adcd-e39c8d6c59b3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.938396] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1621.942028] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-641a09f1-847f-4531-b8d3-afa3f0a63647 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.956253] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034424, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.956905] env[62097]: DEBUG oslo_vmware.api [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] Waiting for the task: (returnval){ [ 1621.956905] env[62097]: value = "task-2034425" [ 1621.956905] env[62097]: _type = "Task" [ 1621.956905] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.983713] env[62097]: DEBUG oslo_vmware.api [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] Task: {'id': task-2034425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.989042] env[62097]: INFO nova.compute.manager [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Took 21.84 seconds to build instance. [ 1622.062781] env[62097]: DEBUG nova.policy [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11b87a5ca0914c9788bd33198cdd523f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c15cb6deafcd458e906559e496ef17e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1622.265183] env[62097]: DEBUG nova.compute.manager [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1622.317941] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Acquiring lock "refresh_cache-811ada10-01b0-473b-887c-95e85708af74" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.318127] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Acquired lock "refresh_cache-811ada10-01b0-473b-887c-95e85708af74" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.318398] env[62097]: DEBUG nova.network.neutron [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1622.414088] env[62097]: DEBUG nova.compute.manager [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1622.443688] env[62097]: DEBUG oslo_vmware.api [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034424, 'name': PowerOnVM_Task, 'duration_secs': 0.85792} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.445180] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1622.445502] env[62097]: INFO nova.compute.manager [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Took 13.62 seconds to spawn the instance on the hypervisor. [ 1622.445732] env[62097]: DEBUG nova.compute.manager [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1622.447243] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ee3c9b-249a-4c44-ae2e-d12e0ef42455 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.484553] env[62097]: DEBUG oslo_vmware.api [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] Task: {'id': task-2034425, 'name': PowerOffVM_Task, 'duration_secs': 0.255298} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.485277] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1622.485441] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1622.485706] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-822f20fd-69a7-4efd-a26d-5bd698f06970 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.491106] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a414bb1d-2c60-4390-8453-8c3136b0180e tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "76990b8d-ff61-454d-9dee-33bfe27f9665" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.355s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.583104] env[62097]: DEBUG oslo_vmware.rw_handles [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Completed reading data from the image iterator. {{(pid=62097) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1622.583371] env[62097]: DEBUG oslo_vmware.rw_handles [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/101e42d3-245c-43a7-92c6-02f2deb87a9e/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1622.603181] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1622.603405] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1622.603581] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] Deleting the datastore file [datastore1] 7b12acc4-d184-4130-980a-0c84c4c28617 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1622.603849] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62f1c80b-fb42-4e3a-91c7-a7d096bb0a95 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.614477] env[62097]: DEBUG oslo_vmware.api [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] Waiting for the task: (returnval){ [ 1622.614477] env[62097]: value = "task-2034427" [ 1622.614477] env[62097]: _type = "Task" [ 1622.614477] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.625537] env[62097]: DEBUG oslo_vmware.api [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] Task: {'id': task-2034427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.657559] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Downloaded image file data 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 to vmware_temp/101e42d3-245c-43a7-92c6-02f2deb87a9e/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/tmp-sparse.vmdk on the data store datastore2 {{(pid=62097) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1622.659592] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Caching image {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1622.659880] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Copying Virtual Disk [datastore2] vmware_temp/101e42d3-245c-43a7-92c6-02f2deb87a9e/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/tmp-sparse.vmdk to [datastore2] vmware_temp/101e42d3-245c-43a7-92c6-02f2deb87a9e/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1622.661071] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4836c799-9edf-4e31-b7fb-27b8c37ca887 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.670433] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Waiting for the task: (returnval){ [ 1622.670433] env[62097]: value = "task-2034428" [ 1622.670433] env[62097]: _type = "Task" [ 1622.670433] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.685403] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.737392] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1187983e-2e6f-4371-a2fd-d4a30620fc40 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.758550] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be931805-21f3-41f9-b415-fa6a527574a7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.803938] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab02a629-8170-4afa-962d-b3a16ee54850 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.816735] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d464aec-f984-45ce-be76-7df817c93b56 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.835860] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.836436] env[62097]: DEBUG nova.compute.provider_tree [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1622.875908] env[62097]: DEBUG nova.network.neutron [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1622.977975] env[62097]: INFO nova.compute.manager [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Took 18.97 seconds to build instance. [ 1623.129489] env[62097]: DEBUG oslo_vmware.api [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] Task: {'id': task-2034427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.484668} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.129775] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1623.129954] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1623.130157] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1623.130365] env[62097]: INFO nova.compute.manager [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1623.130607] env[62097]: DEBUG oslo.service.loopingcall [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1623.130788] env[62097]: DEBUG nova.compute.manager [-] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1623.130941] env[62097]: DEBUG nova.network.neutron [-] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1623.184889] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.311162] env[62097]: DEBUG nova.network.neutron [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Updating instance_info_cache with network_info: [{"id": "6c3206eb-2189-420f-9578-98b4a2dfa228", "address": "fa:16:3e:85:52:8e", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3206eb-21", "ovs_interfaceid": "6c3206eb-2189-420f-9578-98b4a2dfa228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.314503] env[62097]: DEBUG nova.network.neutron [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Successfully created port: fc0dd817-07f9-43d1-996d-cfb8e9391f81 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1623.342236] env[62097]: DEBUG nova.scheduler.client.report [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1623.427490] env[62097]: DEBUG nova.compute.manager [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1623.471484] env[62097]: DEBUG nova.virt.hardware [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1623.474511] env[62097]: DEBUG nova.virt.hardware [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1623.474511] env[62097]: DEBUG nova.virt.hardware [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1623.474511] env[62097]: DEBUG nova.virt.hardware [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1623.474511] env[62097]: DEBUG nova.virt.hardware [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1623.474511] env[62097]: DEBUG nova.virt.hardware [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1623.475810] env[62097]: DEBUG nova.virt.hardware [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1623.475810] env[62097]: DEBUG nova.virt.hardware [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1623.475810] env[62097]: DEBUG nova.virt.hardware [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1623.475810] env[62097]: DEBUG nova.virt.hardware [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1623.475810] env[62097]: DEBUG nova.virt.hardware [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1623.477605] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b452bbd-17b6-426f-9646-ce4e39e40b8a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.483023] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8196bef3-c20b-4d73-8db3-aa279640751b tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "be718be8-85d4-4a44-8b30-3bf18a69b989" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.485s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.486396] env[62097]: DEBUG nova.network.neutron [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Successfully updated port: b045b0ec-0d22-4173-b181-e1597c76384b {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1623.491026] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae9f460-84a5-4424-9ff7-02641a167847 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.692039] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034428, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.814948] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Releasing lock "refresh_cache-811ada10-01b0-473b-887c-95e85708af74" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.815735] env[62097]: DEBUG nova.compute.manager [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Instance network_info: |[{"id": "6c3206eb-2189-420f-9578-98b4a2dfa228", "address": "fa:16:3e:85:52:8e", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3206eb-21", "ovs_interfaceid": "6c3206eb-2189-420f-9578-98b4a2dfa228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1623.816052] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:52:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c3206eb-2189-420f-9578-98b4a2dfa228', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1623.824692] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Creating folder: Project (6cab03e93b4b42439fd60368e2147e71). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1623.825479] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2cff3ad-b5b5-4605-b2e6-e64fa627d3eb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.844026] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Created folder: Project (6cab03e93b4b42439fd60368e2147e71) in parent group-v417770. [ 1623.844026] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Creating folder: Instances. Parent ref: group-v417793. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1623.844026] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc9c7c84-a185-4c16-a6cd-59569879574e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.847893] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.848452] env[62097]: DEBUG nova.compute.manager [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1623.851608] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.701s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.853357] env[62097]: INFO nova.compute.claims [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1623.860067] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Created folder: Instances in parent group-v417793. [ 1623.860386] env[62097]: DEBUG oslo.service.loopingcall [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1623.864343] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 811ada10-01b0-473b-887c-95e85708af74] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1623.866342] env[62097]: DEBUG oslo_concurrency.lockutils [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Acquiring lock "7e52d25f-9a50-4a15-b296-c156d9f3b785" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.866342] env[62097]: DEBUG oslo_concurrency.lockutils [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Lock "7e52d25f-9a50-4a15-b296-c156d9f3b785" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.868391] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-626930ec-f8a2-43d4-840b-31837865fb9c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.897033] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1623.897033] env[62097]: value = "task-2034431" [ 1623.897033] env[62097]: _type = "Task" [ 1623.897033] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.909823] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034431, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.991656] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "refresh_cache-f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.993670] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquired lock "refresh_cache-f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.993670] env[62097]: DEBUG nova.network.neutron [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1624.060086] env[62097]: DEBUG oslo_concurrency.lockutils [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Acquiring lock "f392555b-fa10-4c15-a253-48ef4c82df63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.060495] env[62097]: DEBUG oslo_concurrency.lockutils [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Lock "f392555b-fa10-4c15-a253-48ef4c82df63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.187718] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034428, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.240192} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.187995] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Copied Virtual Disk [datastore2] vmware_temp/101e42d3-245c-43a7-92c6-02f2deb87a9e/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/tmp-sparse.vmdk to [datastore2] vmware_temp/101e42d3-245c-43a7-92c6-02f2deb87a9e/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1624.188188] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Deleting the datastore file [datastore2] vmware_temp/101e42d3-245c-43a7-92c6-02f2deb87a9e/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/tmp-sparse.vmdk {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1624.188469] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57159942-c8a5-4910-80c3-da4c37df7365 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.197715] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Waiting for the task: (returnval){ [ 1624.197715] env[62097]: value = "task-2034432" [ 1624.197715] env[62097]: _type = "Task" [ 1624.197715] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.215045] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.298669] env[62097]: DEBUG nova.network.neutron [-] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.361532] env[62097]: DEBUG nova.compute.utils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1624.361532] env[62097]: DEBUG nova.compute.manager [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1624.361532] env[62097]: DEBUG nova.network.neutron [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1624.388995] env[62097]: DEBUG nova.compute.manager [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1624.411468] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034431, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.422120] env[62097]: DEBUG nova.policy [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db3945d998734a20bf23512127e804fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59c080b530d64744acf7122498bdd5ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1624.562545] env[62097]: DEBUG nova.compute.manager [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1624.610317] env[62097]: DEBUG nova.network.neutron [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1624.709325] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033676} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.709583] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1624.709789] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Moving file from [datastore2] vmware_temp/101e42d3-245c-43a7-92c6-02f2deb87a9e/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 to [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69. {{(pid=62097) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1624.710110] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-73e931c6-7f98-4263-a910-81e577c203f2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.719072] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Waiting for the task: (returnval){ [ 1624.719072] env[62097]: value = "task-2034433" [ 1624.719072] env[62097]: _type = "Task" [ 1624.719072] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.730162] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034433, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.790518] env[62097]: DEBUG nova.network.neutron [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Successfully created port: b777308f-f017-4346-997b-ce39cdc2c31a {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1624.801674] env[62097]: INFO nova.compute.manager [-] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Took 1.67 seconds to deallocate network for instance. [ 1624.865793] env[62097]: DEBUG nova.compute.manager [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1624.919342] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034431, 'name': CreateVM_Task, 'duration_secs': 0.602533} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.920354] env[62097]: DEBUG oslo_concurrency.lockutils [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.920553] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 811ada10-01b0-473b-887c-95e85708af74] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1624.921270] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.921388] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.921634] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1624.921877] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45bdbd36-007a-46d6-8a16-30a10d1db6ea {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.929392] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Waiting for the task: (returnval){ [ 1624.929392] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a9d806-ac41-8d25-d4a7-b04ac094cc22" [ 1624.929392] env[62097]: _type = "Task" [ 1624.929392] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.942805] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a9d806-ac41-8d25-d4a7-b04ac094cc22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.064479] env[62097]: DEBUG nova.network.neutron [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Updating instance_info_cache with network_info: [{"id": "b045b0ec-0d22-4173-b181-e1597c76384b", "address": "fa:16:3e:51:8b:11", "network": {"id": "a20b52e0-ae0e-42db-8330-4ce30755c4d4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-30735310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "59c080b530d64744acf7122498bdd5ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb045b0ec-0d", "ovs_interfaceid": "b045b0ec-0d22-4173-b181-e1597c76384b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.087437] env[62097]: DEBUG oslo_concurrency.lockutils [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.146624] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf17c66-83bf-4a10-b71e-29baad407313 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.156257] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666e2fda-b850-433d-916d-59f7b4ea8688 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.191061] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5484ab43-1d6a-4111-8a0f-d64fb706d41d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.199773] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a064765e-edf7-4ec0-849e-45fecfa96e98 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.216519] env[62097]: DEBUG nova.compute.provider_tree [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1625.229892] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034433, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.064225} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.231585] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] File moved {{(pid=62097) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1625.231807] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Cleaning up location [datastore2] vmware_temp/101e42d3-245c-43a7-92c6-02f2deb87a9e {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1625.231969] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Deleting the datastore file [datastore2] vmware_temp/101e42d3-245c-43a7-92c6-02f2deb87a9e {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1625.232254] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33cb0ef9-755e-4561-b39f-a13407b5a39b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.242115] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Waiting for the task: (returnval){ [ 1625.242115] env[62097]: value = "task-2034434" [ 1625.242115] env[62097]: _type = "Task" [ 1625.242115] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.252720] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.311352] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.315344] env[62097]: DEBUG nova.compute.manager [req-1c379de8-77e2-4b26-9c8a-917c6633ee45 req-c93fe321-dae0-4bd8-a9f0-5232e7c7d681 service nova] [instance: 811ada10-01b0-473b-887c-95e85708af74] Received event network-vif-plugged-6c3206eb-2189-420f-9578-98b4a2dfa228 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1625.315558] env[62097]: DEBUG oslo_concurrency.lockutils [req-1c379de8-77e2-4b26-9c8a-917c6633ee45 req-c93fe321-dae0-4bd8-a9f0-5232e7c7d681 service nova] Acquiring lock "811ada10-01b0-473b-887c-95e85708af74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.315769] env[62097]: DEBUG oslo_concurrency.lockutils [req-1c379de8-77e2-4b26-9c8a-917c6633ee45 req-c93fe321-dae0-4bd8-a9f0-5232e7c7d681 service nova] Lock "811ada10-01b0-473b-887c-95e85708af74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.315928] env[62097]: DEBUG oslo_concurrency.lockutils [req-1c379de8-77e2-4b26-9c8a-917c6633ee45 req-c93fe321-dae0-4bd8-a9f0-5232e7c7d681 service nova] Lock "811ada10-01b0-473b-887c-95e85708af74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.316102] env[62097]: DEBUG nova.compute.manager [req-1c379de8-77e2-4b26-9c8a-917c6633ee45 req-c93fe321-dae0-4bd8-a9f0-5232e7c7d681 service nova] [instance: 811ada10-01b0-473b-887c-95e85708af74] No waiting events found dispatching network-vif-plugged-6c3206eb-2189-420f-9578-98b4a2dfa228 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1625.316315] env[62097]: WARNING nova.compute.manager [req-1c379de8-77e2-4b26-9c8a-917c6633ee45 req-c93fe321-dae0-4bd8-a9f0-5232e7c7d681 service nova] [instance: 811ada10-01b0-473b-887c-95e85708af74] Received unexpected event network-vif-plugged-6c3206eb-2189-420f-9578-98b4a2dfa228 for instance with vm_state building and task_state spawning. [ 1625.443944] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a9d806-ac41-8d25-d4a7-b04ac094cc22, 'name': SearchDatastore_Task, 'duration_secs': 0.022874} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.444308] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.444556] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1625.444775] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.543622] env[62097]: DEBUG nova.compute.manager [req-b8443de8-c12c-404c-8ef4-f76638ab42db req-c01a7d98-d203-447b-9989-3eff50325c42 service nova] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Received event network-vif-plugged-0cdc26a7-0202-48cf-8dc9-218dc8f81cc8 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1625.543772] env[62097]: DEBUG oslo_concurrency.lockutils [req-b8443de8-c12c-404c-8ef4-f76638ab42db req-c01a7d98-d203-447b-9989-3eff50325c42 service nova] Acquiring lock "c4459df3-6b3a-40be-88f3-8a6dd4200dbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.544189] env[62097]: DEBUG oslo_concurrency.lockutils [req-b8443de8-c12c-404c-8ef4-f76638ab42db req-c01a7d98-d203-447b-9989-3eff50325c42 service nova] Lock "c4459df3-6b3a-40be-88f3-8a6dd4200dbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.544668] env[62097]: DEBUG oslo_concurrency.lockutils [req-b8443de8-c12c-404c-8ef4-f76638ab42db req-c01a7d98-d203-447b-9989-3eff50325c42 service nova] Lock "c4459df3-6b3a-40be-88f3-8a6dd4200dbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.544668] env[62097]: DEBUG nova.compute.manager [req-b8443de8-c12c-404c-8ef4-f76638ab42db req-c01a7d98-d203-447b-9989-3eff50325c42 service nova] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] No waiting events found dispatching network-vif-plugged-0cdc26a7-0202-48cf-8dc9-218dc8f81cc8 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1625.544821] env[62097]: WARNING nova.compute.manager [req-b8443de8-c12c-404c-8ef4-f76638ab42db req-c01a7d98-d203-447b-9989-3eff50325c42 service nova] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Received unexpected event network-vif-plugged-0cdc26a7-0202-48cf-8dc9-218dc8f81cc8 for instance with vm_state building and task_state spawning. [ 1625.544979] env[62097]: DEBUG nova.compute.manager [req-b8443de8-c12c-404c-8ef4-f76638ab42db req-c01a7d98-d203-447b-9989-3eff50325c42 service nova] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Received event network-changed-0cdc26a7-0202-48cf-8dc9-218dc8f81cc8 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1625.545154] env[62097]: DEBUG nova.compute.manager [req-b8443de8-c12c-404c-8ef4-f76638ab42db req-c01a7d98-d203-447b-9989-3eff50325c42 service nova] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Refreshing instance network info cache due to event network-changed-0cdc26a7-0202-48cf-8dc9-218dc8f81cc8. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1625.545341] env[62097]: DEBUG oslo_concurrency.lockutils [req-b8443de8-c12c-404c-8ef4-f76638ab42db req-c01a7d98-d203-447b-9989-3eff50325c42 service nova] Acquiring lock "refresh_cache-c4459df3-6b3a-40be-88f3-8a6dd4200dbb" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.545486] env[62097]: DEBUG oslo_concurrency.lockutils [req-b8443de8-c12c-404c-8ef4-f76638ab42db req-c01a7d98-d203-447b-9989-3eff50325c42 service nova] Acquired lock "refresh_cache-c4459df3-6b3a-40be-88f3-8a6dd4200dbb" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.545670] env[62097]: DEBUG nova.network.neutron [req-b8443de8-c12c-404c-8ef4-f76638ab42db req-c01a7d98-d203-447b-9989-3eff50325c42 service nova] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Refreshing network info cache for port 0cdc26a7-0202-48cf-8dc9-218dc8f81cc8 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1625.568564] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Releasing lock "refresh_cache-f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.568946] env[62097]: DEBUG nova.compute.manager [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Instance network_info: |[{"id": "b045b0ec-0d22-4173-b181-e1597c76384b", "address": "fa:16:3e:51:8b:11", "network": {"id": "a20b52e0-ae0e-42db-8330-4ce30755c4d4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-30735310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "59c080b530d64744acf7122498bdd5ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb045b0ec-0d", "ovs_interfaceid": "b045b0ec-0d22-4173-b181-e1597c76384b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1625.569443] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:8b:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b045b0ec-0d22-4173-b181-e1597c76384b', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1625.577142] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Creating folder: Project (59c080b530d64744acf7122498bdd5ff). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1625.577976] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d119a22-21b0-4878-a019-294b914d3b6c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.592515] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Created folder: Project (59c080b530d64744acf7122498bdd5ff) in parent group-v417770. [ 1625.593361] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Creating folder: Instances. Parent ref: group-v417796. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1625.593361] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1019b35c-f6b1-422c-b6d7-9c8fd44d4404 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.605944] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Created folder: Instances in parent group-v417796. [ 1625.606234] env[62097]: DEBUG oslo.service.loopingcall [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1625.606514] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1625.606725] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3010ffda-e027-4a51-8263-eed52f72ab82 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.628223] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1625.628223] env[62097]: value = "task-2034437" [ 1625.628223] env[62097]: _type = "Task" [ 1625.628223] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.637292] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034437, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.728296] env[62097]: DEBUG nova.scheduler.client.report [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1625.754315] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.057789} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.754315] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1625.754497] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69fabb9d-4d54-4315-a9e0-b5f8b7cf95d9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.760869] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Waiting for the task: (returnval){ [ 1625.760869] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525f2ec9-7cbc-82d3-e225-bcd8eed85a90" [ 1625.760869] env[62097]: _type = "Task" [ 1625.760869] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.775656] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525f2ec9-7cbc-82d3-e225-bcd8eed85a90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.879739] env[62097]: DEBUG nova.compute.manager [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1625.924384] env[62097]: DEBUG nova.virt.hardware [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1625.925170] env[62097]: DEBUG nova.virt.hardware [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1625.925462] env[62097]: DEBUG nova.virt.hardware [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1625.925734] env[62097]: DEBUG nova.virt.hardware [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1625.925892] env[62097]: DEBUG nova.virt.hardware [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1625.926049] env[62097]: DEBUG nova.virt.hardware [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1625.926260] env[62097]: DEBUG nova.virt.hardware [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1625.926413] env[62097]: DEBUG nova.virt.hardware [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1625.926573] env[62097]: DEBUG nova.virt.hardware [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1625.926727] env[62097]: DEBUG nova.virt.hardware [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1625.926888] env[62097]: DEBUG nova.virt.hardware [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1625.927873] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f521b852-f6b9-4013-aee3-eb909abd6729 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.938770] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0130ba25-8b2d-450f-8bac-c04595d97747 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.144173] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034437, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.236224] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.239272] env[62097]: DEBUG nova.compute.manager [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1626.240313] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.683s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.242755] env[62097]: INFO nova.compute.claims [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1626.276437] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525f2ec9-7cbc-82d3-e225-bcd8eed85a90, 'name': SearchDatastore_Task, 'duration_secs': 0.013356} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.278915] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.278915] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] c4459df3-6b3a-40be-88f3-8a6dd4200dbb/c4459df3-6b3a-40be-88f3-8a6dd4200dbb.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1626.280849] env[62097]: DEBUG nova.network.neutron [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Successfully updated port: fc0dd817-07f9-43d1-996d-cfb8e9391f81 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1626.282801] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.283254] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1626.285152] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe76b3c2-a28b-4e2d-af53-0018ab615132 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.286541] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c44f9d82-4a50-4062-8c3b-c60d870e545b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.298948] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Waiting for the task: (returnval){ [ 1626.298948] env[62097]: value = "task-2034438" [ 1626.298948] env[62097]: _type = "Task" [ 1626.298948] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.300874] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1626.301321] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1626.312353] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdc1311e-14c2-4947-a13f-8446ba0f1c13 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.320141] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Waiting for the task: (returnval){ [ 1626.320141] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52bb3eb4-756d-171b-0524-ce8e2c4144e6" [ 1626.320141] env[62097]: _type = "Task" [ 1626.320141] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.323762] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.336495] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52bb3eb4-756d-171b-0524-ce8e2c4144e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.519077] env[62097]: DEBUG nova.network.neutron [req-b8443de8-c12c-404c-8ef4-f76638ab42db req-c01a7d98-d203-447b-9989-3eff50325c42 service nova] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Updated VIF entry in instance network info cache for port 0cdc26a7-0202-48cf-8dc9-218dc8f81cc8. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1626.519167] env[62097]: DEBUG nova.network.neutron [req-b8443de8-c12c-404c-8ef4-f76638ab42db req-c01a7d98-d203-447b-9989-3eff50325c42 service nova] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Updating instance_info_cache with network_info: [{"id": "0cdc26a7-0202-48cf-8dc9-218dc8f81cc8", "address": "fa:16:3e:c3:12:6a", "network": {"id": "0b997da2-929a-4994-bc3d-8bb1044baeb4", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1572448965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3eda561ede148648243b150debbca6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cdc26a7-02", "ovs_interfaceid": "0cdc26a7-0202-48cf-8dc9-218dc8f81cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.627676] env[62097]: DEBUG nova.network.neutron [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Successfully updated port: b777308f-f017-4346-997b-ce39cdc2c31a {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1626.640967] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034437, 'name': CreateVM_Task, 'duration_secs': 0.64498} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.641588] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1626.645043] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.645043] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.645043] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1626.645043] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b8382aa-99ff-471e-841a-bc21bf0d7989 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.653196] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1626.653196] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5207fa2e-8769-0422-2233-6320997ec234" [ 1626.653196] env[62097]: _type = "Task" [ 1626.653196] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.669025] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5207fa2e-8769-0422-2233-6320997ec234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.753079] env[62097]: DEBUG nova.compute.utils [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1626.757704] env[62097]: DEBUG nova.compute.manager [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1626.757908] env[62097]: DEBUG nova.network.neutron [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1626.783980] env[62097]: DEBUG oslo_concurrency.lockutils [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Acquiring lock "refresh_cache-c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.784085] env[62097]: DEBUG oslo_concurrency.lockutils [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Acquired lock "refresh_cache-c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.784421] env[62097]: DEBUG nova.network.neutron [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1626.821356] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034438, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.839392] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52bb3eb4-756d-171b-0524-ce8e2c4144e6, 'name': SearchDatastore_Task, 'duration_secs': 0.025962} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.840527] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcdf6535-d983-42d3-bc28-621dd084f3ad {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.848205] env[62097]: DEBUG nova.policy [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23615d325bcd4a33a9f1d3b8b90e54d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7be4ba51186f40cda4c038ab93bb6138', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1626.852379] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Waiting for the task: (returnval){ [ 1626.852379] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d162db-40f8-ba0f-0862-fc1108eee384" [ 1626.852379] env[62097]: _type = "Task" [ 1626.852379] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.862629] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d162db-40f8-ba0f-0862-fc1108eee384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.024758] env[62097]: DEBUG oslo_concurrency.lockutils [req-b8443de8-c12c-404c-8ef4-f76638ab42db req-c01a7d98-d203-447b-9989-3eff50325c42 service nova] Releasing lock "refresh_cache-c4459df3-6b3a-40be-88f3-8a6dd4200dbb" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.136965] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "refresh_cache-cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.137111] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquired lock "refresh_cache-cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.137344] env[62097]: DEBUG nova.network.neutron [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1627.165590] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Acquiring lock "117dded3-8117-4917-9634-ca73b6765e3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.165590] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Lock "117dded3-8117-4917-9634-ca73b6765e3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.172153] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5207fa2e-8769-0422-2233-6320997ec234, 'name': SearchDatastore_Task, 'duration_secs': 0.05776} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.172365] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.172515] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1627.172736] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.214439] env[62097]: DEBUG nova.network.neutron [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Successfully created port: 116d39c4-c133-461c-a97e-caf689de0a23 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1627.258022] env[62097]: DEBUG nova.compute.manager [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1627.314761] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Acquiring lock "ea5fe526-e497-4803-b6f3-0f4d7be0ada5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.315036] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Lock "ea5fe526-e497-4803-b6f3-0f4d7be0ada5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.315273] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Acquiring lock "ea5fe526-e497-4803-b6f3-0f4d7be0ada5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.315463] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Lock "ea5fe526-e497-4803-b6f3-0f4d7be0ada5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.315643] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Lock "ea5fe526-e497-4803-b6f3-0f4d7be0ada5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.325707] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.880479} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.325707] env[62097]: INFO nova.compute.manager [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Terminating instance [ 1627.330041] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] c4459df3-6b3a-40be-88f3-8a6dd4200dbb/c4459df3-6b3a-40be-88f3-8a6dd4200dbb.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1627.330041] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1627.333346] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5125bd9b-d2af-4e53-a943-a053a42e23ac {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.343271] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Waiting for the task: (returnval){ [ 1627.343271] env[62097]: value = "task-2034439" [ 1627.343271] env[62097]: _type = "Task" [ 1627.343271] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.354170] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.370831] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d162db-40f8-ba0f-0862-fc1108eee384, 'name': SearchDatastore_Task, 'duration_secs': 0.066026} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.371136] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.371395] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 811ada10-01b0-473b-887c-95e85708af74/811ada10-01b0-473b-887c-95e85708af74.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1627.371938] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.371938] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1627.372084] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d9ae210-3c01-4983-a5b2-8bf56674c222 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.374175] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54f303d4-d1aa-4605-ac84-85870b613128 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.389647] env[62097]: DEBUG nova.network.neutron [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1627.391837] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Waiting for the task: (returnval){ [ 1627.391837] env[62097]: value = "task-2034440" [ 1627.391837] env[62097]: _type = "Task" [ 1627.391837] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.393513] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1627.393781] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1627.400770] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-301ee0d6-f7d1-4b47-a74c-c5a54ccdd74f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.411080] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1627.411080] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522c0460-b321-4a9f-bdd1-f60fc0ad1dbc" [ 1627.411080] env[62097]: _type = "Task" [ 1627.411080] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.414884] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': task-2034440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.436062] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522c0460-b321-4a9f-bdd1-f60fc0ad1dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.019874} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.437421] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-063befe9-e492-417a-a113-6a1bdd081b34 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.448366] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1627.448366] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529b2460-9c5b-b6f2-c8c5-bab060e6aa13" [ 1627.448366] env[62097]: _type = "Task" [ 1627.448366] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.458832] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529b2460-9c5b-b6f2-c8c5-bab060e6aa13, 'name': SearchDatastore_Task, 'duration_secs': 0.010765} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.458832] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.458832] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953/f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1627.459237] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8d30147-627b-4a64-8e6b-cc0b24bc4d4a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.474770] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1627.474770] env[62097]: value = "task-2034441" [ 1627.474770] env[62097]: _type = "Task" [ 1627.474770] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.485199] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.635554] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0234cc39-22b2-4026-ad07-a5ce7fe7ea32 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.647617] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2633f56-6b56-4e8c-937d-e153690011a8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.689206] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f79d0d6-c1c0-4247-871a-0dc4ec0497a7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.702930] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60f8329-7911-4242-897e-07c4944f0f5e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.723935] env[62097]: DEBUG nova.compute.provider_tree [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1627.764502] env[62097]: DEBUG nova.network.neutron [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1627.839788] env[62097]: DEBUG nova.compute.manager [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1627.840058] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1627.842400] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570e59e9-c34c-48db-85a5-46ae19bdda8f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.848026] env[62097]: DEBUG nova.network.neutron [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Updating instance_info_cache with network_info: [{"id": "fc0dd817-07f9-43d1-996d-cfb8e9391f81", "address": "fa:16:3e:c0:2f:f6", "network": {"id": "bd7610b0-a148-4de1-bb54-0d95acb58b2a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-602050751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c15cb6deafcd458e906559e496ef17e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc0dd817-07", "ovs_interfaceid": "fc0dd817-07f9-43d1-996d-cfb8e9391f81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.863372] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1627.863665] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073363} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.863878] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d48492d-0781-4562-a0b0-b4d0a6c16d4a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.865463] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1627.866696] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba6c3ee-a1fb-443a-b7a3-e0dff600f1c4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.891878] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] c4459df3-6b3a-40be-88f3-8a6dd4200dbb/c4459df3-6b3a-40be-88f3-8a6dd4200dbb.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1627.896840] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0492596a-4447-445e-a25e-765c3ca5df1d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.913838] env[62097]: DEBUG oslo_vmware.api [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Waiting for the task: (returnval){ [ 1627.913838] env[62097]: value = "task-2034442" [ 1627.913838] env[62097]: _type = "Task" [ 1627.913838] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.925997] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Waiting for the task: (returnval){ [ 1627.925997] env[62097]: value = "task-2034443" [ 1627.925997] env[62097]: _type = "Task" [ 1627.925997] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.938024] env[62097]: DEBUG oslo_concurrency.lockutils [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Acquiring lock "9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.938024] env[62097]: DEBUG oslo_concurrency.lockutils [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Lock "9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.938024] env[62097]: DEBUG oslo_concurrency.lockutils [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Acquiring lock "9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.938024] env[62097]: DEBUG oslo_concurrency.lockutils [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Lock "9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.938349] env[62097]: DEBUG oslo_concurrency.lockutils [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Lock "9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.938703] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': task-2034440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458984} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.939836] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 811ada10-01b0-473b-887c-95e85708af74/811ada10-01b0-473b-887c-95e85708af74.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1627.939836] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1627.940293] env[62097]: INFO nova.compute.manager [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Terminating instance [ 1627.941964] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-160c6acd-378a-40ce-9183-47ba50e22595 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.948008] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.961017] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Waiting for the task: (returnval){ [ 1627.961017] env[62097]: value = "task-2034444" [ 1627.961017] env[62097]: _type = "Task" [ 1627.961017] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.973958] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': task-2034444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.987719] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034441, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.162087] env[62097]: DEBUG nova.network.neutron [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Updating instance_info_cache with network_info: [{"id": "b777308f-f017-4346-997b-ce39cdc2c31a", "address": "fa:16:3e:66:93:eb", "network": {"id": "a20b52e0-ae0e-42db-8330-4ce30755c4d4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-30735310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "59c080b530d64744acf7122498bdd5ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb777308f-f0", "ovs_interfaceid": "b777308f-f017-4346-997b-ce39cdc2c31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.227999] env[62097]: DEBUG nova.scheduler.client.report [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1628.274885] env[62097]: DEBUG nova.compute.manager [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1628.352539] env[62097]: DEBUG oslo_concurrency.lockutils [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Releasing lock "refresh_cache-c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.354442] env[62097]: DEBUG nova.compute.manager [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Instance network_info: |[{"id": "fc0dd817-07f9-43d1-996d-cfb8e9391f81", "address": "fa:16:3e:c0:2f:f6", "network": {"id": "bd7610b0-a148-4de1-bb54-0d95acb58b2a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-602050751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c15cb6deafcd458e906559e496ef17e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc0dd817-07", "ovs_interfaceid": "fc0dd817-07f9-43d1-996d-cfb8e9391f81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1628.355219] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:2f:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc0dd817-07f9-43d1-996d-cfb8e9391f81', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1628.365060] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Creating folder: Project (c15cb6deafcd458e906559e496ef17e2). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1628.365450] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b30548d-aa9f-4bca-b2c4-e7dd8451a430 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.382198] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Created folder: Project (c15cb6deafcd458e906559e496ef17e2) in parent group-v417770. [ 1628.382198] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Creating folder: Instances. Parent ref: group-v417799. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1628.382198] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0003de81-2337-4005-b3ff-c93bd00504da {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.398181] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Created folder: Instances in parent group-v417799. [ 1628.398181] env[62097]: DEBUG oslo.service.loopingcall [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1628.398181] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1628.398181] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65c25b11-cf77-4286-bda1-309b3ceb1664 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.429609] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1628.429609] env[62097]: value = "task-2034447" [ 1628.429609] env[62097]: _type = "Task" [ 1628.429609] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.444789] env[62097]: DEBUG oslo_vmware.api [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Task: {'id': task-2034442, 'name': PowerOffVM_Task, 'duration_secs': 0.510687} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.448425] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1628.448425] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1628.450944] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9f3acbb-a5dc-4f1b-b818-edf42f8bb34f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.452823] env[62097]: DEBUG nova.compute.manager [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1628.453041] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1628.453455] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.457341] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8714a4df-c27a-46f9-969c-fe1984aa6c48 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.460082] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034447, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.463033] env[62097]: DEBUG nova.virt.hardware [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1628.463033] env[62097]: DEBUG nova.virt.hardware [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1628.463231] env[62097]: DEBUG nova.virt.hardware [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1628.463266] env[62097]: DEBUG nova.virt.hardware [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1628.464018] env[62097]: DEBUG nova.virt.hardware [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1628.464018] env[62097]: DEBUG nova.virt.hardware [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1628.464018] env[62097]: DEBUG nova.virt.hardware [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1628.464333] env[62097]: DEBUG nova.virt.hardware [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1628.464333] env[62097]: DEBUG nova.virt.hardware [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1628.464520] env[62097]: DEBUG nova.virt.hardware [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1628.464632] env[62097]: DEBUG nova.virt.hardware [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1628.468020] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a49458-79a8-490f-ba0a-86dc0931ad85 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.488292] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1628.489874] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf2e1477-1be9-438f-912f-328662cccda3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.492562] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6bbc1c-df11-4440-ac91-0ab8e6b8905f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.503703] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': task-2034444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220753} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.513911] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1628.515026] env[62097]: DEBUG oslo_vmware.api [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Waiting for the task: (returnval){ [ 1628.515026] env[62097]: value = "task-2034449" [ 1628.515026] env[62097]: _type = "Task" [ 1628.515026] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.518642] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8d1e11-de79-47d2-b63d-50ffd02e7c5d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.521451] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736893} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.524741] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953/f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1628.527050] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1628.527050] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fde5f18d-b473-4c89-a351-38fd228bb35c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.549753] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 811ada10-01b0-473b-887c-95e85708af74/811ada10-01b0-473b-887c-95e85708af74.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1628.554650] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7782bd9-07e6-4fb5-91c0-440a8a59f305 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.572937] env[62097]: DEBUG oslo_vmware.api [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': task-2034449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.573315] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1628.573315] env[62097]: value = "task-2034450" [ 1628.573315] env[62097]: _type = "Task" [ 1628.573315] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.580424] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Waiting for the task: (returnval){ [ 1628.580424] env[62097]: value = "task-2034451" [ 1628.580424] env[62097]: _type = "Task" [ 1628.580424] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.587386] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034450, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.597907] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': task-2034451, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.666870] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Releasing lock "refresh_cache-cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.667975] env[62097]: DEBUG nova.compute.manager [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Instance network_info: |[{"id": "b777308f-f017-4346-997b-ce39cdc2c31a", "address": "fa:16:3e:66:93:eb", "network": {"id": "a20b52e0-ae0e-42db-8330-4ce30755c4d4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-30735310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "59c080b530d64744acf7122498bdd5ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb777308f-f0", "ovs_interfaceid": "b777308f-f017-4346-997b-ce39cdc2c31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1628.668121] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:93:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b777308f-f017-4346-997b-ce39cdc2c31a', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1628.678082] env[62097]: DEBUG oslo.service.loopingcall [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1628.679775] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1628.680077] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1628.680130] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1628.681017] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Deleting the datastore file [datastore1] ea5fe526-e497-4803-b6f3-0f4d7be0ada5 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1628.681017] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a45f825-3548-4bdf-ac4f-32880e688019 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.699865] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64e8d7e2-1967-4ad8-bbc3-36312631d9cd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.709027] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1628.709027] env[62097]: value = "task-2034452" [ 1628.709027] env[62097]: _type = "Task" [ 1628.709027] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.710468] env[62097]: DEBUG oslo_vmware.api [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Waiting for the task: (returnval){ [ 1628.710468] env[62097]: value = "task-2034453" [ 1628.710468] env[62097]: _type = "Task" [ 1628.710468] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.728620] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034452, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.734565] env[62097]: DEBUG oslo_vmware.api [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Task: {'id': task-2034453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.737790] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.738416] env[62097]: DEBUG nova.compute.manager [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1628.741470] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.908s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.743120] env[62097]: INFO nova.compute.claims [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1628.954857] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034447, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.955239] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034443, 'name': ReconfigVM_Task, 'duration_secs': 0.895404} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.956745] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Reconfigured VM instance instance-00000008 to attach disk [datastore2] c4459df3-6b3a-40be-88f3-8a6dd4200dbb/c4459df3-6b3a-40be-88f3-8a6dd4200dbb.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1628.962571] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-163221d8-186f-4d4e-89cd-be4d2784cdf5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.974728] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Waiting for the task: (returnval){ [ 1628.974728] env[62097]: value = "task-2034454" [ 1628.974728] env[62097]: _type = "Task" [ 1628.974728] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.989991] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034454, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.037101] env[62097]: DEBUG oslo_vmware.api [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': task-2034449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.091883] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075504} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.095319] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1629.102172] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e339c1-ff8f-4dca-8148-ab9d35ae4307 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.112341] env[62097]: DEBUG oslo_concurrency.lockutils [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquiring lock "6c1b3fe7-08d1-4ebc-804f-0199697b94dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.112458] env[62097]: DEBUG oslo_concurrency.lockutils [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Lock "6c1b3fe7-08d1-4ebc-804f-0199697b94dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.112782] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.112782] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.118117] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': task-2034451, 'name': ReconfigVM_Task, 'duration_secs': 0.412976} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.129683] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 811ada10-01b0-473b-887c-95e85708af74/811ada10-01b0-473b-887c-95e85708af74.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1629.141358] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953/f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1629.141498] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed6c5224-c3a9-4919-9152-62c0a0835355 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.144149] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ae6889d-0161-4cfa-905e-8c5afd000134 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.167988] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1629.167988] env[62097]: value = "task-2034456" [ 1629.167988] env[62097]: _type = "Task" [ 1629.167988] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.170301] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Waiting for the task: (returnval){ [ 1629.170301] env[62097]: value = "task-2034455" [ 1629.170301] env[62097]: _type = "Task" [ 1629.170301] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.182211] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.185824] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': task-2034455, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.232434] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034452, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.236352] env[62097]: DEBUG oslo_vmware.api [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Task: {'id': task-2034453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213482} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.236617] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1629.236834] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1629.237091] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1629.237327] env[62097]: INFO nova.compute.manager [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1629.237611] env[62097]: DEBUG oslo.service.loopingcall [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.237833] env[62097]: DEBUG nova.compute.manager [-] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1629.237938] env[62097]: DEBUG nova.network.neutron [-] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1629.247720] env[62097]: DEBUG nova.compute.utils [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1629.253460] env[62097]: DEBUG nova.compute.manager [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1629.253460] env[62097]: DEBUG nova.network.neutron [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1629.364699] env[62097]: DEBUG nova.policy [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '738cd4a2d1f74896b19cbc904b19ecd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14bc3d72673b4064bfa4171e67ec14aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1629.387205] env[62097]: DEBUG nova.network.neutron [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Successfully updated port: 116d39c4-c133-461c-a97e-caf689de0a23 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1629.447441] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034447, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.473424] env[62097]: DEBUG nova.compute.manager [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Stashing vm_state: active {{(pid=62097) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1629.487150] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034454, 'name': Rename_Task, 'duration_secs': 0.168372} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.487150] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1629.487150] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c3f16db-21b9-4082-adbf-d299c01ade63 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.495171] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Waiting for the task: (returnval){ [ 1629.495171] env[62097]: value = "task-2034457" [ 1629.495171] env[62097]: _type = "Task" [ 1629.495171] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.505023] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.533023] env[62097]: DEBUG oslo_vmware.api [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': task-2034449, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.695451] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034456, 'name': ReconfigVM_Task, 'duration_secs': 0.43434} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.697437] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Reconfigured VM instance instance-0000000a to attach disk [datastore2] f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953/f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1629.698187] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': task-2034455, 'name': Rename_Task, 'duration_secs': 0.217284} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.698413] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-745400cc-fa95-4559-a380-2d3d32af22f5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.700642] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1629.700900] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5538c812-45b0-4848-b72f-594e1d33d638 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.712263] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1629.712263] env[62097]: value = "task-2034459" [ 1629.712263] env[62097]: _type = "Task" [ 1629.712263] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.712263] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Waiting for the task: (returnval){ [ 1629.712263] env[62097]: value = "task-2034458" [ 1629.712263] env[62097]: _type = "Task" [ 1629.712263] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.728992] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034452, 'name': CreateVM_Task, 'duration_secs': 0.606009} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.737505] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1629.737505] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': task-2034458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.737505] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.737505] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.737505] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1629.737709] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d912438-1423-44c6-a766-cb3540bc2176 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.754940] env[62097]: DEBUG nova.compute.manager [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1629.762698] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1629.762698] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52cf53da-f322-1bdb-0ed3-7ddd07fbcc00" [ 1629.762698] env[62097]: _type = "Task" [ 1629.762698] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.783224] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52cf53da-f322-1bdb-0ed3-7ddd07fbcc00, 'name': SearchDatastore_Task, 'duration_secs': 0.025051} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.783224] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.783224] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1629.783224] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.783473] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.783473] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1629.783473] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87272faf-ac64-4484-a775-cc71d83ca345 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.794943] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1629.795854] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1629.795910] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bd21d0b-9430-4134-9c62-26191365898a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.802860] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1629.802860] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525899c3-bd19-f8dc-0b26-1fab583aea25" [ 1629.802860] env[62097]: _type = "Task" [ 1629.802860] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.822483] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525899c3-bd19-f8dc-0b26-1fab583aea25, 'name': SearchDatastore_Task, 'duration_secs': 0.013845} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.823544] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb90ba43-1c50-46bc-bc79-4b5085a8cf78 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.839306] env[62097]: DEBUG oslo_concurrency.lockutils [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquiring lock "ff68de27-4ac7-456a-9946-768d07738a18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.839577] env[62097]: DEBUG oslo_concurrency.lockutils [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Lock "ff68de27-4ac7-456a-9946-768d07738a18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.840232] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1629.840232] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522e2e6c-6da5-a54e-1b2d-bfa637b985f7" [ 1629.840232] env[62097]: _type = "Task" [ 1629.840232] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.852861] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522e2e6c-6da5-a54e-1b2d-bfa637b985f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011244} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.853304] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.853709] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e/cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1629.853945] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c51c01b4-cea8-4bc8-8d43-5543a83a5403 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.870613] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1629.870613] env[62097]: value = "task-2034460" [ 1629.870613] env[62097]: _type = "Task" [ 1629.870613] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.892896] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Acquiring lock "refresh_cache-c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.892896] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Acquired lock "refresh_cache-c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.892896] env[62097]: DEBUG nova.network.neutron [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1629.893840] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.933088] env[62097]: DEBUG nova.compute.manager [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] [instance: 811ada10-01b0-473b-887c-95e85708af74] Received event network-changed-6c3206eb-2189-420f-9578-98b4a2dfa228 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1629.933088] env[62097]: DEBUG nova.compute.manager [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] [instance: 811ada10-01b0-473b-887c-95e85708af74] Refreshing instance network info cache due to event network-changed-6c3206eb-2189-420f-9578-98b4a2dfa228. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1629.937493] env[62097]: DEBUG oslo_concurrency.lockutils [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] Acquiring lock "refresh_cache-811ada10-01b0-473b-887c-95e85708af74" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.937596] env[62097]: DEBUG oslo_concurrency.lockutils [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] Acquired lock "refresh_cache-811ada10-01b0-473b-887c-95e85708af74" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.938669] env[62097]: DEBUG nova.network.neutron [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] [instance: 811ada10-01b0-473b-887c-95e85708af74] Refreshing network info cache for port 6c3206eb-2189-420f-9578-98b4a2dfa228 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1629.960948] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034447, 'name': CreateVM_Task, 'duration_secs': 1.264287} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.963887] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1629.965531] env[62097]: DEBUG oslo_concurrency.lockutils [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.965628] env[62097]: DEBUG oslo_concurrency.lockutils [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.966355] env[62097]: DEBUG oslo_concurrency.lockutils [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1629.966462] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6f9172-0678-4e5d-a530-7c4adee16fd5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.973657] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Waiting for the task: (returnval){ [ 1629.973657] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529d41da-71ea-e2d1-ad4c-4b30dcb4e761" [ 1629.973657] env[62097]: _type = "Task" [ 1629.973657] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.991116] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529d41da-71ea-e2d1-ad4c-4b30dcb4e761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.001677] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.008512] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034457, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.039527] env[62097]: DEBUG oslo_vmware.api [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': task-2034449, 'name': PowerOffVM_Task, 'duration_secs': 1.084906} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.042853] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1630.042853] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1630.043375] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4128fd77-ac72-4c4a-9bf1-3f8f9e0d9bdc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.168183] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1630.168183] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1630.168183] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Deleting the datastore file [datastore1] 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1630.168183] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56c11a1d-be12-4dab-a399-16c16b796e8f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.177421] env[62097]: DEBUG oslo_vmware.api [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Waiting for the task: (returnval){ [ 1630.177421] env[62097]: value = "task-2034462" [ 1630.177421] env[62097]: _type = "Task" [ 1630.177421] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.192955] env[62097]: DEBUG oslo_vmware.api [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': task-2034462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.230497] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034459, 'name': Rename_Task, 'duration_secs': 0.195086} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.237114] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1630.240683] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': task-2034458, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.240683] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d248cac1-48ec-4017-a335-0638b8ba21c0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.248894] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1630.248894] env[62097]: value = "task-2034463" [ 1630.248894] env[62097]: _type = "Task" [ 1630.248894] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.269468] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.272720] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287bb4cd-1ff2-4b28-8389-35b1852a0324 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.277932] env[62097]: DEBUG nova.compute.manager [req-fd1251da-570c-45d2-b150-2a0e0857b5c5 req-3e28a0f6-cd13-436a-a1d1-52332a54c94e service nova] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Received event network-vif-deleted-1aa90765-06c7-4244-8595-fd91f93f6388 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1630.277932] env[62097]: DEBUG nova.compute.manager [req-fd1251da-570c-45d2-b150-2a0e0857b5c5 req-3e28a0f6-cd13-436a-a1d1-52332a54c94e service nova] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Received event network-vif-plugged-b777308f-f017-4346-997b-ce39cdc2c31a {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1630.277932] env[62097]: DEBUG oslo_concurrency.lockutils [req-fd1251da-570c-45d2-b150-2a0e0857b5c5 req-3e28a0f6-cd13-436a-a1d1-52332a54c94e service nova] Acquiring lock "cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.278162] env[62097]: DEBUG oslo_concurrency.lockutils [req-fd1251da-570c-45d2-b150-2a0e0857b5c5 req-3e28a0f6-cd13-436a-a1d1-52332a54c94e service nova] Lock "cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.278229] env[62097]: DEBUG oslo_concurrency.lockutils [req-fd1251da-570c-45d2-b150-2a0e0857b5c5 req-3e28a0f6-cd13-436a-a1d1-52332a54c94e service nova] Lock "cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.278387] env[62097]: DEBUG nova.compute.manager [req-fd1251da-570c-45d2-b150-2a0e0857b5c5 req-3e28a0f6-cd13-436a-a1d1-52332a54c94e service nova] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] No waiting events found dispatching network-vif-plugged-b777308f-f017-4346-997b-ce39cdc2c31a {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1630.278704] env[62097]: WARNING nova.compute.manager [req-fd1251da-570c-45d2-b150-2a0e0857b5c5 req-3e28a0f6-cd13-436a-a1d1-52332a54c94e service nova] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Received unexpected event network-vif-plugged-b777308f-f017-4346-997b-ce39cdc2c31a for instance with vm_state building and task_state spawning. [ 1630.278704] env[62097]: DEBUG nova.compute.manager [req-fd1251da-570c-45d2-b150-2a0e0857b5c5 req-3e28a0f6-cd13-436a-a1d1-52332a54c94e service nova] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Received event network-changed-b777308f-f017-4346-997b-ce39cdc2c31a {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1630.278884] env[62097]: DEBUG nova.compute.manager [req-fd1251da-570c-45d2-b150-2a0e0857b5c5 req-3e28a0f6-cd13-436a-a1d1-52332a54c94e service nova] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Refreshing instance network info cache due to event network-changed-b777308f-f017-4346-997b-ce39cdc2c31a. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1630.279091] env[62097]: DEBUG oslo_concurrency.lockutils [req-fd1251da-570c-45d2-b150-2a0e0857b5c5 req-3e28a0f6-cd13-436a-a1d1-52332a54c94e service nova] Acquiring lock "refresh_cache-cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.279302] env[62097]: DEBUG oslo_concurrency.lockutils [req-fd1251da-570c-45d2-b150-2a0e0857b5c5 req-3e28a0f6-cd13-436a-a1d1-52332a54c94e service nova] Acquired lock "refresh_cache-cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.279384] env[62097]: DEBUG nova.network.neutron [req-fd1251da-570c-45d2-b150-2a0e0857b5c5 req-3e28a0f6-cd13-436a-a1d1-52332a54c94e service nova] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Refreshing network info cache for port b777308f-f017-4346-997b-ce39cdc2c31a {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1630.287968] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75293b68-add6-4c55-b1cf-0ec3466a00e3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.337647] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647de342-541e-43fa-ad17-091c208fe99e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.350027] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e1491a-9bd7-411e-8467-a0f9705e6803 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.372533] env[62097]: DEBUG nova.compute.provider_tree [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1630.382421] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1630.386628] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034460, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.427172] env[62097]: DEBUG nova.network.neutron [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Successfully created port: 447e2ef3-415c-4bf0-bab9-e17f257df060 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1630.487386] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529d41da-71ea-e2d1-ad4c-4b30dcb4e761, 'name': SearchDatastore_Task, 'duration_secs': 0.024635} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.487709] env[62097]: DEBUG oslo_concurrency.lockutils [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.487980] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1630.488328] env[62097]: DEBUG oslo_concurrency.lockutils [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.488551] env[62097]: DEBUG oslo_concurrency.lockutils [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.488638] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1630.488878] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8214e44-7a85-44a0-a90e-2a03855b8a67 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.505922] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1630.506106] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1630.511185] env[62097]: DEBUG nova.network.neutron [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1630.513443] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a65da06f-6c41-435d-bd7c-0a0c0a10ba70 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.516432] env[62097]: DEBUG oslo_vmware.api [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034457, 'name': PowerOnVM_Task, 'duration_secs': 0.519396} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.518957] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1630.519040] env[62097]: INFO nova.compute.manager [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Took 15.12 seconds to spawn the instance on the hypervisor. [ 1630.519225] env[62097]: DEBUG nova.compute.manager [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1630.520911] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9e3649-fc48-41da-91c2-8fc189d8ac1d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.528226] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Waiting for the task: (returnval){ [ 1630.528226] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523cf491-7ffa-7b55-ffca-6e098bd63399" [ 1630.528226] env[62097]: _type = "Task" [ 1630.528226] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.546030] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523cf491-7ffa-7b55-ffca-6e098bd63399, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.695088] env[62097]: DEBUG oslo_vmware.api [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': task-2034462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.724036] env[62097]: DEBUG nova.network.neutron [-] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.739431] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': task-2034458, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.763034] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.774025] env[62097]: DEBUG nova.compute.manager [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1630.809029] env[62097]: DEBUG nova.virt.hardware [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1630.809029] env[62097]: DEBUG nova.virt.hardware [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1630.809029] env[62097]: DEBUG nova.virt.hardware [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1630.809383] env[62097]: DEBUG nova.virt.hardware [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1630.809544] env[62097]: DEBUG nova.virt.hardware [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1630.809981] env[62097]: DEBUG nova.virt.hardware [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1630.811036] env[62097]: DEBUG nova.virt.hardware [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1630.814019] env[62097]: DEBUG nova.virt.hardware [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1630.814019] env[62097]: DEBUG nova.virt.hardware [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1630.814019] env[62097]: DEBUG nova.virt.hardware [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1630.814019] env[62097]: DEBUG nova.virt.hardware [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1630.814019] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d3b4ae-4883-4899-9c27-f0c0171bc405 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.824183] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e77e630-8f2a-4fe6-9de5-b9eb447dae7b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.878443] env[62097]: DEBUG nova.scheduler.client.report [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1630.898346] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84207} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.898346] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e/cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1630.898346] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1630.898346] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06b4cac7-5bba-4a43-b0ab-ea285bb98568 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.908035] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1630.908035] env[62097]: value = "task-2034464" [ 1630.908035] env[62097]: _type = "Task" [ 1630.908035] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.921580] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.014633] env[62097]: DEBUG nova.network.neutron [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Updating instance_info_cache with network_info: [{"id": "116d39c4-c133-461c-a97e-caf689de0a23", "address": "fa:16:3e:d7:71:16", "network": {"id": "ee65aa4d-26f4-4924-8039-74b4c69dcfee", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-327848887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be4ba51186f40cda4c038ab93bb6138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap116d39c4-c1", "ovs_interfaceid": "116d39c4-c133-461c-a97e-caf689de0a23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.033810] env[62097]: DEBUG nova.network.neutron [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] [instance: 811ada10-01b0-473b-887c-95e85708af74] Updated VIF entry in instance network info cache for port 6c3206eb-2189-420f-9578-98b4a2dfa228. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1631.034428] env[62097]: DEBUG nova.network.neutron [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] [instance: 811ada10-01b0-473b-887c-95e85708af74] Updating instance_info_cache with network_info: [{"id": "6c3206eb-2189-420f-9578-98b4a2dfa228", "address": "fa:16:3e:85:52:8e", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3206eb-21", "ovs_interfaceid": "6c3206eb-2189-420f-9578-98b4a2dfa228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.052719] env[62097]: INFO nova.compute.manager [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Took 20.03 seconds to build instance. [ 1631.060040] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523cf491-7ffa-7b55-ffca-6e098bd63399, 'name': SearchDatastore_Task, 'duration_secs': 0.061124} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.060711] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dedd427-03a6-43d7-b7f1-3eaa35ad2e15 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.070345] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Waiting for the task: (returnval){ [ 1631.070345] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527229ad-57da-7fe6-dcf9-cf761c0dfa5c" [ 1631.070345] env[62097]: _type = "Task" [ 1631.070345] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.086946] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527229ad-57da-7fe6-dcf9-cf761c0dfa5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.192176] env[62097]: DEBUG oslo_vmware.api [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Task: {'id': task-2034462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.527149} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.192309] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1631.192533] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1631.193420] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1631.193420] env[62097]: INFO nova.compute.manager [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Took 2.74 seconds to destroy the instance on the hypervisor. [ 1631.193420] env[62097]: DEBUG oslo.service.loopingcall [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1631.193420] env[62097]: DEBUG nova.compute.manager [-] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1631.193420] env[62097]: DEBUG nova.network.neutron [-] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1631.227492] env[62097]: INFO nova.compute.manager [-] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Took 1.99 seconds to deallocate network for instance. [ 1631.237672] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': task-2034458, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.261205] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034463, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.389865] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.392935] env[62097]: DEBUG nova.compute.manager [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1631.394167] env[62097]: DEBUG oslo_concurrency.lockutils [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.474s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.395728] env[62097]: INFO nova.compute.claims [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1631.420402] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19916} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.420402] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1631.421614] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa19e64-a79b-4411-95a4-c673252ef8a7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.448183] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e/cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1631.449688] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50de7908-0fe4-4f9d-ba3f-4529eb65a4b5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.480541] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1631.480541] env[62097]: value = "task-2034465" [ 1631.480541] env[62097]: _type = "Task" [ 1631.480541] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.490986] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.524698] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Releasing lock "refresh_cache-c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.525046] env[62097]: DEBUG nova.compute.manager [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Instance network_info: |[{"id": "116d39c4-c133-461c-a97e-caf689de0a23", "address": "fa:16:3e:d7:71:16", "network": {"id": "ee65aa4d-26f4-4924-8039-74b4c69dcfee", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-327848887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be4ba51186f40cda4c038ab93bb6138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap116d39c4-c1", "ovs_interfaceid": "116d39c4-c133-461c-a97e-caf689de0a23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1631.525476] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:71:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '116d39c4-c133-461c-a97e-caf689de0a23', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1631.534969] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Creating folder: Project (7be4ba51186f40cda4c038ab93bb6138). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1631.535177] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5f2d47f-6225-4472-a511-0bdff488837f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.540866] env[62097]: DEBUG oslo_concurrency.lockutils [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] Releasing lock "refresh_cache-811ada10-01b0-473b-887c-95e85708af74" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.541368] env[62097]: DEBUG nova.compute.manager [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Received event network-vif-plugged-b045b0ec-0d22-4173-b181-e1597c76384b {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1631.541459] env[62097]: DEBUG oslo_concurrency.lockutils [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] Acquiring lock "f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.541858] env[62097]: DEBUG oslo_concurrency.lockutils [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] Lock "f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.542100] env[62097]: DEBUG oslo_concurrency.lockutils [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] Lock "f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.542289] env[62097]: DEBUG nova.compute.manager [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] No waiting events found dispatching network-vif-plugged-b045b0ec-0d22-4173-b181-e1597c76384b {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1631.542509] env[62097]: WARNING nova.compute.manager [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Received unexpected event network-vif-plugged-b045b0ec-0d22-4173-b181-e1597c76384b for instance with vm_state building and task_state spawning. [ 1631.542747] env[62097]: DEBUG nova.compute.manager [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Received event network-changed-b045b0ec-0d22-4173-b181-e1597c76384b {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1631.542919] env[62097]: DEBUG nova.compute.manager [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Refreshing instance network info cache due to event network-changed-b045b0ec-0d22-4173-b181-e1597c76384b. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1631.543144] env[62097]: DEBUG oslo_concurrency.lockutils [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] Acquiring lock "refresh_cache-f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.543328] env[62097]: DEBUG oslo_concurrency.lockutils [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] Acquired lock "refresh_cache-f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.543576] env[62097]: DEBUG nova.network.neutron [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Refreshing network info cache for port b045b0ec-0d22-4173-b181-e1597c76384b {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1631.549537] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Created folder: Project (7be4ba51186f40cda4c038ab93bb6138) in parent group-v417770. [ 1631.549746] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Creating folder: Instances. Parent ref: group-v417803. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1631.554822] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcbe2b5a-5a5d-409c-815c-b544513c366e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.560676] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bf4efc3-a763-44fd-bd59-2157ed28ae0f tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Lock "c4459df3-6b3a-40be-88f3-8a6dd4200dbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.545s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.569409] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Created folder: Instances in parent group-v417803. [ 1631.569409] env[62097]: DEBUG oslo.service.loopingcall [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1631.569631] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1631.570161] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ea1307d-18b9-4832-b323-dd9905790d90 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.598633] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527229ad-57da-7fe6-dcf9-cf761c0dfa5c, 'name': SearchDatastore_Task, 'duration_secs': 0.027602} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.599235] env[62097]: DEBUG oslo_concurrency.lockutils [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.599512] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4/c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1631.599789] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c884526e-6ac4-424e-a779-7915656d30e0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.606143] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1631.606143] env[62097]: value = "task-2034468" [ 1631.606143] env[62097]: _type = "Task" [ 1631.606143] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.608231] env[62097]: DEBUG nova.network.neutron [req-fd1251da-570c-45d2-b150-2a0e0857b5c5 req-3e28a0f6-cd13-436a-a1d1-52332a54c94e service nova] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Updated VIF entry in instance network info cache for port b777308f-f017-4346-997b-ce39cdc2c31a. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1631.608923] env[62097]: DEBUG nova.network.neutron [req-fd1251da-570c-45d2-b150-2a0e0857b5c5 req-3e28a0f6-cd13-436a-a1d1-52332a54c94e service nova] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Updating instance_info_cache with network_info: [{"id": "b777308f-f017-4346-997b-ce39cdc2c31a", "address": "fa:16:3e:66:93:eb", "network": {"id": "a20b52e0-ae0e-42db-8330-4ce30755c4d4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-30735310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "59c080b530d64744acf7122498bdd5ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb777308f-f0", "ovs_interfaceid": "b777308f-f017-4346-997b-ce39cdc2c31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.612937] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Waiting for the task: (returnval){ [ 1631.612937] env[62097]: value = "task-2034469" [ 1631.612937] env[62097]: _type = "Task" [ 1631.612937] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.621016] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034468, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.625784] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Task: {'id': task-2034469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.741526] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.741932] env[62097]: DEBUG oslo_vmware.api [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': task-2034458, 'name': PowerOnVM_Task, 'duration_secs': 1.878259} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.742421] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1631.742421] env[62097]: INFO nova.compute.manager [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Took 14.04 seconds to spawn the instance on the hypervisor. [ 1631.742611] env[62097]: DEBUG nova.compute.manager [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1631.745161] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c427d95-f8fd-42a2-bb08-79b569782027 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.765439] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034463, 'name': PowerOnVM_Task, 'duration_secs': 1.159013} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.765749] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1631.765953] env[62097]: INFO nova.compute.manager [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Took 11.93 seconds to spawn the instance on the hypervisor. [ 1631.766175] env[62097]: DEBUG nova.compute.manager [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1631.767313] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cae0d5a-73c1-4512-b55b-c41d5943c92b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.883463] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1631.902668] env[62097]: DEBUG nova.compute.utils [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1631.907164] env[62097]: DEBUG nova.compute.manager [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1631.907164] env[62097]: DEBUG nova.network.neutron [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1631.996641] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.063885] env[62097]: DEBUG nova.compute.manager [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1632.069756] env[62097]: DEBUG nova.policy [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a6e6a6cc65a44679f9b574318d0ad8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e45c761581f4e0bbe9a7c47f94f5ac9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1632.122136] env[62097]: DEBUG oslo_concurrency.lockutils [req-fd1251da-570c-45d2-b150-2a0e0857b5c5 req-3e28a0f6-cd13-436a-a1d1-52332a54c94e service nova] Releasing lock "refresh_cache-cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.122554] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034468, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.133169] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Task: {'id': task-2034469, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.278355] env[62097]: INFO nova.compute.manager [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Took 20.39 seconds to build instance. [ 1632.280082] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquiring lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.280450] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.292508] env[62097]: INFO nova.compute.manager [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Took 16.43 seconds to build instance. [ 1632.410629] env[62097]: DEBUG nova.compute.manager [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1632.497596] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034465, 'name': ReconfigVM_Task, 'duration_secs': 0.787483} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.497884] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Reconfigured VM instance instance-0000000b to attach disk [datastore2] cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e/cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1632.498652] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e70bcbb-38e7-42da-af19-d3335e67f58c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.509839] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1632.509839] env[62097]: value = "task-2034470" [ 1632.509839] env[62097]: _type = "Task" [ 1632.509839] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.522521] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034470, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.598930] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.617024] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034468, 'name': CreateVM_Task, 'duration_secs': 0.866909} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.619882] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1632.624234] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.624234] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.624234] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1632.628655] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4921fefa-4e40-43bd-b03c-ccbb50d3121e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.640324] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Task: {'id': task-2034469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693268} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.641830] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Waiting for the task: (returnval){ [ 1632.641830] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52aceef8-0068-d094-8916-f66b4c2e4370" [ 1632.641830] env[62097]: _type = "Task" [ 1632.641830] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.642123] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4/c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1632.642410] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1632.642751] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79bef7ba-84d4-4443-96e7-f473a5ab1e5b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.658091] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "4a29c478-1e93-4d58-b8b2-88e087d5f656" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.658330] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "4a29c478-1e93-4d58-b8b2-88e087d5f656" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.664959] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52aceef8-0068-d094-8916-f66b4c2e4370, 'name': SearchDatastore_Task, 'duration_secs': 0.018598} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.666961] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.667289] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1632.667566] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.667709] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.667889] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1632.668304] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Waiting for the task: (returnval){ [ 1632.668304] env[62097]: value = "task-2034471" [ 1632.668304] env[62097]: _type = "Task" [ 1632.668304] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.668522] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f136a79-6430-4738-84d5-ba5403e0772d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.690755] env[62097]: DEBUG nova.network.neutron [-] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.692350] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Task: {'id': task-2034471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.694119] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1632.694208] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1632.695032] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ca9aea4-4958-4f6e-af55-9b7b68a08c62 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.709781] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Waiting for the task: (returnval){ [ 1632.709781] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522a1858-73dd-8ee6-f467-b7b61ebfd8a7" [ 1632.709781] env[62097]: _type = "Task" [ 1632.709781] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.725191] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522a1858-73dd-8ee6-f467-b7b61ebfd8a7, 'name': SearchDatastore_Task, 'duration_secs': 0.017435} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.730262] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f08af3b5-35ca-4bff-a32b-0bb0c2aa07ab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.738373] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Waiting for the task: (returnval){ [ 1632.738373] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a558e5-a62c-abad-d51d-c6cb99413520" [ 1632.738373] env[62097]: _type = "Task" [ 1632.738373] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.750550] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a558e5-a62c-abad-d51d-c6cb99413520, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.787684] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2f8adcc-90c1-4551-bb2b-bbb6f5e14102 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Lock "811ada10-01b0-473b-887c-95e85708af74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.906s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.794209] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.951s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.853034] env[62097]: DEBUG nova.network.neutron [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Updated VIF entry in instance network info cache for port b045b0ec-0d22-4173-b181-e1597c76384b. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1632.853034] env[62097]: DEBUG nova.network.neutron [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Updating instance_info_cache with network_info: [{"id": "b045b0ec-0d22-4173-b181-e1597c76384b", "address": "fa:16:3e:51:8b:11", "network": {"id": "a20b52e0-ae0e-42db-8330-4ce30755c4d4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-30735310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "59c080b530d64744acf7122498bdd5ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb045b0ec-0d", "ovs_interfaceid": "b045b0ec-0d22-4173-b181-e1597c76384b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.936649] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5db3209-65bb-48ff-bd41-3e7f244549a5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.946162] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112692ee-7794-4b7a-8ea1-cbb48f56a98e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.982347] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8e895c-f5fb-42ae-9018-d2496b7f330e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.995959] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b110ee-67b2-4ed9-94d1-8923c1d6f4c5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.011954] env[62097]: DEBUG nova.compute.provider_tree [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1633.029440] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034470, 'name': Rename_Task, 'duration_secs': 0.256409} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.029440] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1633.029440] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81733047-7ae8-4c91-8c44-7b853423fe81 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.036048] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1633.036048] env[62097]: value = "task-2034472" [ 1633.036048] env[62097]: _type = "Task" [ 1633.036048] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.052359] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.165452] env[62097]: DEBUG nova.network.neutron [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Successfully updated port: 447e2ef3-415c-4bf0-bab9-e17f257df060 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1633.190273] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Task: {'id': task-2034471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082866} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.191182] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1633.192128] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c929d2a6-f678-4d09-95de-06cdd0faac88 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.199561] env[62097]: INFO nova.compute.manager [-] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Took 2.01 seconds to deallocate network for instance. [ 1633.209423] env[62097]: DEBUG nova.network.neutron [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Successfully created port: be3cee0a-7527-485a-b9a9-c9f0235a2a4a {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1633.234290] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4/c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1633.235734] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bb50919-ea5d-4e42-9f93-ed608a8efc5c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.268641] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a558e5-a62c-abad-d51d-c6cb99413520, 'name': SearchDatastore_Task, 'duration_secs': 0.013084} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.270243] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.270524] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f/c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1633.270848] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Waiting for the task: (returnval){ [ 1633.270848] env[62097]: value = "task-2034473" [ 1633.270848] env[62097]: _type = "Task" [ 1633.270848] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.271047] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6200e46d-9ae8-4fa9-ae02-3d7c80350f78 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.286520] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Task: {'id': task-2034473, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.288689] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Waiting for the task: (returnval){ [ 1633.288689] env[62097]: value = "task-2034474" [ 1633.288689] env[62097]: _type = "Task" [ 1633.288689] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.293321] env[62097]: DEBUG nova.compute.manager [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1633.298906] env[62097]: DEBUG nova.compute.manager [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1633.308690] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Task: {'id': task-2034474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.359449] env[62097]: DEBUG oslo_concurrency.lockutils [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] Releasing lock "refresh_cache-f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.359665] env[62097]: DEBUG nova.compute.manager [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Received event network-vif-plugged-fc0dd817-07f9-43d1-996d-cfb8e9391f81 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1633.359933] env[62097]: DEBUG oslo_concurrency.lockutils [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] Acquiring lock "c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.360437] env[62097]: DEBUG oslo_concurrency.lockutils [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] Lock "c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.360590] env[62097]: DEBUG oslo_concurrency.lockutils [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] Lock "c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.360831] env[62097]: DEBUG nova.compute.manager [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] No waiting events found dispatching network-vif-plugged-fc0dd817-07f9-43d1-996d-cfb8e9391f81 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1633.361510] env[62097]: WARNING nova.compute.manager [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Received unexpected event network-vif-plugged-fc0dd817-07f9-43d1-996d-cfb8e9391f81 for instance with vm_state building and task_state spawning. [ 1633.361788] env[62097]: DEBUG nova.compute.manager [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Received event network-changed-fc0dd817-07f9-43d1-996d-cfb8e9391f81 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1633.362063] env[62097]: DEBUG nova.compute.manager [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Refreshing instance network info cache due to event network-changed-fc0dd817-07f9-43d1-996d-cfb8e9391f81. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1633.362509] env[62097]: DEBUG oslo_concurrency.lockutils [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] Acquiring lock "refresh_cache-c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.362509] env[62097]: DEBUG oslo_concurrency.lockutils [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] Acquired lock "refresh_cache-c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.362782] env[62097]: DEBUG nova.network.neutron [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Refreshing network info cache for port fc0dd817-07f9-43d1-996d-cfb8e9391f81 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1633.408083] env[62097]: DEBUG nova.compute.manager [req-0a854b40-2c45-452d-b33c-a45d7d439361 req-d4ccbef5-ac99-47e4-a6b5-2fabb203abbe service nova] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Received event network-vif-deleted-1e4eb5b7-dff3-4622-afa6-cf67f896c182 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1633.428842] env[62097]: DEBUG nova.compute.manager [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1633.468364] env[62097]: DEBUG nova.virt.hardware [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1633.468638] env[62097]: DEBUG nova.virt.hardware [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1633.468795] env[62097]: DEBUG nova.virt.hardware [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1633.468969] env[62097]: DEBUG nova.virt.hardware [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1633.469357] env[62097]: DEBUG nova.virt.hardware [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1633.469357] env[62097]: DEBUG nova.virt.hardware [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1633.470283] env[62097]: DEBUG nova.virt.hardware [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1633.470283] env[62097]: DEBUG nova.virt.hardware [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1633.470283] env[62097]: DEBUG nova.virt.hardware [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1633.470283] env[62097]: DEBUG nova.virt.hardware [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1633.470283] env[62097]: DEBUG nova.virt.hardware [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1633.471173] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6d6bf7-5e82-41b5-9449-250bd34c6eb2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.482350] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ce6315-b4e3-451f-9595-aa11a12beee9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.556529] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034472, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.558562] env[62097]: ERROR nova.scheduler.client.report [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [req-970af71e-0a1f-4c0c-9dda-5ecb422668ee] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID aabcd967-83f0-44f7-bf8d-f09a522d29a7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-970af71e-0a1f-4c0c-9dda-5ecb422668ee"}]} [ 1633.581448] env[62097]: DEBUG nova.scheduler.client.report [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Refreshing inventories for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1633.602915] env[62097]: DEBUG nova.scheduler.client.report [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Updating ProviderTree inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1633.602915] env[62097]: DEBUG nova.compute.provider_tree [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1633.624971] env[62097]: DEBUG nova.scheduler.client.report [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Refreshing aggregate associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, aggregates: None {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1633.649999] env[62097]: DEBUG nova.scheduler.client.report [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Refreshing trait associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1633.670928] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Acquiring lock "refresh_cache-e3da7693-b1b0-46a2-98e4-95f1f3d47b20" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.670928] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Acquired lock "refresh_cache-e3da7693-b1b0-46a2-98e4-95f1f3d47b20" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.670928] env[62097]: DEBUG nova.network.neutron [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1633.737081] env[62097]: DEBUG oslo_concurrency.lockutils [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.797378] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Task: {'id': task-2034473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.804571] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Task: {'id': task-2034474, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.834567] env[62097]: DEBUG nova.compute.manager [req-5bcb2e1d-fa36-47dd-8e4d-860c7fee5c34 req-27867874-814f-4538-8fce-d50d31716a36 service nova] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Received event network-vif-plugged-116d39c4-c133-461c-a97e-caf689de0a23 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1633.834735] env[62097]: DEBUG oslo_concurrency.lockutils [req-5bcb2e1d-fa36-47dd-8e4d-860c7fee5c34 req-27867874-814f-4538-8fce-d50d31716a36 service nova] Acquiring lock "c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.835143] env[62097]: DEBUG oslo_concurrency.lockutils [req-5bcb2e1d-fa36-47dd-8e4d-860c7fee5c34 req-27867874-814f-4538-8fce-d50d31716a36 service nova] Lock "c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.835639] env[62097]: DEBUG oslo_concurrency.lockutils [req-5bcb2e1d-fa36-47dd-8e4d-860c7fee5c34 req-27867874-814f-4538-8fce-d50d31716a36 service nova] Lock "c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.835639] env[62097]: DEBUG nova.compute.manager [req-5bcb2e1d-fa36-47dd-8e4d-860c7fee5c34 req-27867874-814f-4538-8fce-d50d31716a36 service nova] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] No waiting events found dispatching network-vif-plugged-116d39c4-c133-461c-a97e-caf689de0a23 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1633.835894] env[62097]: WARNING nova.compute.manager [req-5bcb2e1d-fa36-47dd-8e4d-860c7fee5c34 req-27867874-814f-4538-8fce-d50d31716a36 service nova] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Received unexpected event network-vif-plugged-116d39c4-c133-461c-a97e-caf689de0a23 for instance with vm_state building and task_state spawning. [ 1633.835969] env[62097]: DEBUG nova.compute.manager [req-5bcb2e1d-fa36-47dd-8e4d-860c7fee5c34 req-27867874-814f-4538-8fce-d50d31716a36 service nova] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Received event network-changed-116d39c4-c133-461c-a97e-caf689de0a23 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1633.837573] env[62097]: DEBUG nova.compute.manager [req-5bcb2e1d-fa36-47dd-8e4d-860c7fee5c34 req-27867874-814f-4538-8fce-d50d31716a36 service nova] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Refreshing instance network info cache due to event network-changed-116d39c4-c133-461c-a97e-caf689de0a23. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1633.837573] env[62097]: DEBUG oslo_concurrency.lockutils [req-5bcb2e1d-fa36-47dd-8e4d-860c7fee5c34 req-27867874-814f-4538-8fce-d50d31716a36 service nova] Acquiring lock "refresh_cache-c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.837573] env[62097]: DEBUG oslo_concurrency.lockutils [req-5bcb2e1d-fa36-47dd-8e4d-860c7fee5c34 req-27867874-814f-4538-8fce-d50d31716a36 service nova] Acquired lock "refresh_cache-c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.837573] env[62097]: DEBUG nova.network.neutron [req-5bcb2e1d-fa36-47dd-8e4d-860c7fee5c34 req-27867874-814f-4538-8fce-d50d31716a36 service nova] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Refreshing network info cache for port 116d39c4-c133-461c-a97e-caf689de0a23 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1633.840196] env[62097]: DEBUG oslo_concurrency.lockutils [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.846112] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.889168] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.889168] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1634.053084] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034472, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.196427] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc767ed8-4195-4aa7-acce-4d6a2df2d56d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.201619] env[62097]: DEBUG nova.network.neutron [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Updated VIF entry in instance network info cache for port fc0dd817-07f9-43d1-996d-cfb8e9391f81. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1634.203407] env[62097]: DEBUG nova.network.neutron [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Updating instance_info_cache with network_info: [{"id": "fc0dd817-07f9-43d1-996d-cfb8e9391f81", "address": "fa:16:3e:c0:2f:f6", "network": {"id": "bd7610b0-a148-4de1-bb54-0d95acb58b2a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-602050751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c15cb6deafcd458e906559e496ef17e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc0dd817-07", "ovs_interfaceid": "fc0dd817-07f9-43d1-996d-cfb8e9391f81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.214256] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15208403-023d-4268-b3d2-e09e1f0ab4c6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.253210] env[62097]: DEBUG nova.network.neutron [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1634.256809] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e996657-eb24-4707-b2b3-30a9efe000ac {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.269164] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccb62cb-4a2d-4275-89d1-be7ac9f77a50 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.289630] env[62097]: DEBUG nova.compute.provider_tree [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1634.299215] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Task: {'id': task-2034473, 'name': ReconfigVM_Task, 'duration_secs': 0.71668} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.299977] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Reconfigured VM instance instance-0000000c to attach disk [datastore2] c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4/c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1634.300755] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96f59c94-1ec7-4596-93ff-c6722ed36dcd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.307433] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Task: {'id': task-2034474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642283} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.309266] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f/c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1634.309266] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1634.309266] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6852c98b-770e-41ea-8a0c-619ff26454a3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.317455] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Waiting for the task: (returnval){ [ 1634.317455] env[62097]: value = "task-2034475" [ 1634.317455] env[62097]: _type = "Task" [ 1634.317455] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.323540] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Waiting for the task: (returnval){ [ 1634.323540] env[62097]: value = "task-2034476" [ 1634.323540] env[62097]: _type = "Task" [ 1634.323540] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.331749] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Task: {'id': task-2034475, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.338681] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Task: {'id': task-2034476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.554111] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034472, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.708263] env[62097]: DEBUG oslo_concurrency.lockutils [req-6af1c294-360e-4c1f-9d9e-37640d2ca296 req-25773775-23d4-4704-bd47-f26e5da47d98 service nova] Releasing lock "refresh_cache-c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.784479] env[62097]: DEBUG nova.compute.manager [None req-189fb1d6-6ab6-428a-a168-dbd5fbe4a4df tempest-ServerExternalEventsTest-346357524 tempest-ServerExternalEventsTest-346357524-project] [instance: 811ada10-01b0-473b-887c-95e85708af74] Received event network-changed {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1634.784577] env[62097]: DEBUG nova.compute.manager [None req-189fb1d6-6ab6-428a-a168-dbd5fbe4a4df tempest-ServerExternalEventsTest-346357524 tempest-ServerExternalEventsTest-346357524-project] [instance: 811ada10-01b0-473b-887c-95e85708af74] Refreshing instance network info cache due to event network-changed. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1634.784750] env[62097]: DEBUG oslo_concurrency.lockutils [None req-189fb1d6-6ab6-428a-a168-dbd5fbe4a4df tempest-ServerExternalEventsTest-346357524 tempest-ServerExternalEventsTest-346357524-project] Acquiring lock "refresh_cache-811ada10-01b0-473b-887c-95e85708af74" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.784884] env[62097]: DEBUG oslo_concurrency.lockutils [None req-189fb1d6-6ab6-428a-a168-dbd5fbe4a4df tempest-ServerExternalEventsTest-346357524 tempest-ServerExternalEventsTest-346357524-project] Acquired lock "refresh_cache-811ada10-01b0-473b-887c-95e85708af74" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.788958] env[62097]: DEBUG nova.network.neutron [None req-189fb1d6-6ab6-428a-a168-dbd5fbe4a4df tempest-ServerExternalEventsTest-346357524 tempest-ServerExternalEventsTest-346357524-project] [instance: 811ada10-01b0-473b-887c-95e85708af74] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1634.847691] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Task: {'id': task-2034476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074035} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.847829] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Task: {'id': task-2034475, 'name': Rename_Task, 'duration_secs': 0.186087} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.848839] env[62097]: DEBUG nova.scheduler.client.report [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Updated inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with generation 31 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1634.849722] env[62097]: DEBUG nova.compute.provider_tree [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Updating resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 generation from 31 to 32 during operation: update_inventory {{(pid=62097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1634.849722] env[62097]: DEBUG nova.compute.provider_tree [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1634.852605] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1634.853347] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1634.853827] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f58dc5-9aa3-4cc4-85ae-52ce37384bc9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.856469] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6db1f4ac-e509-41e2-a13d-66596fc3ce2e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.881626] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f/c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1634.884030] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f067306-0543-4d14-91e1-f4ea9d9c84aa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.900750] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1634.901247] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Waiting for the task: (returnval){ [ 1634.901247] env[62097]: value = "task-2034477" [ 1634.901247] env[62097]: _type = "Task" [ 1634.901247] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.908997] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Waiting for the task: (returnval){ [ 1634.908997] env[62097]: value = "task-2034478" [ 1634.908997] env[62097]: _type = "Task" [ 1634.908997] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.916132] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Task: {'id': task-2034477, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.922217] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Task: {'id': task-2034478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.004371] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Acquiring lock "c4459df3-6b3a-40be-88f3-8a6dd4200dbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.004648] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Lock "c4459df3-6b3a-40be-88f3-8a6dd4200dbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.004761] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Acquiring lock "c4459df3-6b3a-40be-88f3-8a6dd4200dbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.004947] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Lock "c4459df3-6b3a-40be-88f3-8a6dd4200dbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.005169] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Lock "c4459df3-6b3a-40be-88f3-8a6dd4200dbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.007535] env[62097]: INFO nova.compute.manager [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Terminating instance [ 1635.052728] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034472, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.084549] env[62097]: DEBUG nova.network.neutron [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Updating instance_info_cache with network_info: [{"id": "447e2ef3-415c-4bf0-bab9-e17f257df060", "address": "fa:16:3e:b2:80:e9", "network": {"id": "872f4e66-8d49-4980-839a-00eac7f9e2dc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1459861534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bc3d72673b4064bfa4171e67ec14aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447e2ef3-41", "ovs_interfaceid": "447e2ef3-415c-4bf0-bab9-e17f257df060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.185846] env[62097]: DEBUG nova.network.neutron [req-5bcb2e1d-fa36-47dd-8e4d-860c7fee5c34 req-27867874-814f-4538-8fce-d50d31716a36 service nova] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Updated VIF entry in instance network info cache for port 116d39c4-c133-461c-a97e-caf689de0a23. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1635.186218] env[62097]: DEBUG nova.network.neutron [req-5bcb2e1d-fa36-47dd-8e4d-860c7fee5c34 req-27867874-814f-4538-8fce-d50d31716a36 service nova] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Updating instance_info_cache with network_info: [{"id": "116d39c4-c133-461c-a97e-caf689de0a23", "address": "fa:16:3e:d7:71:16", "network": {"id": "ee65aa4d-26f4-4924-8039-74b4c69dcfee", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-327848887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be4ba51186f40cda4c038ab93bb6138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap116d39c4-c1", "ovs_interfaceid": "116d39c4-c133-461c-a97e-caf689de0a23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.354445] env[62097]: DEBUG oslo_concurrency.lockutils [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.960s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.354971] env[62097]: DEBUG nova.compute.manager [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1635.357700] env[62097]: DEBUG oslo_concurrency.lockutils [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.270s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.359214] env[62097]: INFO nova.compute.claims [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1635.420075] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Task: {'id': task-2034477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.426864] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Task: {'id': task-2034478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.513892] env[62097]: DEBUG nova.compute.manager [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1635.514161] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1635.515102] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af19f302-e840-4d48-95a2-204b7f00c734 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.528712] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1635.529050] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ce7f1cd-dfc0-480e-ad21-72bf28eca1d7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.539653] env[62097]: DEBUG oslo_vmware.api [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Waiting for the task: (returnval){ [ 1635.539653] env[62097]: value = "task-2034479" [ 1635.539653] env[62097]: _type = "Task" [ 1635.539653] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.551775] env[62097]: DEBUG oslo_vmware.api [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.560110] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034472, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.590438] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Releasing lock "refresh_cache-e3da7693-b1b0-46a2-98e4-95f1f3d47b20" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.590438] env[62097]: DEBUG nova.compute.manager [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Instance network_info: |[{"id": "447e2ef3-415c-4bf0-bab9-e17f257df060", "address": "fa:16:3e:b2:80:e9", "network": {"id": "872f4e66-8d49-4980-839a-00eac7f9e2dc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1459861534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bc3d72673b4064bfa4171e67ec14aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447e2ef3-41", "ovs_interfaceid": "447e2ef3-415c-4bf0-bab9-e17f257df060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1635.590598] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:80:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24b91e3b-50f1-4a16-b929-942e6b31b2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '447e2ef3-415c-4bf0-bab9-e17f257df060', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1635.601920] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Creating folder: Project (14bc3d72673b4064bfa4171e67ec14aa). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1635.602299] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe71caf0-e536-4ad0-baa5-be46b3229294 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.618886] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Created folder: Project (14bc3d72673b4064bfa4171e67ec14aa) in parent group-v417770. [ 1635.619150] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Creating folder: Instances. Parent ref: group-v417806. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1635.619395] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e11d845-118f-4b9a-8db5-4b2259cdc09a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.635759] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Created folder: Instances in parent group-v417806. [ 1635.636581] env[62097]: DEBUG oslo.service.loopingcall [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1635.636581] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1635.636815] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-982666d1-9989-4a7b-9355-1e7537e2819d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.669683] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1635.669683] env[62097]: value = "task-2034482" [ 1635.669683] env[62097]: _type = "Task" [ 1635.669683] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.680400] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034482, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.693304] env[62097]: DEBUG oslo_concurrency.lockutils [req-5bcb2e1d-fa36-47dd-8e4d-860c7fee5c34 req-27867874-814f-4538-8fce-d50d31716a36 service nova] Releasing lock "refresh_cache-c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.693616] env[62097]: DEBUG nova.compute.manager [req-5bcb2e1d-fa36-47dd-8e4d-860c7fee5c34 req-27867874-814f-4538-8fce-d50d31716a36 service nova] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Received event network-vif-deleted-bbc1421e-55e8-4687-98da-f2f17b1dac37 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1635.787782] env[62097]: DEBUG nova.network.neutron [None req-189fb1d6-6ab6-428a-a168-dbd5fbe4a4df tempest-ServerExternalEventsTest-346357524 tempest-ServerExternalEventsTest-346357524-project] [instance: 811ada10-01b0-473b-887c-95e85708af74] Updating instance_info_cache with network_info: [{"id": "6c3206eb-2189-420f-9578-98b4a2dfa228", "address": "fa:16:3e:85:52:8e", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3206eb-21", "ovs_interfaceid": "6c3206eb-2189-420f-9578-98b4a2dfa228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.865178] env[62097]: DEBUG nova.compute.utils [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1635.872394] env[62097]: DEBUG nova.compute.manager [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1635.872394] env[62097]: DEBUG nova.network.neutron [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1635.880289] env[62097]: DEBUG nova.network.neutron [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Successfully updated port: be3cee0a-7527-485a-b9a9-c9f0235a2a4a {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1635.918149] env[62097]: DEBUG oslo_vmware.api [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Task: {'id': task-2034477, 'name': PowerOnVM_Task, 'duration_secs': 0.934427} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.922655] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1635.922655] env[62097]: INFO nova.compute.manager [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Took 12.49 seconds to spawn the instance on the hypervisor. [ 1635.922655] env[62097]: DEBUG nova.compute.manager [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1635.923444] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530eab73-1b78-4111-9793-bea478527172 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.933423] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Task: {'id': task-2034478, 'name': ReconfigVM_Task, 'duration_secs': 0.816888} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.935708] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Reconfigured VM instance instance-0000000d to attach disk [datastore2] c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f/c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1635.939694] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64d31748-883c-4a61-8ef8-12aa431a1982 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.948340] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Waiting for the task: (returnval){ [ 1635.948340] env[62097]: value = "task-2034483" [ 1635.948340] env[62097]: _type = "Task" [ 1635.948340] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.959184] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Task: {'id': task-2034483, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.971431] env[62097]: DEBUG nova.policy [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da78ad2bbbb24ea0be8b3ab15f06f485', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89866590aa3246a49c5cd68822e9c365', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1636.057050] env[62097]: DEBUG oslo_vmware.api [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034479, 'name': PowerOffVM_Task, 'duration_secs': 0.226383} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.061031] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1636.061031] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1636.061227] env[62097]: DEBUG oslo_vmware.api [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034472, 'name': PowerOnVM_Task, 'duration_secs': 2.970933} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.061383] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edb83331-36dc-4e26-8b6a-2962468645ab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.063653] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1636.063956] env[62097]: INFO nova.compute.manager [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Took 10.18 seconds to spawn the instance on the hypervisor. [ 1636.064179] env[62097]: DEBUG nova.compute.manager [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1636.065576] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d62c5d-98e3-4893-a5bc-608e593ff743 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.161820] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1636.161820] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1636.161820] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Deleting the datastore file [datastore2] c4459df3-6b3a-40be-88f3-8a6dd4200dbb {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1636.161820] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3f6918c-ef22-4d87-bf4b-34b1900257c4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.174297] env[62097]: DEBUG oslo_vmware.api [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Waiting for the task: (returnval){ [ 1636.174297] env[62097]: value = "task-2034485" [ 1636.174297] env[62097]: _type = "Task" [ 1636.174297] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.182952] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034482, 'name': CreateVM_Task, 'duration_secs': 0.459781} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.183801] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1636.184830] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.184912] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.185248] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1636.185510] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-266627be-3211-4905-87dd-dcfcc26858b6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.191088] env[62097]: DEBUG oslo_vmware.api [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.195477] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Waiting for the task: (returnval){ [ 1636.195477] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ec0bc8-8320-c6cf-f753-b09d29c859e8" [ 1636.195477] env[62097]: _type = "Task" [ 1636.195477] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.206599] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ec0bc8-8320-c6cf-f753-b09d29c859e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.296622] env[62097]: DEBUG oslo_concurrency.lockutils [None req-189fb1d6-6ab6-428a-a168-dbd5fbe4a4df tempest-ServerExternalEventsTest-346357524 tempest-ServerExternalEventsTest-346357524-project] Releasing lock "refresh_cache-811ada10-01b0-473b-887c-95e85708af74" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.372361] env[62097]: DEBUG nova.compute.manager [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1636.384759] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Acquiring lock "refresh_cache-a2c388fa-17da-4d92-95f5-e5edc7dfc92d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.385307] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Acquired lock "refresh_cache-a2c388fa-17da-4d92-95f5-e5edc7dfc92d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.385537] env[62097]: DEBUG nova.network.neutron [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1636.455970] env[62097]: INFO nova.compute.manager [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Took 17.56 seconds to build instance. [ 1636.468721] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Task: {'id': task-2034483, 'name': Rename_Task, 'duration_secs': 0.210924} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.468982] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1636.469251] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51b066af-c84f-46de-9097-5a0c6ba49515 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.481503] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Waiting for the task: (returnval){ [ 1636.481503] env[62097]: value = "task-2034486" [ 1636.481503] env[62097]: _type = "Task" [ 1636.481503] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.490637] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Task: {'id': task-2034486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.592533] env[62097]: INFO nova.compute.manager [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Took 15.64 seconds to build instance. [ 1636.679868] env[62097]: DEBUG nova.network.neutron [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Successfully created port: cba965c2-41ac-4dcc-bc08-892658ccdfb5 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1636.697964] env[62097]: DEBUG oslo_vmware.api [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Task: {'id': task-2034485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356616} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.697964] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1636.697964] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1636.698319] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1636.698319] env[62097]: INFO nova.compute.manager [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1636.698603] env[62097]: DEBUG oslo.service.loopingcall [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1636.702373] env[62097]: DEBUG nova.compute.manager [-] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1636.702476] env[62097]: DEBUG nova.network.neutron [-] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1636.712265] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ec0bc8-8320-c6cf-f753-b09d29c859e8, 'name': SearchDatastore_Task, 'duration_secs': 0.012491} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.716121] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.716718] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1636.716718] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.716904] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.717326] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1636.718017] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eefcfcb7-5268-44d3-85e0-5850957236d4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.728819] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1636.729693] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1636.729913] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63127560-04cf-4fb5-8542-8d338afd294e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.741856] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Waiting for the task: (returnval){ [ 1636.741856] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52183ab2-3da0-0604-eaa6-302e1db22675" [ 1636.741856] env[62097]: _type = "Task" [ 1636.741856] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.757204] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52183ab2-3da0-0604-eaa6-302e1db22675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.837039] env[62097]: DEBUG oslo_concurrency.lockutils [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Acquiring lock "811ada10-01b0-473b-887c-95e85708af74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.837039] env[62097]: DEBUG oslo_concurrency.lockutils [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Lock "811ada10-01b0-473b-887c-95e85708af74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.837039] env[62097]: DEBUG oslo_concurrency.lockutils [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Acquiring lock "811ada10-01b0-473b-887c-95e85708af74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.837039] env[62097]: DEBUG oslo_concurrency.lockutils [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Lock "811ada10-01b0-473b-887c-95e85708af74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.837338] env[62097]: DEBUG oslo_concurrency.lockutils [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Lock "811ada10-01b0-473b-887c-95e85708af74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.840075] env[62097]: INFO nova.compute.manager [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Terminating instance [ 1636.884381] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.884879] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.891927] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba345b0a-31a7-41c8-b93d-1ece11887014 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.909690] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61508b7b-85d0-4949-afe8-960b77cc9eed {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.953393] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e886793-44ad-4d9b-a3b9-7c3153b2b6c3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.961814] env[62097]: DEBUG oslo_concurrency.lockutils [None req-75bc3561-bd86-471a-bfe6-f3934ec8c802 tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Lock "c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.117s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.963995] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55afca6e-3ce7-4564-8db3-2bd07eb9f05e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.970071] env[62097]: DEBUG nova.network.neutron [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1636.985147] env[62097]: DEBUG nova.compute.provider_tree [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1636.996920] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Task: {'id': task-2034486, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.002899] env[62097]: DEBUG nova.compute.manager [req-84ace511-b6e8-4554-9ae4-94385ba6ab91 req-812bda3d-953f-4d3a-aa93-f50500f90543 service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Received event network-vif-plugged-447e2ef3-415c-4bf0-bab9-e17f257df060 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1637.003203] env[62097]: DEBUG oslo_concurrency.lockutils [req-84ace511-b6e8-4554-9ae4-94385ba6ab91 req-812bda3d-953f-4d3a-aa93-f50500f90543 service nova] Acquiring lock "e3da7693-b1b0-46a2-98e4-95f1f3d47b20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.003450] env[62097]: DEBUG oslo_concurrency.lockutils [req-84ace511-b6e8-4554-9ae4-94385ba6ab91 req-812bda3d-953f-4d3a-aa93-f50500f90543 service nova] Lock "e3da7693-b1b0-46a2-98e4-95f1f3d47b20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.003624] env[62097]: DEBUG oslo_concurrency.lockutils [req-84ace511-b6e8-4554-9ae4-94385ba6ab91 req-812bda3d-953f-4d3a-aa93-f50500f90543 service nova] Lock "e3da7693-b1b0-46a2-98e4-95f1f3d47b20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.003788] env[62097]: DEBUG nova.compute.manager [req-84ace511-b6e8-4554-9ae4-94385ba6ab91 req-812bda3d-953f-4d3a-aa93-f50500f90543 service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] No waiting events found dispatching network-vif-plugged-447e2ef3-415c-4bf0-bab9-e17f257df060 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1637.003969] env[62097]: WARNING nova.compute.manager [req-84ace511-b6e8-4554-9ae4-94385ba6ab91 req-812bda3d-953f-4d3a-aa93-f50500f90543 service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Received unexpected event network-vif-plugged-447e2ef3-415c-4bf0-bab9-e17f257df060 for instance with vm_state building and task_state spawning. [ 1637.004109] env[62097]: DEBUG nova.compute.manager [req-84ace511-b6e8-4554-9ae4-94385ba6ab91 req-812bda3d-953f-4d3a-aa93-f50500f90543 service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Received event network-changed-447e2ef3-415c-4bf0-bab9-e17f257df060 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1637.004263] env[62097]: DEBUG nova.compute.manager [req-84ace511-b6e8-4554-9ae4-94385ba6ab91 req-812bda3d-953f-4d3a-aa93-f50500f90543 service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Refreshing instance network info cache due to event network-changed-447e2ef3-415c-4bf0-bab9-e17f257df060. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1637.004524] env[62097]: DEBUG oslo_concurrency.lockutils [req-84ace511-b6e8-4554-9ae4-94385ba6ab91 req-812bda3d-953f-4d3a-aa93-f50500f90543 service nova] Acquiring lock "refresh_cache-e3da7693-b1b0-46a2-98e4-95f1f3d47b20" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.004559] env[62097]: DEBUG oslo_concurrency.lockutils [req-84ace511-b6e8-4554-9ae4-94385ba6ab91 req-812bda3d-953f-4d3a-aa93-f50500f90543 service nova] Acquired lock "refresh_cache-e3da7693-b1b0-46a2-98e4-95f1f3d47b20" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.004732] env[62097]: DEBUG nova.network.neutron [req-84ace511-b6e8-4554-9ae4-94385ba6ab91 req-812bda3d-953f-4d3a-aa93-f50500f90543 service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Refreshing network info cache for port 447e2ef3-415c-4bf0-bab9-e17f257df060 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1637.095664] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ceb4c66f-e0b6-41c2-af76-5c055da30385 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.220s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.152321] env[62097]: DEBUG nova.compute.manager [req-bafe770e-984d-4d14-9e6b-55df25fc5255 req-278d7ff2-48b5-4ad9-8b94-7acfe6b3981b service nova] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Received event network-vif-plugged-be3cee0a-7527-485a-b9a9-c9f0235a2a4a {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1637.152544] env[62097]: DEBUG oslo_concurrency.lockutils [req-bafe770e-984d-4d14-9e6b-55df25fc5255 req-278d7ff2-48b5-4ad9-8b94-7acfe6b3981b service nova] Acquiring lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.152763] env[62097]: DEBUG oslo_concurrency.lockutils [req-bafe770e-984d-4d14-9e6b-55df25fc5255 req-278d7ff2-48b5-4ad9-8b94-7acfe6b3981b service nova] Lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.152918] env[62097]: DEBUG oslo_concurrency.lockutils [req-bafe770e-984d-4d14-9e6b-55df25fc5255 req-278d7ff2-48b5-4ad9-8b94-7acfe6b3981b service nova] Lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.154964] env[62097]: DEBUG nova.compute.manager [req-bafe770e-984d-4d14-9e6b-55df25fc5255 req-278d7ff2-48b5-4ad9-8b94-7acfe6b3981b service nova] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] No waiting events found dispatching network-vif-plugged-be3cee0a-7527-485a-b9a9-c9f0235a2a4a {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1637.154964] env[62097]: WARNING nova.compute.manager [req-bafe770e-984d-4d14-9e6b-55df25fc5255 req-278d7ff2-48b5-4ad9-8b94-7acfe6b3981b service nova] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Received unexpected event network-vif-plugged-be3cee0a-7527-485a-b9a9-c9f0235a2a4a for instance with vm_state building and task_state spawning. [ 1637.257424] env[62097]: DEBUG oslo_concurrency.lockutils [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Acquiring lock "e74c419d-78d4-4fdb-b1c6-9ff750272761" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.257424] env[62097]: DEBUG oslo_concurrency.lockutils [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Lock "e74c419d-78d4-4fdb-b1c6-9ff750272761" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.265079] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52183ab2-3da0-0604-eaa6-302e1db22675, 'name': SearchDatastore_Task, 'duration_secs': 0.014585} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.265903] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e2010f9-04e6-4c64-b990-2aaa826adeb8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.275045] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Waiting for the task: (returnval){ [ 1637.275045] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52dc6937-245e-7d9a-a821-7dace6504bc9" [ 1637.275045] env[62097]: _type = "Task" [ 1637.275045] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.280966] env[62097]: DEBUG nova.network.neutron [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Updating instance_info_cache with network_info: [{"id": "be3cee0a-7527-485a-b9a9-c9f0235a2a4a", "address": "fa:16:3e:7b:f2:9a", "network": {"id": "85e43259-9080-4dad-9f7c-b35b8c4450cf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-611565030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e45c761581f4e0bbe9a7c47f94f5ac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe3cee0a-75", "ovs_interfaceid": "be3cee0a-7527-485a-b9a9-c9f0235a2a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.286559] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52dc6937-245e-7d9a-a821-7dace6504bc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.351462] env[62097]: DEBUG nova.compute.manager [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1637.351772] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1637.352944] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85152b3-f047-4a82-82fb-6b5becc101d1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.361156] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1637.361412] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17dbc87e-537a-46ee-8d15-067e502a2536 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.368491] env[62097]: DEBUG oslo_vmware.api [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Waiting for the task: (returnval){ [ 1637.368491] env[62097]: value = "task-2034487" [ 1637.368491] env[62097]: _type = "Task" [ 1637.368491] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.378640] env[62097]: DEBUG oslo_vmware.api [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': task-2034487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.386058] env[62097]: DEBUG nova.compute.manager [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1637.399445] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.417477] env[62097]: DEBUG nova.virt.hardware [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1637.417580] env[62097]: DEBUG nova.virt.hardware [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1637.417739] env[62097]: DEBUG nova.virt.hardware [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1637.417939] env[62097]: DEBUG nova.virt.hardware [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1637.418067] env[62097]: DEBUG nova.virt.hardware [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1637.418241] env[62097]: DEBUG nova.virt.hardware [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1637.418546] env[62097]: DEBUG nova.virt.hardware [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1637.418728] env[62097]: DEBUG nova.virt.hardware [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1637.418917] env[62097]: DEBUG nova.virt.hardware [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1637.419097] env[62097]: DEBUG nova.virt.hardware [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1637.419344] env[62097]: DEBUG nova.virt.hardware [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1637.420433] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59734ec-038c-48d5-b529-a6e77f053901 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.431046] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4f3196-59a7-45db-8ecd-013ca5ec03eb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.471245] env[62097]: DEBUG nova.compute.manager [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1637.491245] env[62097]: DEBUG nova.scheduler.client.report [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1637.497784] env[62097]: DEBUG oslo_vmware.api [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Task: {'id': task-2034486, 'name': PowerOnVM_Task, 'duration_secs': 0.651027} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.498328] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1637.498612] env[62097]: INFO nova.compute.manager [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1637.501586] env[62097]: DEBUG nova.compute.manager [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1637.501586] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563274a5-67a3-47af-bb33-b0ca55a47d2e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.598971] env[62097]: DEBUG nova.compute.manager [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1637.787807] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Releasing lock "refresh_cache-a2c388fa-17da-4d92-95f5-e5edc7dfc92d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.788139] env[62097]: DEBUG nova.compute.manager [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Instance network_info: |[{"id": "be3cee0a-7527-485a-b9a9-c9f0235a2a4a", "address": "fa:16:3e:7b:f2:9a", "network": {"id": "85e43259-9080-4dad-9f7c-b35b8c4450cf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-611565030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e45c761581f4e0bbe9a7c47f94f5ac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe3cee0a-75", "ovs_interfaceid": "be3cee0a-7527-485a-b9a9-c9f0235a2a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1637.788432] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52dc6937-245e-7d9a-a821-7dace6504bc9, 'name': SearchDatastore_Task, 'duration_secs': 0.027389} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.790861] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:f2:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be3cee0a-7527-485a-b9a9-c9f0235a2a4a', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1637.801279] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Creating folder: Project (4e45c761581f4e0bbe9a7c47f94f5ac9). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1637.801650] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.801903] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] e3da7693-b1b0-46a2-98e4-95f1f3d47b20/e3da7693-b1b0-46a2-98e4-95f1f3d47b20.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1637.804348] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-329e356e-043d-420b-addd-d17a15c0a39b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.806910] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf333095-8f0d-4f23-b15c-18ad87cf82ba {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.818040] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Waiting for the task: (returnval){ [ 1637.818040] env[62097]: value = "task-2034489" [ 1637.818040] env[62097]: _type = "Task" [ 1637.818040] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.823561] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Created folder: Project (4e45c761581f4e0bbe9a7c47f94f5ac9) in parent group-v417770. [ 1637.824108] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Creating folder: Instances. Parent ref: group-v417809. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1637.827810] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09b25cdc-af32-4df9-88ba-04774bf4050e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.829850] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': task-2034489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.843181] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Created folder: Instances in parent group-v417809. [ 1637.843181] env[62097]: DEBUG oslo.service.loopingcall [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1637.843181] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1637.843181] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ecd28d5-b9e8-4488-8e8b-f856cc84866d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.889603] env[62097]: DEBUG oslo_vmware.api [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': task-2034487, 'name': PowerOffVM_Task, 'duration_secs': 0.364802} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.892030] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1637.892030] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1637.892187] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1637.892187] env[62097]: value = "task-2034491" [ 1637.892187] env[62097]: _type = "Task" [ 1637.892187] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.892604] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1399e7cc-da1e-4a93-b69b-fb7a6fe2a744 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.911028] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034491, 'name': CreateVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.999492] env[62097]: DEBUG oslo_concurrency.lockutils [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.999983] env[62097]: DEBUG oslo_concurrency.lockutils [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.000363] env[62097]: DEBUG nova.compute.manager [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1638.005036] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.693s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.005036] env[62097]: DEBUG nova.objects.instance [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] Lazy-loading 'resources' on Instance uuid 7b12acc4-d184-4130-980a-0c84c4c28617 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1638.023748] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1638.024022] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1638.024320] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Deleting the datastore file [datastore2] 811ada10-01b0-473b-887c-95e85708af74 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1638.028439] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48c3fff0-6b54-452b-8a27-572572c12d4d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.036457] env[62097]: INFO nova.compute.manager [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Took 16.90 seconds to build instance. [ 1638.043062] env[62097]: DEBUG oslo_vmware.api [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Waiting for the task: (returnval){ [ 1638.043062] env[62097]: value = "task-2034493" [ 1638.043062] env[62097]: _type = "Task" [ 1638.043062] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.055709] env[62097]: DEBUG oslo_vmware.api [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': task-2034493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.120174] env[62097]: DEBUG nova.network.neutron [req-84ace511-b6e8-4554-9ae4-94385ba6ab91 req-812bda3d-953f-4d3a-aa93-f50500f90543 service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Updated VIF entry in instance network info cache for port 447e2ef3-415c-4bf0-bab9-e17f257df060. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1638.120643] env[62097]: DEBUG nova.network.neutron [req-84ace511-b6e8-4554-9ae4-94385ba6ab91 req-812bda3d-953f-4d3a-aa93-f50500f90543 service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Updating instance_info_cache with network_info: [{"id": "447e2ef3-415c-4bf0-bab9-e17f257df060", "address": "fa:16:3e:b2:80:e9", "network": {"id": "872f4e66-8d49-4980-839a-00eac7f9e2dc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1459861534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bc3d72673b4064bfa4171e67ec14aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447e2ef3-41", "ovs_interfaceid": "447e2ef3-415c-4bf0-bab9-e17f257df060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.123647] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.306369] env[62097]: DEBUG nova.network.neutron [-] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.333323] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': task-2034489, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.414830] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034491, 'name': CreateVM_Task, 'duration_secs': 0.448196} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.415641] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1638.418685] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.419073] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.419469] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1638.419637] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39b04f79-593c-44c1-b42d-779d9fe147ba {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.427055] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Waiting for the task: (returnval){ [ 1638.427055] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5227cf45-c9c5-bf83-7173-feb6b5c27962" [ 1638.427055] env[62097]: _type = "Task" [ 1638.427055] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.443258] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5227cf45-c9c5-bf83-7173-feb6b5c27962, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.508151] env[62097]: DEBUG nova.compute.utils [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1638.512189] env[62097]: DEBUG nova.compute.manager [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1638.512315] env[62097]: DEBUG nova.network.neutron [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1638.539250] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81967378-cfa8-4740-906e-2b64f7a11904 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Lock "c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.945s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.562745] env[62097]: DEBUG oslo_vmware.api [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': task-2034493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.589160] env[62097]: DEBUG nova.policy [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7597bb06d4624647872267fca857d025', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ed9d7cdbb6140c2b05137c15645a9c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1638.625231] env[62097]: DEBUG oslo_concurrency.lockutils [req-84ace511-b6e8-4554-9ae4-94385ba6ab91 req-812bda3d-953f-4d3a-aa93-f50500f90543 service nova] Releasing lock "refresh_cache-e3da7693-b1b0-46a2-98e4-95f1f3d47b20" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.809748] env[62097]: INFO nova.compute.manager [-] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Took 2.11 seconds to deallocate network for instance. [ 1638.835855] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': task-2034489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671714} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.840535] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] e3da7693-b1b0-46a2-98e4-95f1f3d47b20/e3da7693-b1b0-46a2-98e4-95f1f3d47b20.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1638.840535] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1638.840535] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe4f5602-b93c-4011-a577-9f4e9c8d72e5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.854493] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Waiting for the task: (returnval){ [ 1638.854493] env[62097]: value = "task-2034494" [ 1638.854493] env[62097]: _type = "Task" [ 1638.854493] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.871026] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': task-2034494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.947482] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5227cf45-c9c5-bf83-7173-feb6b5c27962, 'name': SearchDatastore_Task, 'duration_secs': 0.038383} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.952614] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.952614] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1638.952614] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.952614] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.952880] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1638.953020] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e63b961-8217-404e-9dc1-111534ae855a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.964368] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1638.964845] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1638.965945] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27da4f5f-df68-4d3d-a8e8-c077297426c2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.973248] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Waiting for the task: (returnval){ [ 1638.973248] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5229918e-03b0-edce-f92e-900b337ecf5b" [ 1638.973248] env[62097]: _type = "Task" [ 1638.973248] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.988086] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5229918e-03b0-edce-f92e-900b337ecf5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.012920] env[62097]: DEBUG nova.compute.manager [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1639.047673] env[62097]: DEBUG nova.compute.manager [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1639.066485] env[62097]: DEBUG oslo_vmware.api [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Task: {'id': task-2034493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.521952} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.069092] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.069416] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.069715] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.069984] env[62097]: INFO nova.compute.manager [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] [instance: 811ada10-01b0-473b-887c-95e85708af74] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1639.070388] env[62097]: DEBUG oslo.service.loopingcall [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.071986] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301fbd94-c36e-4bba-a6f0-7f6277f22b1d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.081023] env[62097]: DEBUG nova.compute.manager [-] [instance: 811ada10-01b0-473b-887c-95e85708af74] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1639.081023] env[62097]: DEBUG nova.network.neutron [-] [instance: 811ada10-01b0-473b-887c-95e85708af74] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1639.094049] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cc07e5-90d6-4594-85c3-aef145aba57f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.149308] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8d7143-3492-4b98-b02d-b3ceba1ad682 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.165216] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bec575-9c88-4f54-8ae3-4a4345ce5733 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.195947] env[62097]: DEBUG nova.compute.provider_tree [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1639.298887] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4696462c-6b7f-4c33-bcfb-e323cb448668 tempest-ServersListShow296Test-1180525453 tempest-ServersListShow296Test-1180525453-project-member] Acquiring lock "7e927c54-8608-4a00-a767-35fc5595389e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.299230] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4696462c-6b7f-4c33-bcfb-e323cb448668 tempest-ServersListShow296Test-1180525453 tempest-ServersListShow296Test-1180525453-project-member] Lock "7e927c54-8608-4a00-a767-35fc5595389e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.321351] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.369480] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': task-2034494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089683} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.369480] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1639.370745] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7041a9a4-5029-444d-9255-77f045c5b967 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.398508] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] e3da7693-b1b0-46a2-98e4-95f1f3d47b20/e3da7693-b1b0-46a2-98e4-95f1f3d47b20.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1639.399092] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8481a467-7b8f-4c12-a1ac-8ae97c05f6f7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.425191] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Waiting for the task: (returnval){ [ 1639.425191] env[62097]: value = "task-2034495" [ 1639.425191] env[62097]: _type = "Task" [ 1639.425191] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.435976] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': task-2034495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.485530] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5229918e-03b0-edce-f92e-900b337ecf5b, 'name': SearchDatastore_Task, 'duration_secs': 0.02117} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.486633] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ec0ea10-b2b0-4023-ac10-7bbe022ed575 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.495352] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Waiting for the task: (returnval){ [ 1639.495352] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528d6776-eb79-a629-e4b9-cf8172add41f" [ 1639.495352] env[62097]: _type = "Task" [ 1639.495352] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.508226] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528d6776-eb79-a629-e4b9-cf8172add41f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.590198] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.656361] env[62097]: DEBUG nova.network.neutron [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Successfully updated port: cba965c2-41ac-4dcc-bc08-892658ccdfb5 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1639.703739] env[62097]: DEBUG nova.scheduler.client.report [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1639.847334] env[62097]: DEBUG nova.network.neutron [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Successfully created port: 8b68b0a9-db5a-4473-bff2-ae3996685d1a {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1639.939450] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': task-2034495, 'name': ReconfigVM_Task, 'duration_secs': 0.432408} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.942208] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Reconfigured VM instance instance-0000000e to attach disk [datastore2] e3da7693-b1b0-46a2-98e4-95f1f3d47b20/e3da7693-b1b0-46a2-98e4-95f1f3d47b20.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1639.943753] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85462a6e-bc51-4f96-a7a9-a318404c97a5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.953680] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Waiting for the task: (returnval){ [ 1639.953680] env[62097]: value = "task-2034496" [ 1639.953680] env[62097]: _type = "Task" [ 1639.953680] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.966241] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': task-2034496, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.009701] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528d6776-eb79-a629-e4b9-cf8172add41f, 'name': SearchDatastore_Task, 'duration_secs': 0.023765} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.010622] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.010622] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] a2c388fa-17da-4d92-95f5-e5edc7dfc92d/a2c388fa-17da-4d92-95f5-e5edc7dfc92d.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1640.010622] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2189b30-1585-44d5-8a14-261c44f3c1b8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.021432] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Waiting for the task: (returnval){ [ 1640.021432] env[62097]: value = "task-2034497" [ 1640.021432] env[62097]: _type = "Task" [ 1640.021432] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.026922] env[62097]: DEBUG nova.compute.manager [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1640.037779] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': task-2034497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.062144] env[62097]: DEBUG nova.virt.hardware [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T02:06:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='947721409',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1931711048',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1640.062297] env[62097]: DEBUG nova.virt.hardware [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1640.062450] env[62097]: DEBUG nova.virt.hardware [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1640.062682] env[62097]: DEBUG nova.virt.hardware [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1640.062895] env[62097]: DEBUG nova.virt.hardware [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1640.063193] env[62097]: DEBUG nova.virt.hardware [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1640.063790] env[62097]: DEBUG nova.virt.hardware [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1640.064154] env[62097]: DEBUG nova.virt.hardware [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1640.064451] env[62097]: DEBUG nova.virt.hardware [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1640.064677] env[62097]: DEBUG nova.virt.hardware [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1640.064901] env[62097]: DEBUG nova.virt.hardware [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1640.066254] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34837787-e6c3-4dde-afae-c7d1b46f5490 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.075912] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e63bb8-45cb-47bc-8ef3-132af9a8d491 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.167899] env[62097]: DEBUG oslo_concurrency.lockutils [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Acquiring lock "refresh_cache-7e52d25f-9a50-4a15-b296-c156d9f3b785" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.167899] env[62097]: DEBUG oslo_concurrency.lockutils [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Acquired lock "refresh_cache-7e52d25f-9a50-4a15-b296-c156d9f3b785" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.167899] env[62097]: DEBUG nova.network.neutron [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1640.210432] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.213697] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.212s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.247497] env[62097]: INFO nova.scheduler.client.report [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] Deleted allocations for instance 7b12acc4-d184-4130-980a-0c84c4c28617 [ 1640.293241] env[62097]: DEBUG nova.network.neutron [-] [instance: 811ada10-01b0-473b-887c-95e85708af74] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.465103] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': task-2034496, 'name': Rename_Task, 'duration_secs': 0.254018} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.468164] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1640.468164] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df7f1bad-08c1-4650-86e2-c065c573ae37 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.478535] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Waiting for the task: (returnval){ [ 1640.478535] env[62097]: value = "task-2034498" [ 1640.478535] env[62097]: _type = "Task" [ 1640.478535] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.490868] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': task-2034498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.532735] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': task-2034497, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.724622] env[62097]: INFO nova.compute.claims [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1640.757595] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8dc6dba7-26c6-4e66-89f5-e5b8946a8059 tempest-DeleteServersAdminTestJSON-1968963816 tempest-DeleteServersAdminTestJSON-1968963816-project-admin] Lock "7b12acc4-d184-4130-980a-0c84c4c28617" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.370s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.797913] env[62097]: INFO nova.compute.manager [-] [instance: 811ada10-01b0-473b-887c-95e85708af74] Took 1.72 seconds to deallocate network for instance. [ 1640.851181] env[62097]: DEBUG nova.network.neutron [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1640.996728] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': task-2034498, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.037330] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': task-2034497, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.084173] env[62097]: DEBUG nova.network.neutron [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Updating instance_info_cache with network_info: [{"id": "cba965c2-41ac-4dcc-bc08-892658ccdfb5", "address": "fa:16:3e:76:19:95", "network": {"id": "07371e7c-c85a-4030-b18e-9b2395486973", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-317345633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "89866590aa3246a49c5cd68822e9c365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcba965c2-41", "ovs_interfaceid": "cba965c2-41ac-4dcc-bc08-892658ccdfb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.237241] env[62097]: INFO nova.compute.resource_tracker [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Updating resource usage from migration 65de7d7b-04e2-40b0-8655-dc14be65badc [ 1641.310167] env[62097]: DEBUG oslo_concurrency.lockutils [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.347520] env[62097]: DEBUG nova.compute.manager [req-53ab235c-d067-4a82-bb96-31dd5b1fd357 req-2cb86d06-e63a-4b50-a444-9c82429dbe1b service nova] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Received event network-vif-plugged-cba965c2-41ac-4dcc-bc08-892658ccdfb5 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1641.348495] env[62097]: DEBUG oslo_concurrency.lockutils [req-53ab235c-d067-4a82-bb96-31dd5b1fd357 req-2cb86d06-e63a-4b50-a444-9c82429dbe1b service nova] Acquiring lock "7e52d25f-9a50-4a15-b296-c156d9f3b785-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.348495] env[62097]: DEBUG oslo_concurrency.lockutils [req-53ab235c-d067-4a82-bb96-31dd5b1fd357 req-2cb86d06-e63a-4b50-a444-9c82429dbe1b service nova] Lock "7e52d25f-9a50-4a15-b296-c156d9f3b785-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.348495] env[62097]: DEBUG oslo_concurrency.lockutils [req-53ab235c-d067-4a82-bb96-31dd5b1fd357 req-2cb86d06-e63a-4b50-a444-9c82429dbe1b service nova] Lock "7e52d25f-9a50-4a15-b296-c156d9f3b785-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.348495] env[62097]: DEBUG nova.compute.manager [req-53ab235c-d067-4a82-bb96-31dd5b1fd357 req-2cb86d06-e63a-4b50-a444-9c82429dbe1b service nova] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] No waiting events found dispatching network-vif-plugged-cba965c2-41ac-4dcc-bc08-892658ccdfb5 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1641.348495] env[62097]: WARNING nova.compute.manager [req-53ab235c-d067-4a82-bb96-31dd5b1fd357 req-2cb86d06-e63a-4b50-a444-9c82429dbe1b service nova] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Received unexpected event network-vif-plugged-cba965c2-41ac-4dcc-bc08-892658ccdfb5 for instance with vm_state building and task_state spawning. [ 1641.493866] env[62097]: DEBUG oslo_vmware.api [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': task-2034498, 'name': PowerOnVM_Task, 'duration_secs': 0.752866} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.499990] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1641.499990] env[62097]: INFO nova.compute.manager [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Took 10.73 seconds to spawn the instance on the hypervisor. [ 1641.499990] env[62097]: DEBUG nova.compute.manager [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1641.499990] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b290fd5b-a6b8-485f-9d91-7bf8c18c290f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.542759] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': task-2034497, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.036336} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.542759] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] a2c388fa-17da-4d92-95f5-e5edc7dfc92d/a2c388fa-17da-4d92-95f5-e5edc7dfc92d.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1641.542759] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1641.542759] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de578946-eaa3-4629-b41e-18b5d1ace64f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.548799] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Waiting for the task: (returnval){ [ 1641.548799] env[62097]: value = "task-2034499" [ 1641.548799] env[62097]: _type = "Task" [ 1641.548799] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.563318] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': task-2034499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.586558] env[62097]: DEBUG oslo_concurrency.lockutils [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Releasing lock "refresh_cache-7e52d25f-9a50-4a15-b296-c156d9f3b785" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.586939] env[62097]: DEBUG nova.compute.manager [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Instance network_info: |[{"id": "cba965c2-41ac-4dcc-bc08-892658ccdfb5", "address": "fa:16:3e:76:19:95", "network": {"id": "07371e7c-c85a-4030-b18e-9b2395486973", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-317345633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "89866590aa3246a49c5cd68822e9c365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcba965c2-41", "ovs_interfaceid": "cba965c2-41ac-4dcc-bc08-892658ccdfb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1641.590666] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:19:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cba965c2-41ac-4dcc-bc08-892658ccdfb5', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1641.599688] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Creating folder: Project (89866590aa3246a49c5cd68822e9c365). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1641.600635] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-912615ed-6225-456a-9a7b-de329da851ec {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.615910] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Created folder: Project (89866590aa3246a49c5cd68822e9c365) in parent group-v417770. [ 1641.615910] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Creating folder: Instances. Parent ref: group-v417812. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1641.616095] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1397b8c-f3c7-43a4-b75d-638dd876ddce {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.639025] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Created folder: Instances in parent group-v417812. [ 1641.639358] env[62097]: DEBUG oslo.service.loopingcall [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1641.639489] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1641.639739] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f073e74c-e9ee-4cd4-894e-255758196ac1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.664370] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1641.664370] env[62097]: value = "task-2034502" [ 1641.664370] env[62097]: _type = "Task" [ 1641.664370] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.673188] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034502, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.707393] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8300f5fc-d0ac-45ac-af54-62e4a09717d3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.717717] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c32e33-c736-4837-965f-fefbb7812019 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.756782] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288d4061-7ef0-48fd-a73f-5310bd838007 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.768496] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6ba05b-10cc-41ce-8c91-9d3231c845df {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.784830] env[62097]: DEBUG nova.compute.provider_tree [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1641.972493] env[62097]: DEBUG nova.compute.manager [req-075b4e93-7b7b-4569-911f-6cc9cc6e25c3 req-8d205260-ce18-4946-ab12-c4efe13d7c76 service nova] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Received event network-changed-be3cee0a-7527-485a-b9a9-c9f0235a2a4a {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1641.972696] env[62097]: DEBUG nova.compute.manager [req-075b4e93-7b7b-4569-911f-6cc9cc6e25c3 req-8d205260-ce18-4946-ab12-c4efe13d7c76 service nova] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Refreshing instance network info cache due to event network-changed-be3cee0a-7527-485a-b9a9-c9f0235a2a4a. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1641.972951] env[62097]: DEBUG oslo_concurrency.lockutils [req-075b4e93-7b7b-4569-911f-6cc9cc6e25c3 req-8d205260-ce18-4946-ab12-c4efe13d7c76 service nova] Acquiring lock "refresh_cache-a2c388fa-17da-4d92-95f5-e5edc7dfc92d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.976486] env[62097]: DEBUG oslo_concurrency.lockutils [req-075b4e93-7b7b-4569-911f-6cc9cc6e25c3 req-8d205260-ce18-4946-ab12-c4efe13d7c76 service nova] Acquired lock "refresh_cache-a2c388fa-17da-4d92-95f5-e5edc7dfc92d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.976708] env[62097]: DEBUG nova.network.neutron [req-075b4e93-7b7b-4569-911f-6cc9cc6e25c3 req-8d205260-ce18-4946-ab12-c4efe13d7c76 service nova] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Refreshing network info cache for port be3cee0a-7527-485a-b9a9-c9f0235a2a4a {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1642.022149] env[62097]: INFO nova.compute.manager [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Took 20.48 seconds to build instance. [ 1642.062751] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': task-2034499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111956} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.063061] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1642.064040] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e87682-f60c-431a-9008-935b0fd80fc5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.095413] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] a2c388fa-17da-4d92-95f5-e5edc7dfc92d/a2c388fa-17da-4d92-95f5-e5edc7dfc92d.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1642.095724] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f3e2af1-69c4-4ba3-bf64-108a46ba37ac {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.119928] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Waiting for the task: (returnval){ [ 1642.119928] env[62097]: value = "task-2034503" [ 1642.119928] env[62097]: _type = "Task" [ 1642.119928] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.129623] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': task-2034503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.175745] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034502, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.313713] env[62097]: ERROR nova.scheduler.client.report [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [req-3ec89846-d09a-41e1-b346-02d6f91b5588] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID aabcd967-83f0-44f7-bf8d-f09a522d29a7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3ec89846-d09a-41e1-b346-02d6f91b5588"}]} [ 1642.339915] env[62097]: DEBUG nova.scheduler.client.report [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Refreshing inventories for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1642.355384] env[62097]: DEBUG nova.scheduler.client.report [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Updating ProviderTree inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1642.355599] env[62097]: DEBUG nova.compute.provider_tree [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1642.374626] env[62097]: DEBUG nova.scheduler.client.report [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Refreshing aggregate associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, aggregates: None {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1642.393981] env[62097]: DEBUG nova.scheduler.client.report [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Refreshing trait associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1642.525032] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0cf7d8e5-c784-4c86-a453-716b5e582dc0 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Lock "e3da7693-b1b0-46a2-98e4-95f1f3d47b20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.499s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.631956] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': task-2034503, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.680874] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034502, 'name': CreateVM_Task, 'duration_secs': 0.791118} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.680874] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1642.680874] env[62097]: DEBUG oslo_concurrency.lockutils [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.680874] env[62097]: DEBUG oslo_concurrency.lockutils [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.681170] env[62097]: DEBUG oslo_concurrency.lockutils [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1642.681663] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e79ff987-0218-4e34-b854-1a77a86604bf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.688932] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Waiting for the task: (returnval){ [ 1642.688932] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5209b41f-5c63-626f-6262-8dc84f559c65" [ 1642.688932] env[62097]: _type = "Task" [ 1642.688932] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.707505] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5209b41f-5c63-626f-6262-8dc84f559c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.731611] env[62097]: DEBUG nova.network.neutron [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Successfully updated port: 8b68b0a9-db5a-4473-bff2-ae3996685d1a {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1642.877251] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888bfd50-c13b-43c3-806d-b729e91478d1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.886376] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27da5953-0eee-4d24-ab92-6e25133546b9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.925685] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29846e0-c77d-46dc-bd1a-595b408aefa5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.933922] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdaf0d2-6b12-4fc1-95cf-09567f283b61 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.943025] env[62097]: DEBUG nova.network.neutron [req-075b4e93-7b7b-4569-911f-6cc9cc6e25c3 req-8d205260-ce18-4946-ab12-c4efe13d7c76 service nova] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Updated VIF entry in instance network info cache for port be3cee0a-7527-485a-b9a9-c9f0235a2a4a. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1642.943025] env[62097]: DEBUG nova.network.neutron [req-075b4e93-7b7b-4569-911f-6cc9cc6e25c3 req-8d205260-ce18-4946-ab12-c4efe13d7c76 service nova] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Updating instance_info_cache with network_info: [{"id": "be3cee0a-7527-485a-b9a9-c9f0235a2a4a", "address": "fa:16:3e:7b:f2:9a", "network": {"id": "85e43259-9080-4dad-9f7c-b35b8c4450cf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-611565030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e45c761581f4e0bbe9a7c47f94f5ac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe3cee0a-75", "ovs_interfaceid": "be3cee0a-7527-485a-b9a9-c9f0235a2a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.957305] env[62097]: DEBUG nova.compute.provider_tree [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1643.029983] env[62097]: DEBUG nova.compute.manager [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1643.035727] env[62097]: DEBUG oslo_concurrency.lockutils [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.039122] env[62097]: DEBUG oslo_concurrency.lockutils [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.039122] env[62097]: DEBUG oslo_concurrency.lockutils [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.039122] env[62097]: DEBUG oslo_concurrency.lockutils [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.039122] env[62097]: DEBUG oslo_concurrency.lockutils [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.039282] env[62097]: INFO nova.compute.manager [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Terminating instance [ 1643.131656] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': task-2034503, 'name': ReconfigVM_Task, 'duration_secs': 0.56169} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.131932] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Reconfigured VM instance instance-0000000f to attach disk [datastore1] a2c388fa-17da-4d92-95f5-e5edc7dfc92d/a2c388fa-17da-4d92-95f5-e5edc7dfc92d.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1643.132583] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf15ac4f-5e69-4754-85a8-a18833811b9c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.144976] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Waiting for the task: (returnval){ [ 1643.144976] env[62097]: value = "task-2034504" [ 1643.144976] env[62097]: _type = "Task" [ 1643.144976] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.156294] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': task-2034504, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.204833] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5209b41f-5c63-626f-6262-8dc84f559c65, 'name': SearchDatastore_Task, 'duration_secs': 0.01554} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.207372] env[62097]: DEBUG oslo_concurrency.lockutils [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.207629] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1643.207862] env[62097]: DEBUG oslo_concurrency.lockutils [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.208074] env[62097]: DEBUG oslo_concurrency.lockutils [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.208192] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1643.210016] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d619eaa-84c6-43e9-b840-582e062c30b2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.221417] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1643.221641] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1643.222413] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41b69332-e676-4fb1-be51-0bccaf10726b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.229753] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Waiting for the task: (returnval){ [ 1643.229753] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52652654-baa0-94c9-fc74-cf20583a9110" [ 1643.229753] env[62097]: _type = "Task" [ 1643.229753] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.235017] env[62097]: DEBUG oslo_concurrency.lockutils [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Acquiring lock "refresh_cache-f392555b-fa10-4c15-a253-48ef4c82df63" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.235459] env[62097]: DEBUG oslo_concurrency.lockutils [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Acquired lock "refresh_cache-f392555b-fa10-4c15-a253-48ef4c82df63" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.235546] env[62097]: DEBUG nova.network.neutron [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1643.248734] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52652654-baa0-94c9-fc74-cf20583a9110, 'name': SearchDatastore_Task, 'duration_secs': 0.011733} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.250600] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fabec0f7-07ac-42bf-8894-ed2dd5afca5e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.260807] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Waiting for the task: (returnval){ [ 1643.260807] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5270b726-2cb6-71c3-4eca-8390a0765b40" [ 1643.260807] env[62097]: _type = "Task" [ 1643.260807] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.271340] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5270b726-2cb6-71c3-4eca-8390a0765b40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.449985] env[62097]: DEBUG oslo_concurrency.lockutils [req-075b4e93-7b7b-4569-911f-6cc9cc6e25c3 req-8d205260-ce18-4946-ab12-c4efe13d7c76 service nova] Releasing lock "refresh_cache-a2c388fa-17da-4d92-95f5-e5edc7dfc92d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.449985] env[62097]: DEBUG nova.compute.manager [req-075b4e93-7b7b-4569-911f-6cc9cc6e25c3 req-8d205260-ce18-4946-ab12-c4efe13d7c76 service nova] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Received event network-vif-deleted-0cdc26a7-0202-48cf-8dc9-218dc8f81cc8 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1643.490346] env[62097]: ERROR nova.scheduler.client.report [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [req-4fbf40f2-e75e-4ef5-b3b6-a3420496654a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID aabcd967-83f0-44f7-bf8d-f09a522d29a7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4fbf40f2-e75e-4ef5-b3b6-a3420496654a"}]} [ 1643.496207] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquiring lock "dcf337a9-de54-4fcf-abe8-4c7ed2ec4333" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.496447] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Lock "dcf337a9-de54-4fcf-abe8-4c7ed2ec4333" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.513202] env[62097]: DEBUG nova.scheduler.client.report [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Refreshing inventories for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1643.535135] env[62097]: DEBUG nova.scheduler.client.report [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Updating ProviderTree inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1643.535453] env[62097]: DEBUG nova.compute.provider_tree [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1643.545675] env[62097]: DEBUG nova.compute.manager [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1643.545879] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1643.546761] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b142c85-e4e2-4bfa-8f1a-9e944e0e29a8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.556024] env[62097]: DEBUG nova.scheduler.client.report [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Refreshing aggregate associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, aggregates: None {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1643.558241] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1643.559432] env[62097]: DEBUG oslo_concurrency.lockutils [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.559791] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a33acb98-3f42-4a5d-b39b-8b110503fa4f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.569135] env[62097]: DEBUG oslo_vmware.api [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1643.569135] env[62097]: value = "task-2034505" [ 1643.569135] env[62097]: _type = "Task" [ 1643.569135] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.573458] env[62097]: DEBUG nova.scheduler.client.report [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Refreshing trait associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1643.579651] env[62097]: DEBUG oslo_vmware.api [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.667300] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': task-2034504, 'name': Rename_Task, 'duration_secs': 0.174373} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.667300] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1643.667828] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe1d1f14-0823-4e45-9807-305d0e8646df {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.680224] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Waiting for the task: (returnval){ [ 1643.680224] env[62097]: value = "task-2034506" [ 1643.680224] env[62097]: _type = "Task" [ 1643.680224] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.712112] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': task-2034506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.788525] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5270b726-2cb6-71c3-4eca-8390a0765b40, 'name': SearchDatastore_Task, 'duration_secs': 0.019528} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.792868] env[62097]: DEBUG oslo_concurrency.lockutils [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.793077] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 7e52d25f-9a50-4a15-b296-c156d9f3b785/7e52d25f-9a50-4a15-b296-c156d9f3b785.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1643.793663] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b283b08b-de05-4169-90c7-ff7d3cec1fb8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.802184] env[62097]: DEBUG nova.network.neutron [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1643.807628] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Waiting for the task: (returnval){ [ 1643.807628] env[62097]: value = "task-2034507" [ 1643.807628] env[62097]: _type = "Task" [ 1643.807628] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.818914] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Task: {'id': task-2034507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.083509] env[62097]: DEBUG oslo_vmware.api [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034505, 'name': PowerOffVM_Task, 'duration_secs': 0.238251} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.084656] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1644.084925] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1644.089828] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e9dc829-c6e6-4046-a0a7-6108dd147804 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.190084] env[62097]: DEBUG nova.network.neutron [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Updating instance_info_cache with network_info: [{"id": "8b68b0a9-db5a-4473-bff2-ae3996685d1a", "address": "fa:16:3e:2c:ee:ac", "network": {"id": "64b62cc8-2435-4671-a422-a1804770376c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1747860629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ed9d7cdbb6140c2b05137c15645a9c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b68b0a9-db", "ovs_interfaceid": "8b68b0a9-db5a-4473-bff2-ae3996685d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.193998] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1644.195165] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1644.195416] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Deleting the datastore file [datastore2] f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1644.197355] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac74f95d-4c86-49c6-8ce4-ffe14e3001a9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.208271] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': task-2034506, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.215852] env[62097]: DEBUG oslo_vmware.api [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1644.215852] env[62097]: value = "task-2034509" [ 1644.215852] env[62097]: _type = "Task" [ 1644.215852] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.225049] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87992d69-74f0-41a3-8bc4-ba35ae95d523 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.231661] env[62097]: DEBUG oslo_vmware.api [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.243300] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5387f11-be04-4243-ae34-b9a6d273b64f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.282528] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f19214b-b83a-41f6-a047-7506ae6928c8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.295823] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8dfb9f-97bd-4641-9dbf-53951cbb6d09 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.317315] env[62097]: DEBUG nova.compute.provider_tree [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1644.329966] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Task: {'id': task-2034507, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.704140] env[62097]: DEBUG oslo_concurrency.lockutils [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Releasing lock "refresh_cache-f392555b-fa10-4c15-a253-48ef4c82df63" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.704617] env[62097]: DEBUG nova.compute.manager [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Instance network_info: |[{"id": "8b68b0a9-db5a-4473-bff2-ae3996685d1a", "address": "fa:16:3e:2c:ee:ac", "network": {"id": "64b62cc8-2435-4671-a422-a1804770376c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1747860629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ed9d7cdbb6140c2b05137c15645a9c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b68b0a9-db", "ovs_interfaceid": "8b68b0a9-db5a-4473-bff2-ae3996685d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1644.704933] env[62097]: DEBUG oslo_vmware.api [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': task-2034506, 'name': PowerOnVM_Task, 'duration_secs': 0.619009} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.706652] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:ee:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b68b0a9-db5a-4473-bff2-ae3996685d1a', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1644.713296] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Creating folder: Project (3ed9d7cdbb6140c2b05137c15645a9c0). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1644.713600] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1644.713791] env[62097]: INFO nova.compute.manager [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Took 11.28 seconds to spawn the instance on the hypervisor. [ 1644.713961] env[62097]: DEBUG nova.compute.manager [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1644.714262] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd352bae-5fe6-424d-b4b3-6a8f70131712 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.717567] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f02933-69b5-4496-98ab-82de2ffd991f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.744814] env[62097]: DEBUG oslo_vmware.api [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.746553] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Created folder: Project (3ed9d7cdbb6140c2b05137c15645a9c0) in parent group-v417770. [ 1644.746767] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Creating folder: Instances. Parent ref: group-v417815. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1644.747020] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cca7f11b-d57d-4b40-ab72-d3a3fb4ecba8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.762779] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Created folder: Instances in parent group-v417815. [ 1644.762953] env[62097]: DEBUG oslo.service.loopingcall [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1644.763187] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1644.763607] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3beaba35-9b6d-41c5-b569-03ad2cb5f167 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.788818] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1644.788818] env[62097]: value = "task-2034512" [ 1644.788818] env[62097]: _type = "Task" [ 1644.788818] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.799637] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034512, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.829428] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Task: {'id': task-2034507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614904} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.829747] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 7e52d25f-9a50-4a15-b296-c156d9f3b785/7e52d25f-9a50-4a15-b296-c156d9f3b785.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1644.832018] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1644.832018] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e437517-f0e7-4887-9d9c-4b37403adbfd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.843376] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Waiting for the task: (returnval){ [ 1644.843376] env[62097]: value = "task-2034513" [ 1644.843376] env[62097]: _type = "Task" [ 1644.843376] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.859374] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Task: {'id': task-2034513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.878904] env[62097]: DEBUG nova.scheduler.client.report [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Updated inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with generation 35 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1644.879721] env[62097]: DEBUG nova.compute.provider_tree [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Updating resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 generation from 35 to 36 during operation: update_inventory {{(pid=62097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1644.879721] env[62097]: DEBUG nova.compute.provider_tree [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1645.234717] env[62097]: DEBUG oslo_vmware.api [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.597865} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.234717] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1645.234717] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1645.234717] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1645.235026] env[62097]: INFO nova.compute.manager [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1645.235616] env[62097]: DEBUG oslo.service.loopingcall [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1645.235616] env[62097]: DEBUG nova.compute.manager [-] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1645.235616] env[62097]: DEBUG nova.network.neutron [-] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1645.257136] env[62097]: INFO nova.compute.manager [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Took 22.46 seconds to build instance. [ 1645.299644] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034512, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.360041] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Task: {'id': task-2034513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204689} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.360041] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1645.360041] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90228079-3727-4329-89ef-8f4ae95bb694 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.387785] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 7e52d25f-9a50-4a15-b296-c156d9f3b785/7e52d25f-9a50-4a15-b296-c156d9f3b785.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1645.390315] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 5.177s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.390851] env[62097]: INFO nova.compute.manager [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Migrating [ 1645.391218] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.391369] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.393952] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dbd14fc-947c-48ef-9404-5954197e5e7c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.418385] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.674s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.418385] env[62097]: DEBUG nova.objects.instance [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Lazy-loading 'resources' on Instance uuid ea5fe526-e497-4803-b6f3-0f4d7be0ada5 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1645.426225] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Waiting for the task: (returnval){ [ 1645.426225] env[62097]: value = "task-2034514" [ 1645.426225] env[62097]: _type = "Task" [ 1645.426225] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.438667] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Task: {'id': task-2034514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.492049] env[62097]: DEBUG oslo_concurrency.lockutils [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "79246857-aa34-4b46-ae7c-1899f9c107c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.492259] env[62097]: DEBUG oslo_concurrency.lockutils [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "79246857-aa34-4b46-ae7c-1899f9c107c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.760401] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f7f3e2fe-83ec-4d80-9302-d05a495289c2 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.920s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.803907] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034512, 'name': CreateVM_Task, 'duration_secs': 0.910532} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.804175] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1645.804799] env[62097]: DEBUG oslo_concurrency.lockutils [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.805190] env[62097]: DEBUG oslo_concurrency.lockutils [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.805497] env[62097]: DEBUG oslo_concurrency.lockutils [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1645.805774] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d71259-c34c-4788-8a47-88f74430ca52 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.814098] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Waiting for the task: (returnval){ [ 1645.814098] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5212dc44-26cc-b04d-88ef-5fa376488cee" [ 1645.814098] env[62097]: _type = "Task" [ 1645.814098] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.823689] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5212dc44-26cc-b04d-88ef-5fa376488cee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.915770] env[62097]: INFO nova.compute.rpcapi [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1645.917363] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.926590] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.926590] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.926853] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.927050] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.927231] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.938428] env[62097]: INFO nova.compute.manager [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Terminating instance [ 1645.967516] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Task: {'id': task-2034514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.103467] env[62097]: DEBUG nova.network.neutron [-] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.271209] env[62097]: DEBUG nova.compute.manager [None req-4696462c-6b7f-4c33-bcfb-e323cb448668 tempest-ServersListShow296Test-1180525453 tempest-ServersListShow296Test-1180525453-project-member] [instance: 7e927c54-8608-4a00-a767-35fc5595389e] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1646.336031] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5212dc44-26cc-b04d-88ef-5fa376488cee, 'name': SearchDatastore_Task, 'duration_secs': 0.023812} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.336031] env[62097]: DEBUG oslo_concurrency.lockutils [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.336031] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1646.336031] env[62097]: DEBUG oslo_concurrency.lockutils [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.336468] env[62097]: DEBUG oslo_concurrency.lockutils [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.336468] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1646.336468] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e016571c-41d4-446c-9502-b50ffcd6ae8e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.346606] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1646.346800] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1646.347734] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a429dac2-840a-42da-87ee-ad425943160a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.359245] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Waiting for the task: (returnval){ [ 1646.359245] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5261e2ce-54f6-94d2-9933-7965b0720074" [ 1646.359245] env[62097]: _type = "Task" [ 1646.359245] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.371876] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5261e2ce-54f6-94d2-9933-7965b0720074, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.434613] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc4c595-3d46-44db-9a03-ddfc0cb66975 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.444132] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03e9f16-717f-4ba6-ac86-f54b520982ec {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.451487] env[62097]: DEBUG nova.compute.manager [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1646.451940] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1646.455547] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3bdad2-0b9a-4894-bb89-fd56cc76519f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.458829] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "refresh_cache-f1884230-e972-4c99-a81b-1ecf9b5d7875" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.458947] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquired lock "refresh_cache-f1884230-e972-4c99-a81b-1ecf9b5d7875" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.459143] env[62097]: DEBUG nova.network.neutron [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1646.499131] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df9583a-ece2-4ebd-983e-7c13a6de0ebf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.500602] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Task: {'id': task-2034514, 'name': ReconfigVM_Task, 'duration_secs': 0.898335} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.500602] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1646.501196] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 7e52d25f-9a50-4a15-b296-c156d9f3b785/7e52d25f-9a50-4a15-b296-c156d9f3b785.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1646.502054] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-183a8641-cec7-4c72-8a6c-5e25f415e9b1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.504340] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-658c6b97-d8d4-4796-a075-e62da2dd9e91 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.509890] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f11f6f4-6cc5-4c6f-8b15-736edf2ced79 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.516615] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Waiting for the task: (returnval){ [ 1646.516615] env[62097]: value = "task-2034516" [ 1646.516615] env[62097]: _type = "Task" [ 1646.516615] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.517111] env[62097]: DEBUG oslo_vmware.api [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1646.517111] env[62097]: value = "task-2034515" [ 1646.517111] env[62097]: _type = "Task" [ 1646.517111] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.532214] env[62097]: DEBUG nova.compute.provider_tree [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1646.543029] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Task: {'id': task-2034516, 'name': Rename_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.547892] env[62097]: DEBUG oslo_vmware.api [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.552877] env[62097]: DEBUG nova.compute.manager [req-5186fdfa-d5bd-4cde-8eca-041f4b2abb01 req-4f1388d7-9caf-4936-b05b-08b095ed3e5c service nova] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Received event network-changed-cba965c2-41ac-4dcc-bc08-892658ccdfb5 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1646.553218] env[62097]: DEBUG nova.compute.manager [req-5186fdfa-d5bd-4cde-8eca-041f4b2abb01 req-4f1388d7-9caf-4936-b05b-08b095ed3e5c service nova] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Refreshing instance network info cache due to event network-changed-cba965c2-41ac-4dcc-bc08-892658ccdfb5. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1646.553572] env[62097]: DEBUG oslo_concurrency.lockutils [req-5186fdfa-d5bd-4cde-8eca-041f4b2abb01 req-4f1388d7-9caf-4936-b05b-08b095ed3e5c service nova] Acquiring lock "refresh_cache-7e52d25f-9a50-4a15-b296-c156d9f3b785" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.553917] env[62097]: DEBUG oslo_concurrency.lockutils [req-5186fdfa-d5bd-4cde-8eca-041f4b2abb01 req-4f1388d7-9caf-4936-b05b-08b095ed3e5c service nova] Acquired lock "refresh_cache-7e52d25f-9a50-4a15-b296-c156d9f3b785" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.554217] env[62097]: DEBUG nova.network.neutron [req-5186fdfa-d5bd-4cde-8eca-041f4b2abb01 req-4f1388d7-9caf-4936-b05b-08b095ed3e5c service nova] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Refreshing network info cache for port cba965c2-41ac-4dcc-bc08-892658ccdfb5 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1646.606580] env[62097]: INFO nova.compute.manager [-] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Took 1.37 seconds to deallocate network for instance. [ 1646.714585] env[62097]: DEBUG nova.compute.manager [req-2f9eaeb0-96a1-491a-95bd-f600024b64ba req-412d09dd-f90e-4c0a-9333-1da52834b5b5 service nova] [instance: 811ada10-01b0-473b-887c-95e85708af74] Received event network-vif-deleted-6c3206eb-2189-420f-9578-98b4a2dfa228 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1646.781719] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Acquiring lock "5a44d799-ec90-4bba-8033-af5ab51cb201" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.782061] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Lock "5a44d799-ec90-4bba-8033-af5ab51cb201" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.798969] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4696462c-6b7f-4c33-bcfb-e323cb448668 tempest-ServersListShow296Test-1180525453 tempest-ServersListShow296Test-1180525453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.872261] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5261e2ce-54f6-94d2-9933-7965b0720074, 'name': SearchDatastore_Task, 'duration_secs': 0.026254} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.873187] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cae89b1-94e8-4970-94fd-612fad8220f8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.881492] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Waiting for the task: (returnval){ [ 1646.881492] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d211e6-df87-51be-52c8-8c52c92ca087" [ 1646.881492] env[62097]: _type = "Task" [ 1646.881492] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.893212] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d211e6-df87-51be-52c8-8c52c92ca087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.033376] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Task: {'id': task-2034516, 'name': Rename_Task, 'duration_secs': 0.20675} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.039799] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1647.041070] env[62097]: DEBUG nova.scheduler.client.report [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1647.044520] env[62097]: DEBUG oslo_vmware.api [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034515, 'name': PowerOffVM_Task, 'duration_secs': 0.273472} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.044975] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caad68ca-e1ef-4401-b9ac-c1f1ee29abd6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.049021] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1647.049021] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1647.049021] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c51b7fa-f7b6-4089-b69a-e9e85cac53e4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.056515] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Waiting for the task: (returnval){ [ 1647.056515] env[62097]: value = "task-2034517" [ 1647.056515] env[62097]: _type = "Task" [ 1647.056515] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.071380] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Task: {'id': task-2034517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.113895] env[62097]: DEBUG oslo_concurrency.lockutils [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.188644] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1647.188882] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1647.189098] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Deleting the datastore file [datastore2] cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1647.189362] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-413e158d-e861-46cb-a7db-cc3e17481ea2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.198310] env[62097]: DEBUG oslo_vmware.api [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1647.198310] env[62097]: value = "task-2034519" [ 1647.198310] env[62097]: _type = "Task" [ 1647.198310] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.215509] env[62097]: DEBUG oslo_vmware.api [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.399511] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d211e6-df87-51be-52c8-8c52c92ca087, 'name': SearchDatastore_Task, 'duration_secs': 0.01335} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.402851] env[62097]: DEBUG oslo_concurrency.lockutils [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.403117] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] f392555b-fa10-4c15-a253-48ef4c82df63/f392555b-fa10-4c15-a253-48ef4c82df63.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1647.403654] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a2c7802-bb89-4f6f-b46b-4819f60400d6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.413206] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Waiting for the task: (returnval){ [ 1647.413206] env[62097]: value = "task-2034520" [ 1647.413206] env[62097]: _type = "Task" [ 1647.413206] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.431947] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Task: {'id': task-2034520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.485411] env[62097]: DEBUG nova.network.neutron [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Updating instance_info_cache with network_info: [{"id": "3c8562bc-a170-4434-826b-371791a5df9c", "address": "fa:16:3e:fa:13:39", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8562bc-a1", "ovs_interfaceid": "3c8562bc-a170-4434-826b-371791a5df9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.546528] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.549323] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.950s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.551048] env[62097]: INFO nova.compute.claims [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1647.568857] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Task: {'id': task-2034517, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.585417] env[62097]: INFO nova.scheduler.client.report [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Deleted allocations for instance ea5fe526-e497-4803-b6f3-0f4d7be0ada5 [ 1647.661502] env[62097]: DEBUG nova.network.neutron [req-5186fdfa-d5bd-4cde-8eca-041f4b2abb01 req-4f1388d7-9caf-4936-b05b-08b095ed3e5c service nova] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Updated VIF entry in instance network info cache for port cba965c2-41ac-4dcc-bc08-892658ccdfb5. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1647.661732] env[62097]: DEBUG nova.network.neutron [req-5186fdfa-d5bd-4cde-8eca-041f4b2abb01 req-4f1388d7-9caf-4936-b05b-08b095ed3e5c service nova] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Updating instance_info_cache with network_info: [{"id": "cba965c2-41ac-4dcc-bc08-892658ccdfb5", "address": "fa:16:3e:76:19:95", "network": {"id": "07371e7c-c85a-4030-b18e-9b2395486973", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-317345633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "89866590aa3246a49c5cd68822e9c365", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcba965c2-41", "ovs_interfaceid": "cba965c2-41ac-4dcc-bc08-892658ccdfb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.711325] env[62097]: DEBUG oslo_vmware.api [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202016} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.713044] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1647.713044] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1647.713044] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1647.713044] env[62097]: INFO nova.compute.manager [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1647.713044] env[62097]: DEBUG oslo.service.loopingcall [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1647.714351] env[62097]: DEBUG nova.compute.manager [-] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1647.714351] env[62097]: DEBUG nova.network.neutron [-] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1647.935679] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Task: {'id': task-2034520, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.989209] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Releasing lock "refresh_cache-f1884230-e972-4c99-a81b-1ecf9b5d7875" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.075934] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Task: {'id': task-2034517, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.100465] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2c556a4-9029-476e-9b91-774180a24885 tempest-ServerDiagnosticsNegativeTest-74647518 tempest-ServerDiagnosticsNegativeTest-74647518-project-member] Lock "ea5fe526-e497-4803-b6f3-0f4d7be0ada5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.784s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.168416] env[62097]: DEBUG oslo_concurrency.lockutils [req-5186fdfa-d5bd-4cde-8eca-041f4b2abb01 req-4f1388d7-9caf-4936-b05b-08b095ed3e5c service nova] Releasing lock "refresh_cache-7e52d25f-9a50-4a15-b296-c156d9f3b785" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.168416] env[62097]: DEBUG nova.compute.manager [req-5186fdfa-d5bd-4cde-8eca-041f4b2abb01 req-4f1388d7-9caf-4936-b05b-08b095ed3e5c service nova] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Received event network-vif-plugged-8b68b0a9-db5a-4473-bff2-ae3996685d1a {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1648.168416] env[62097]: DEBUG oslo_concurrency.lockutils [req-5186fdfa-d5bd-4cde-8eca-041f4b2abb01 req-4f1388d7-9caf-4936-b05b-08b095ed3e5c service nova] Acquiring lock "f392555b-fa10-4c15-a253-48ef4c82df63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.168416] env[62097]: DEBUG oslo_concurrency.lockutils [req-5186fdfa-d5bd-4cde-8eca-041f4b2abb01 req-4f1388d7-9caf-4936-b05b-08b095ed3e5c service nova] Lock "f392555b-fa10-4c15-a253-48ef4c82df63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.168416] env[62097]: DEBUG oslo_concurrency.lockutils [req-5186fdfa-d5bd-4cde-8eca-041f4b2abb01 req-4f1388d7-9caf-4936-b05b-08b095ed3e5c service nova] Lock "f392555b-fa10-4c15-a253-48ef4c82df63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.168618] env[62097]: DEBUG nova.compute.manager [req-5186fdfa-d5bd-4cde-8eca-041f4b2abb01 req-4f1388d7-9caf-4936-b05b-08b095ed3e5c service nova] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] No waiting events found dispatching network-vif-plugged-8b68b0a9-db5a-4473-bff2-ae3996685d1a {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1648.168618] env[62097]: WARNING nova.compute.manager [req-5186fdfa-d5bd-4cde-8eca-041f4b2abb01 req-4f1388d7-9caf-4936-b05b-08b095ed3e5c service nova] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Received unexpected event network-vif-plugged-8b68b0a9-db5a-4473-bff2-ae3996685d1a for instance with vm_state building and task_state spawning. [ 1648.168618] env[62097]: DEBUG nova.compute.manager [req-5186fdfa-d5bd-4cde-8eca-041f4b2abb01 req-4f1388d7-9caf-4936-b05b-08b095ed3e5c service nova] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Received event network-changed-8b68b0a9-db5a-4473-bff2-ae3996685d1a {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1648.168618] env[62097]: DEBUG nova.compute.manager [req-5186fdfa-d5bd-4cde-8eca-041f4b2abb01 req-4f1388d7-9caf-4936-b05b-08b095ed3e5c service nova] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Refreshing instance network info cache due to event network-changed-8b68b0a9-db5a-4473-bff2-ae3996685d1a. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1648.168618] env[62097]: DEBUG oslo_concurrency.lockutils [req-5186fdfa-d5bd-4cde-8eca-041f4b2abb01 req-4f1388d7-9caf-4936-b05b-08b095ed3e5c service nova] Acquiring lock "refresh_cache-f392555b-fa10-4c15-a253-48ef4c82df63" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.168769] env[62097]: DEBUG oslo_concurrency.lockutils [req-5186fdfa-d5bd-4cde-8eca-041f4b2abb01 req-4f1388d7-9caf-4936-b05b-08b095ed3e5c service nova] Acquired lock "refresh_cache-f392555b-fa10-4c15-a253-48ef4c82df63" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.168769] env[62097]: DEBUG nova.network.neutron [req-5186fdfa-d5bd-4cde-8eca-041f4b2abb01 req-4f1388d7-9caf-4936-b05b-08b095ed3e5c service nova] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Refreshing network info cache for port 8b68b0a9-db5a-4473-bff2-ae3996685d1a {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1648.430993] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquiring lock "bef0ccb3-04e4-450e-8042-a433504278b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.431388] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lock "bef0ccb3-04e4-450e-8042-a433504278b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.436953] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Task: {'id': task-2034520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681015} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.437238] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] f392555b-fa10-4c15-a253-48ef4c82df63/f392555b-fa10-4c15-a253-48ef4c82df63.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1648.437755] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1648.437928] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4206f85f-d202-4e3a-9088-75a43529c0d5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.447544] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Waiting for the task: (returnval){ [ 1648.447544] env[62097]: value = "task-2034521" [ 1648.447544] env[62097]: _type = "Task" [ 1648.447544] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.458039] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Task: {'id': task-2034521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.577913] env[62097]: DEBUG oslo_vmware.api [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Task: {'id': task-2034517, 'name': PowerOnVM_Task, 'duration_secs': 1.418669} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.578905] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1648.579128] env[62097]: INFO nova.compute.manager [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Took 11.19 seconds to spawn the instance on the hypervisor. [ 1648.579383] env[62097]: DEBUG nova.compute.manager [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1648.580317] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a87b82-36e7-4796-af96-dbda16220d2c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.959798] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Task: {'id': task-2034521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.238216} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.960125] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1648.960873] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70132012-bcf8-42b4-a540-ff1b27f4361e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.983366] env[62097]: DEBUG nova.network.neutron [-] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.993645] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] f392555b-fa10-4c15-a253-48ef4c82df63/f392555b-fa10-4c15-a253-48ef4c82df63.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1648.999426] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7578e7d2-0f8b-4b60-bafe-50e6223991c5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.029637] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Waiting for the task: (returnval){ [ 1649.029637] env[62097]: value = "task-2034522" [ 1649.029637] env[62097]: _type = "Task" [ 1649.029637] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.046795] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Task: {'id': task-2034522, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.112850] env[62097]: INFO nova.compute.manager [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Took 24.22 seconds to build instance. [ 1649.129140] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4bf11a-0ba9-4b94-8dee-b46a0effc60e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.141848] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf795ce-e9f6-4188-b089-31ee0b967e05 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.176030] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5506aec-a1ce-4371-8120-d533465a3016 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.184778] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbd9413-5736-4f8d-9dba-6343a75554e6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.202322] env[62097]: DEBUG nova.compute.provider_tree [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1649.298892] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Acquiring lock "86cedaef-793d-47ea-a77e-67da0776a0e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.299394] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Lock "86cedaef-793d-47ea-a77e-67da0776a0e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.343180] env[62097]: DEBUG nova.network.neutron [req-5186fdfa-d5bd-4cde-8eca-041f4b2abb01 req-4f1388d7-9caf-4936-b05b-08b095ed3e5c service nova] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Updated VIF entry in instance network info cache for port 8b68b0a9-db5a-4473-bff2-ae3996685d1a. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1649.343630] env[62097]: DEBUG nova.network.neutron [req-5186fdfa-d5bd-4cde-8eca-041f4b2abb01 req-4f1388d7-9caf-4936-b05b-08b095ed3e5c service nova] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Updating instance_info_cache with network_info: [{"id": "8b68b0a9-db5a-4473-bff2-ae3996685d1a", "address": "fa:16:3e:2c:ee:ac", "network": {"id": "64b62cc8-2435-4671-a422-a1804770376c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1747860629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ed9d7cdbb6140c2b05137c15645a9c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b68b0a9-db", "ovs_interfaceid": "8b68b0a9-db5a-4473-bff2-ae3996685d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.486292] env[62097]: INFO nova.compute.manager [-] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Took 1.77 seconds to deallocate network for instance. [ 1649.524556] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6d3890-821c-456c-83de-d4e682d61cbd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.561296] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Updating instance 'f1884230-e972-4c99-a81b-1ecf9b5d7875' progress to 0 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1649.576104] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Task: {'id': task-2034522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.618554] env[62097]: DEBUG oslo_concurrency.lockutils [None req-badbee19-fef9-4ff8-adc3-5935ce4d45ba tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Lock "7e52d25f-9a50-4a15-b296-c156d9f3b785" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.750s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.707382] env[62097]: DEBUG nova.scheduler.client.report [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1649.847801] env[62097]: DEBUG oslo_concurrency.lockutils [req-5186fdfa-d5bd-4cde-8eca-041f4b2abb01 req-4f1388d7-9caf-4936-b05b-08b095ed3e5c service nova] Releasing lock "refresh_cache-f392555b-fa10-4c15-a253-48ef4c82df63" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.996237] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.044744] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Task: {'id': task-2034522, 'name': ReconfigVM_Task, 'duration_secs': 0.761307} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.046486] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Reconfigured VM instance instance-00000011 to attach disk [datastore1] f392555b-fa10-4c15-a253-48ef4c82df63/f392555b-fa10-4c15-a253-48ef4c82df63.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1650.046486] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-539ddf2e-303e-4494-b38b-13791d85cc75 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.055079] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Waiting for the task: (returnval){ [ 1650.055079] env[62097]: value = "task-2034524" [ 1650.055079] env[62097]: _type = "Task" [ 1650.055079] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.067023] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Task: {'id': task-2034524, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.071631] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1650.072163] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4590902-2bfc-4c08-859d-10543853fc97 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.080199] env[62097]: DEBUG oslo_vmware.api [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1650.080199] env[62097]: value = "task-2034525" [ 1650.080199] env[62097]: _type = "Task" [ 1650.080199] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.095662] env[62097]: DEBUG oslo_vmware.api [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.120850] env[62097]: DEBUG nova.compute.manager [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1650.155522] env[62097]: DEBUG nova.compute.manager [req-675a14df-12ce-4df9-b688-6dfff81d704b req-115f0c7e-809c-4604-9700-10eee8e4f45f service nova] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Received event network-changed-116d39c4-c133-461c-a97e-caf689de0a23 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1650.155522] env[62097]: DEBUG nova.compute.manager [req-675a14df-12ce-4df9-b688-6dfff81d704b req-115f0c7e-809c-4604-9700-10eee8e4f45f service nova] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Refreshing instance network info cache due to event network-changed-116d39c4-c133-461c-a97e-caf689de0a23. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1650.155733] env[62097]: DEBUG oslo_concurrency.lockutils [req-675a14df-12ce-4df9-b688-6dfff81d704b req-115f0c7e-809c-4604-9700-10eee8e4f45f service nova] Acquiring lock "refresh_cache-c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.155840] env[62097]: DEBUG oslo_concurrency.lockutils [req-675a14df-12ce-4df9-b688-6dfff81d704b req-115f0c7e-809c-4604-9700-10eee8e4f45f service nova] Acquired lock "refresh_cache-c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.156014] env[62097]: DEBUG nova.network.neutron [req-675a14df-12ce-4df9-b688-6dfff81d704b req-115f0c7e-809c-4604-9700-10eee8e4f45f service nova] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Refreshing network info cache for port 116d39c4-c133-461c-a97e-caf689de0a23 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1650.213124] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.213980] env[62097]: DEBUG nova.compute.manager [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1650.218428] env[62097]: DEBUG oslo_concurrency.lockutils [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.481s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.220876] env[62097]: DEBUG nova.objects.instance [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Lazy-loading 'resources' on Instance uuid 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1650.243784] env[62097]: DEBUG nova.compute.manager [req-9b1447f2-3f0d-42aa-ae16-5281ef959237 req-96578ce4-450a-4b67-b8d6-1d563a5bae65 service nova] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Received event network-vif-deleted-b045b0ec-0d22-4173-b181-e1597c76384b {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1650.569734] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Task: {'id': task-2034524, 'name': Rename_Task, 'duration_secs': 0.198977} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.570140] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1650.570405] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd18c7ab-2ead-4c03-8c4e-6eaa61fb7c4e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.581966] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Waiting for the task: (returnval){ [ 1650.581966] env[62097]: value = "task-2034529" [ 1650.581966] env[62097]: _type = "Task" [ 1650.581966] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.597121] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Task: {'id': task-2034529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.600780] env[62097]: DEBUG oslo_vmware.api [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034525, 'name': PowerOffVM_Task, 'duration_secs': 0.249397} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.601039] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1650.601219] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Updating instance 'f1884230-e972-4c99-a81b-1ecf9b5d7875' progress to 17 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1650.658893] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.725425] env[62097]: DEBUG nova.compute.utils [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1650.731090] env[62097]: DEBUG nova.compute.manager [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1650.731454] env[62097]: DEBUG nova.network.neutron [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1650.785484] env[62097]: DEBUG nova.policy [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdcfbb55be494de6a270f677cfd605bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e535a02ddb984c6585711199041ce07d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1650.986392] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquiring lock "0edf63bc-072d-416f-abee-8c4311c53924" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.986392] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lock "0edf63bc-072d-416f-abee-8c4311c53924" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.105433] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Task: {'id': task-2034529, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.112358] env[62097]: DEBUG nova.virt.hardware [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:47:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1651.112625] env[62097]: DEBUG nova.virt.hardware [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1651.112831] env[62097]: DEBUG nova.virt.hardware [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1651.113058] env[62097]: DEBUG nova.virt.hardware [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1651.113215] env[62097]: DEBUG nova.virt.hardware [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1651.113378] env[62097]: DEBUG nova.virt.hardware [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1651.113572] env[62097]: DEBUG nova.virt.hardware [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1651.113927] env[62097]: DEBUG nova.virt.hardware [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1651.113997] env[62097]: DEBUG nova.virt.hardware [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1651.114212] env[62097]: DEBUG nova.virt.hardware [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1651.114486] env[62097]: DEBUG nova.virt.hardware [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1651.121071] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad29f9e8-de3d-48d4-ac54-2957bb4b9149 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.145027] env[62097]: DEBUG oslo_vmware.api [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1651.145027] env[62097]: value = "task-2034530" [ 1651.145027] env[62097]: _type = "Task" [ 1651.145027] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.152221] env[62097]: DEBUG oslo_vmware.api [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.176391] env[62097]: DEBUG nova.network.neutron [req-675a14df-12ce-4df9-b688-6dfff81d704b req-115f0c7e-809c-4604-9700-10eee8e4f45f service nova] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Updated VIF entry in instance network info cache for port 116d39c4-c133-461c-a97e-caf689de0a23. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1651.176777] env[62097]: DEBUG nova.network.neutron [req-675a14df-12ce-4df9-b688-6dfff81d704b req-115f0c7e-809c-4604-9700-10eee8e4f45f service nova] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Updating instance_info_cache with network_info: [{"id": "116d39c4-c133-461c-a97e-caf689de0a23", "address": "fa:16:3e:d7:71:16", "network": {"id": "ee65aa4d-26f4-4924-8039-74b4c69dcfee", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-327848887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be4ba51186f40cda4c038ab93bb6138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap116d39c4-c1", "ovs_interfaceid": "116d39c4-c133-461c-a97e-caf689de0a23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.239234] env[62097]: DEBUG nova.compute.manager [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1651.275657] env[62097]: DEBUG nova.network.neutron [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Successfully created port: d2dbe063-1fea-4e6f-8d95-86052a554a66 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1651.316166] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4fca3a-e8bf-41ec-bb34-15c1c7b3e114 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.325946] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4d107c-36ff-48f2-871d-ab57800d88f4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.086573] env[62097]: DEBUG oslo_concurrency.lockutils [None req-47b4317b-b67d-4d8b-8630-e10f7a39feb4 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Acquiring lock "interface-7e52d25f-9a50-4a15-b296-c156d9f3b785-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.087173] env[62097]: DEBUG oslo_concurrency.lockutils [None req-47b4317b-b67d-4d8b-8630-e10f7a39feb4 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Lock "interface-7e52d25f-9a50-4a15-b296-c156d9f3b785-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.087173] env[62097]: DEBUG nova.objects.instance [None req-47b4317b-b67d-4d8b-8630-e10f7a39feb4 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Lazy-loading 'flavor' on Instance uuid 7e52d25f-9a50-4a15-b296-c156d9f3b785 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1652.092019] env[62097]: DEBUG oslo_concurrency.lockutils [req-675a14df-12ce-4df9-b688-6dfff81d704b req-115f0c7e-809c-4604-9700-10eee8e4f45f service nova] Releasing lock "refresh_cache-c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.092019] env[62097]: DEBUG nova.compute.manager [req-675a14df-12ce-4df9-b688-6dfff81d704b req-115f0c7e-809c-4604-9700-10eee8e4f45f service nova] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Received event network-changed-fc0dd817-07f9-43d1-996d-cfb8e9391f81 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1652.092019] env[62097]: DEBUG nova.compute.manager [req-675a14df-12ce-4df9-b688-6dfff81d704b req-115f0c7e-809c-4604-9700-10eee8e4f45f service nova] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Refreshing instance network info cache due to event network-changed-fc0dd817-07f9-43d1-996d-cfb8e9391f81. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1652.092019] env[62097]: DEBUG oslo_concurrency.lockutils [req-675a14df-12ce-4df9-b688-6dfff81d704b req-115f0c7e-809c-4604-9700-10eee8e4f45f service nova] Acquiring lock "refresh_cache-c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.092019] env[62097]: DEBUG oslo_concurrency.lockutils [req-675a14df-12ce-4df9-b688-6dfff81d704b req-115f0c7e-809c-4604-9700-10eee8e4f45f service nova] Acquired lock "refresh_cache-c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.092276] env[62097]: DEBUG nova.network.neutron [req-675a14df-12ce-4df9-b688-6dfff81d704b req-115f0c7e-809c-4604-9700-10eee8e4f45f service nova] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Refreshing network info cache for port fc0dd817-07f9-43d1-996d-cfb8e9391f81 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1652.101393] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0194d045-86ab-41cb-a767-27dda9ee5ccb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.110860] env[62097]: DEBUG oslo_vmware.api [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Task: {'id': task-2034529, 'name': PowerOnVM_Task, 'duration_secs': 1.364098} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.115970] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1652.116219] env[62097]: INFO nova.compute.manager [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Took 12.09 seconds to spawn the instance on the hypervisor. [ 1652.116400] env[62097]: DEBUG nova.compute.manager [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1652.117042] env[62097]: DEBUG oslo_vmware.api [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034530, 'name': ReconfigVM_Task, 'duration_secs': 0.207865} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.118083] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104fab8a-cb0b-4f90-b8b4-ac1ea339c5e8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.121439] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd20f4d-9536-45dd-92f5-e7d5a2925cb6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.125624] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Updating instance 'f1884230-e972-4c99-a81b-1ecf9b5d7875' progress to 33 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1652.146483] env[62097]: DEBUG nova.compute.provider_tree [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1652.599105] env[62097]: DEBUG nova.objects.instance [None req-47b4317b-b67d-4d8b-8630-e10f7a39feb4 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Lazy-loading 'pci_requests' on Instance uuid 7e52d25f-9a50-4a15-b296-c156d9f3b785 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1652.633231] env[62097]: DEBUG nova.virt.hardware [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1652.633510] env[62097]: DEBUG nova.virt.hardware [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1652.633710] env[62097]: DEBUG nova.virt.hardware [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1652.633842] env[62097]: DEBUG nova.virt.hardware [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1652.634099] env[62097]: DEBUG nova.virt.hardware [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1652.634301] env[62097]: DEBUG nova.virt.hardware [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1652.634435] env[62097]: DEBUG nova.virt.hardware [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1652.634603] env[62097]: DEBUG nova.virt.hardware [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1652.635148] env[62097]: DEBUG nova.virt.hardware [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1652.635148] env[62097]: DEBUG nova.virt.hardware [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1652.635148] env[62097]: DEBUG nova.virt.hardware [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1652.640569] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Reconfiguring VM instance instance-00000002 to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1652.643784] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cc1c3c4-5736-42d3-8b2f-df6faeaa9de2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.664287] env[62097]: DEBUG nova.scheduler.client.report [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1652.665527] env[62097]: DEBUG nova.compute.manager [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1652.673930] env[62097]: INFO nova.compute.manager [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Took 27.60 seconds to build instance. [ 1652.676469] env[62097]: DEBUG oslo_vmware.api [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1652.676469] env[62097]: value = "task-2034531" [ 1652.676469] env[62097]: _type = "Task" [ 1652.676469] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.687835] env[62097]: DEBUG oslo_vmware.api [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.698610] env[62097]: DEBUG nova.virt.hardware [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1652.698854] env[62097]: DEBUG nova.virt.hardware [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1652.699020] env[62097]: DEBUG nova.virt.hardware [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1652.699208] env[62097]: DEBUG nova.virt.hardware [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1652.699350] env[62097]: DEBUG nova.virt.hardware [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1652.699555] env[62097]: DEBUG nova.virt.hardware [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1652.699743] env[62097]: DEBUG nova.virt.hardware [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1652.699941] env[62097]: DEBUG nova.virt.hardware [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1652.700098] env[62097]: DEBUG nova.virt.hardware [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1652.700264] env[62097]: DEBUG nova.virt.hardware [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1652.700437] env[62097]: DEBUG nova.virt.hardware [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1652.702099] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b603df-f82a-4e0f-bd58-68a5c23ed92b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.711965] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f751316-02d7-41d3-8297-fa37e64391e8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.921349] env[62097]: DEBUG nova.network.neutron [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Successfully updated port: d2dbe063-1fea-4e6f-8d95-86052a554a66 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1653.006866] env[62097]: DEBUG nova.network.neutron [req-675a14df-12ce-4df9-b688-6dfff81d704b req-115f0c7e-809c-4604-9700-10eee8e4f45f service nova] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Updated VIF entry in instance network info cache for port fc0dd817-07f9-43d1-996d-cfb8e9391f81. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1653.007290] env[62097]: DEBUG nova.network.neutron [req-675a14df-12ce-4df9-b688-6dfff81d704b req-115f0c7e-809c-4604-9700-10eee8e4f45f service nova] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Updating instance_info_cache with network_info: [{"id": "fc0dd817-07f9-43d1-996d-cfb8e9391f81", "address": "fa:16:3e:c0:2f:f6", "network": {"id": "bd7610b0-a148-4de1-bb54-0d95acb58b2a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-602050751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c15cb6deafcd458e906559e496ef17e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc0dd817-07", "ovs_interfaceid": "fc0dd817-07f9-43d1-996d-cfb8e9391f81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.101491] env[62097]: DEBUG nova.objects.base [None req-47b4317b-b67d-4d8b-8630-e10f7a39feb4 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Object Instance<7e52d25f-9a50-4a15-b296-c156d9f3b785> lazy-loaded attributes: flavor,pci_requests {{(pid=62097) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1653.101720] env[62097]: DEBUG nova.network.neutron [None req-47b4317b-b67d-4d8b-8630-e10f7a39feb4 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1653.170369] env[62097]: DEBUG oslo_concurrency.lockutils [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.951s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.172535] env[62097]: DEBUG oslo_concurrency.lockutils [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.332s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.174609] env[62097]: INFO nova.compute.claims [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1653.177859] env[62097]: DEBUG oslo_concurrency.lockutils [None req-268d1711-6a02-4e1a-92a1-67afad700e50 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Lock "f392555b-fa10-4c15-a253-48ef4c82df63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.117s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.188324] env[62097]: DEBUG oslo_vmware.api [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034531, 'name': ReconfigVM_Task, 'duration_secs': 0.270892} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.189183] env[62097]: DEBUG oslo_concurrency.lockutils [None req-47b4317b-b67d-4d8b-8630-e10f7a39feb4 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Lock "interface-7e52d25f-9a50-4a15-b296-c156d9f3b785-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.102s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.191377] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Reconfigured VM instance instance-00000002 to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1653.192204] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce560fb2-9ccf-46a8-a053-4f145b1ee757 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.219770] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] f1884230-e972-4c99-a81b-1ecf9b5d7875/f1884230-e972-4c99-a81b-1ecf9b5d7875.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1653.221048] env[62097]: INFO nova.scheduler.client.report [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Deleted allocations for instance 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a [ 1653.225701] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44dd598c-a267-4180-8132-ae859cdeff16 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.251025] env[62097]: DEBUG oslo_vmware.api [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1653.251025] env[62097]: value = "task-2034532" [ 1653.251025] env[62097]: _type = "Task" [ 1653.251025] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.260882] env[62097]: DEBUG oslo_vmware.api [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.425045] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Acquiring lock "refresh_cache-117dded3-8117-4917-9634-ca73b6765e3b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.425208] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Acquired lock "refresh_cache-117dded3-8117-4917-9634-ca73b6765e3b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.425364] env[62097]: DEBUG nova.network.neutron [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1653.512085] env[62097]: DEBUG oslo_concurrency.lockutils [req-675a14df-12ce-4df9-b688-6dfff81d704b req-115f0c7e-809c-4604-9700-10eee8e4f45f service nova] Releasing lock "refresh_cache-c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.512500] env[62097]: DEBUG nova.compute.manager [req-675a14df-12ce-4df9-b688-6dfff81d704b req-115f0c7e-809c-4604-9700-10eee8e4f45f service nova] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Received event network-vif-deleted-b777308f-f017-4346-997b-ce39cdc2c31a {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1653.681406] env[62097]: DEBUG nova.compute.manager [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1653.728468] env[62097]: DEBUG oslo_concurrency.lockutils [None req-46be8b88-b991-4cb8-9c0b-22cd12589856 tempest-InstanceActionsV221TestJSON-1634581152 tempest-InstanceActionsV221TestJSON-1634581152-project-member] Lock "9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.792s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.761787] env[62097]: DEBUG oslo_vmware.api [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.974853] env[62097]: DEBUG nova.network.neutron [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1654.170034] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Acquiring lock "93e02b4d-b5b1-454e-89a4-f5f735cef950" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.170034] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Lock "93e02b4d-b5b1-454e-89a4-f5f735cef950" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.198343] env[62097]: DEBUG nova.network.neutron [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Updating instance_info_cache with network_info: [{"id": "d2dbe063-1fea-4e6f-8d95-86052a554a66", "address": "fa:16:3e:f5:b1:41", "network": {"id": "e7fbd31a-8e82-465e-932c-3b857a1111b2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009728834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e535a02ddb984c6585711199041ce07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2dbe063-1f", "ovs_interfaceid": "d2dbe063-1fea-4e6f-8d95-86052a554a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.205853] env[62097]: DEBUG nova.compute.manager [req-7fb422fb-63b5-4fe2-af6a-c66d95bd6961 req-bb3a0125-50a0-475b-8ec8-c0087ea56fac service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Received event network-changed-447e2ef3-415c-4bf0-bab9-e17f257df060 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1654.206196] env[62097]: DEBUG nova.compute.manager [req-7fb422fb-63b5-4fe2-af6a-c66d95bd6961 req-bb3a0125-50a0-475b-8ec8-c0087ea56fac service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Refreshing instance network info cache due to event network-changed-447e2ef3-415c-4bf0-bab9-e17f257df060. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1654.206967] env[62097]: DEBUG oslo_concurrency.lockutils [req-7fb422fb-63b5-4fe2-af6a-c66d95bd6961 req-bb3a0125-50a0-475b-8ec8-c0087ea56fac service nova] Acquiring lock "refresh_cache-e3da7693-b1b0-46a2-98e4-95f1f3d47b20" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.207139] env[62097]: DEBUG oslo_concurrency.lockutils [req-7fb422fb-63b5-4fe2-af6a-c66d95bd6961 req-bb3a0125-50a0-475b-8ec8-c0087ea56fac service nova] Acquired lock "refresh_cache-e3da7693-b1b0-46a2-98e4-95f1f3d47b20" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.207482] env[62097]: DEBUG nova.network.neutron [req-7fb422fb-63b5-4fe2-af6a-c66d95bd6961 req-bb3a0125-50a0-475b-8ec8-c0087ea56fac service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Refreshing network info cache for port 447e2ef3-415c-4bf0-bab9-e17f257df060 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1654.214438] env[62097]: DEBUG oslo_concurrency.lockutils [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.263823] env[62097]: DEBUG oslo_vmware.api [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034532, 'name': ReconfigVM_Task, 'duration_secs': 0.910989} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.264182] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Reconfigured VM instance instance-00000002 to attach disk [datastore1] f1884230-e972-4c99-a81b-1ecf9b5d7875/f1884230-e972-4c99-a81b-1ecf9b5d7875.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1654.264451] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Updating instance 'f1884230-e972-4c99-a81b-1ecf9b5d7875' progress to 50 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1654.281230] env[62097]: DEBUG nova.compute.manager [req-ed4544fc-6e32-4905-95af-b96fa8714d29 req-6072cf70-6771-45d3-81fe-3636d9d620e5 service nova] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Received event network-changed-be3cee0a-7527-485a-b9a9-c9f0235a2a4a {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1654.281230] env[62097]: DEBUG nova.compute.manager [req-ed4544fc-6e32-4905-95af-b96fa8714d29 req-6072cf70-6771-45d3-81fe-3636d9d620e5 service nova] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Refreshing instance network info cache due to event network-changed-be3cee0a-7527-485a-b9a9-c9f0235a2a4a. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1654.281570] env[62097]: DEBUG oslo_concurrency.lockutils [req-ed4544fc-6e32-4905-95af-b96fa8714d29 req-6072cf70-6771-45d3-81fe-3636d9d620e5 service nova] Acquiring lock "refresh_cache-a2c388fa-17da-4d92-95f5-e5edc7dfc92d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.281570] env[62097]: DEBUG oslo_concurrency.lockutils [req-ed4544fc-6e32-4905-95af-b96fa8714d29 req-6072cf70-6771-45d3-81fe-3636d9d620e5 service nova] Acquired lock "refresh_cache-a2c388fa-17da-4d92-95f5-e5edc7dfc92d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.281688] env[62097]: DEBUG nova.network.neutron [req-ed4544fc-6e32-4905-95af-b96fa8714d29 req-6072cf70-6771-45d3-81fe-3636d9d620e5 service nova] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Refreshing network info cache for port be3cee0a-7527-485a-b9a9-c9f0235a2a4a {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1654.588025] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d8b4c3-cffe-4f04-85f8-cd23d0858757 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.597147] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488ea075-396b-482d-bab9-5b9cddba34cc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.630321] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9353419-256f-4d9e-8a82-01d2dda990a0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.641421] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8e1eab-0778-4d93-8e18-2b675184b547 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.657544] env[62097]: DEBUG nova.compute.provider_tree [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1654.705723] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Releasing lock "refresh_cache-117dded3-8117-4917-9634-ca73b6765e3b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.706085] env[62097]: DEBUG nova.compute.manager [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Instance network_info: |[{"id": "d2dbe063-1fea-4e6f-8d95-86052a554a66", "address": "fa:16:3e:f5:b1:41", "network": {"id": "e7fbd31a-8e82-465e-932c-3b857a1111b2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009728834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e535a02ddb984c6585711199041ce07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2dbe063-1f", "ovs_interfaceid": "d2dbe063-1fea-4e6f-8d95-86052a554a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1654.706593] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:b1:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2dbe063-1fea-4e6f-8d95-86052a554a66', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1654.717298] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Creating folder: Project (e535a02ddb984c6585711199041ce07d). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1654.721278] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b840048f-b488-4367-b56b-3c63e0f48177 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.738072] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Created folder: Project (e535a02ddb984c6585711199041ce07d) in parent group-v417770. [ 1654.738584] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Creating folder: Instances. Parent ref: group-v417821. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1654.738584] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-033cc83c-1f6b-4363-811c-4a88e773413a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.763974] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Created folder: Instances in parent group-v417821. [ 1654.764292] env[62097]: DEBUG oslo.service.loopingcall [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1654.764534] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1654.764853] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f559a979-b26b-4b4f-977e-13dc1fd0fc50 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.782117] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14831cdd-a6e7-40df-a45f-f250af6f371a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.806610] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1654.806610] env[62097]: value = "task-2034536" [ 1654.806610] env[62097]: _type = "Task" [ 1654.806610] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.807887] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e214c9-2276-40e7-85f8-7cfa6ed9c910 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.819587] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034536, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.836351] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Updating instance 'f1884230-e972-4c99-a81b-1ecf9b5d7875' progress to 67 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1655.134228] env[62097]: DEBUG nova.network.neutron [req-ed4544fc-6e32-4905-95af-b96fa8714d29 req-6072cf70-6771-45d3-81fe-3636d9d620e5 service nova] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Updated VIF entry in instance network info cache for port be3cee0a-7527-485a-b9a9-c9f0235a2a4a. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1655.134600] env[62097]: DEBUG nova.network.neutron [req-ed4544fc-6e32-4905-95af-b96fa8714d29 req-6072cf70-6771-45d3-81fe-3636d9d620e5 service nova] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Updating instance_info_cache with network_info: [{"id": "be3cee0a-7527-485a-b9a9-c9f0235a2a4a", "address": "fa:16:3e:7b:f2:9a", "network": {"id": "85e43259-9080-4dad-9f7c-b35b8c4450cf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-611565030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e45c761581f4e0bbe9a7c47f94f5ac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe3cee0a-75", "ovs_interfaceid": "be3cee0a-7527-485a-b9a9-c9f0235a2a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.189087] env[62097]: ERROR nova.scheduler.client.report [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [req-c5f678ef-684f-4b2c-91bf-060e338999d9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID aabcd967-83f0-44f7-bf8d-f09a522d29a7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c5f678ef-684f-4b2c-91bf-060e338999d9"}]} [ 1655.206089] env[62097]: DEBUG nova.scheduler.client.report [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Refreshing inventories for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1655.224309] env[62097]: DEBUG nova.scheduler.client.report [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Updating ProviderTree inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1655.224539] env[62097]: DEBUG nova.compute.provider_tree [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1655.237191] env[62097]: DEBUG nova.scheduler.client.report [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Refreshing aggregate associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, aggregates: None {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1655.256968] env[62097]: DEBUG nova.scheduler.client.report [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Refreshing trait associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1655.317353] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034536, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.378228] env[62097]: DEBUG nova.network.neutron [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Port 3c8562bc-a170-4434-826b-371791a5df9c binding to destination host cpu-1 is already ACTIVE {{(pid=62097) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1655.479654] env[62097]: DEBUG nova.network.neutron [req-7fb422fb-63b5-4fe2-af6a-c66d95bd6961 req-bb3a0125-50a0-475b-8ec8-c0087ea56fac service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Updated VIF entry in instance network info cache for port 447e2ef3-415c-4bf0-bab9-e17f257df060. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1655.480054] env[62097]: DEBUG nova.network.neutron [req-7fb422fb-63b5-4fe2-af6a-c66d95bd6961 req-bb3a0125-50a0-475b-8ec8-c0087ea56fac service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Updating instance_info_cache with network_info: [{"id": "447e2ef3-415c-4bf0-bab9-e17f257df060", "address": "fa:16:3e:b2:80:e9", "network": {"id": "872f4e66-8d49-4980-839a-00eac7f9e2dc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1459861534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bc3d72673b4064bfa4171e67ec14aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447e2ef3-41", "ovs_interfaceid": "447e2ef3-415c-4bf0-bab9-e17f257df060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.638725] env[62097]: DEBUG oslo_concurrency.lockutils [req-ed4544fc-6e32-4905-95af-b96fa8714d29 req-6072cf70-6771-45d3-81fe-3636d9d620e5 service nova] Releasing lock "refresh_cache-a2c388fa-17da-4d92-95f5-e5edc7dfc92d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.763072] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78a7a2a-d90f-40a3-97fb-091dc3b818af {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.777491] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1136e891-387b-4e2e-ade6-10a957edc080 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.816184] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9019f682-c191-4c3f-b9db-c2a721f2f7f1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.831422] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8892fe08-f2a8-430f-94b9-57d37bc58450 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.835118] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034536, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.846093] env[62097]: DEBUG nova.compute.provider_tree [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1655.983235] env[62097]: DEBUG oslo_concurrency.lockutils [req-7fb422fb-63b5-4fe2-af6a-c66d95bd6961 req-bb3a0125-50a0-475b-8ec8-c0087ea56fac service nova] Releasing lock "refresh_cache-e3da7693-b1b0-46a2-98e4-95f1f3d47b20" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.322455] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034536, 'name': CreateVM_Task, 'duration_secs': 1.153427} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.322858] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1656.323466] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.323826] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.325288] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1656.325288] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d4080c8-92b1-4edf-8050-3b93af72afe8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.330491] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Waiting for the task: (returnval){ [ 1656.330491] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e355bc-c552-3462-9ad2-98fd6a00edc6" [ 1656.330491] env[62097]: _type = "Task" [ 1656.330491] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.340351] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e355bc-c552-3462-9ad2-98fd6a00edc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.404082] env[62097]: DEBUG nova.scheduler.client.report [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Updated inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with generation 42 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1656.404346] env[62097]: DEBUG nova.compute.provider_tree [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Updating resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 generation from 42 to 43 during operation: update_inventory {{(pid=62097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1656.404530] env[62097]: DEBUG nova.compute.provider_tree [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1656.414040] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "f1884230-e972-4c99-a81b-1ecf9b5d7875-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.414120] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "f1884230-e972-4c99-a81b-1ecf9b5d7875-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.414275] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "f1884230-e972-4c99-a81b-1ecf9b5d7875-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.842855] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e355bc-c552-3462-9ad2-98fd6a00edc6, 'name': SearchDatastore_Task, 'duration_secs': 0.016051} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.843180] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.843416] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1656.843670] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.843791] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.844173] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1656.844244] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-049ee4be-a501-4a1e-ae64-323f6ffcbc92 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.859132] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1656.859337] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1656.860154] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f609ef5-89bb-48a7-925d-895fbda4b85e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.865710] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Acquiring lock "7e52d25f-9a50-4a15-b296-c156d9f3b785" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.865939] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Lock "7e52d25f-9a50-4a15-b296-c156d9f3b785" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.866156] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Acquiring lock "7e52d25f-9a50-4a15-b296-c156d9f3b785-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.866338] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Lock "7e52d25f-9a50-4a15-b296-c156d9f3b785-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.866501] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Lock "7e52d25f-9a50-4a15-b296-c156d9f3b785-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.869191] env[62097]: INFO nova.compute.manager [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Terminating instance [ 1656.874710] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Waiting for the task: (returnval){ [ 1656.874710] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52faba2b-3451-4c47-dfe6-b8403a54865f" [ 1656.874710] env[62097]: _type = "Task" [ 1656.874710] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.886096] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52faba2b-3451-4c47-dfe6-b8403a54865f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.910789] env[62097]: DEBUG oslo_concurrency.lockutils [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.738s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.911359] env[62097]: DEBUG nova.compute.manager [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1656.914215] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.068s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.915773] env[62097]: INFO nova.compute.claims [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1657.256073] env[62097]: DEBUG nova.compute.manager [req-8f0ce0c7-758b-495a-858b-059e211daf8a req-df6eefb3-54da-4858-bd6a-4a3405221f03 service nova] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Received event network-changed-fc0dd817-07f9-43d1-996d-cfb8e9391f81 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1657.256285] env[62097]: DEBUG nova.compute.manager [req-8f0ce0c7-758b-495a-858b-059e211daf8a req-df6eefb3-54da-4858-bd6a-4a3405221f03 service nova] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Refreshing instance network info cache due to event network-changed-fc0dd817-07f9-43d1-996d-cfb8e9391f81. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1657.256505] env[62097]: DEBUG oslo_concurrency.lockutils [req-8f0ce0c7-758b-495a-858b-059e211daf8a req-df6eefb3-54da-4858-bd6a-4a3405221f03 service nova] Acquiring lock "refresh_cache-c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.256653] env[62097]: DEBUG oslo_concurrency.lockutils [req-8f0ce0c7-758b-495a-858b-059e211daf8a req-df6eefb3-54da-4858-bd6a-4a3405221f03 service nova] Acquired lock "refresh_cache-c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.256810] env[62097]: DEBUG nova.network.neutron [req-8f0ce0c7-758b-495a-858b-059e211daf8a req-df6eefb3-54da-4858-bd6a-4a3405221f03 service nova] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Refreshing network info cache for port fc0dd817-07f9-43d1-996d-cfb8e9391f81 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1657.294999] env[62097]: DEBUG nova.compute.manager [req-d13e5895-9e8b-45b0-bc9d-ec0f12fd666c req-a050f72d-718a-41ce-a77c-cbcc5fd6b957 service nova] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Received event network-vif-plugged-d2dbe063-1fea-4e6f-8d95-86052a554a66 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1657.295486] env[62097]: DEBUG oslo_concurrency.lockutils [req-d13e5895-9e8b-45b0-bc9d-ec0f12fd666c req-a050f72d-718a-41ce-a77c-cbcc5fd6b957 service nova] Acquiring lock "117dded3-8117-4917-9634-ca73b6765e3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.295930] env[62097]: DEBUG oslo_concurrency.lockutils [req-d13e5895-9e8b-45b0-bc9d-ec0f12fd666c req-a050f72d-718a-41ce-a77c-cbcc5fd6b957 service nova] Lock "117dded3-8117-4917-9634-ca73b6765e3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.295979] env[62097]: DEBUG oslo_concurrency.lockutils [req-d13e5895-9e8b-45b0-bc9d-ec0f12fd666c req-a050f72d-718a-41ce-a77c-cbcc5fd6b957 service nova] Lock "117dded3-8117-4917-9634-ca73b6765e3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.296202] env[62097]: DEBUG nova.compute.manager [req-d13e5895-9e8b-45b0-bc9d-ec0f12fd666c req-a050f72d-718a-41ce-a77c-cbcc5fd6b957 service nova] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] No waiting events found dispatching network-vif-plugged-d2dbe063-1fea-4e6f-8d95-86052a554a66 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1657.296379] env[62097]: WARNING nova.compute.manager [req-d13e5895-9e8b-45b0-bc9d-ec0f12fd666c req-a050f72d-718a-41ce-a77c-cbcc5fd6b957 service nova] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Received unexpected event network-vif-plugged-d2dbe063-1fea-4e6f-8d95-86052a554a66 for instance with vm_state building and task_state spawning. [ 1657.296568] env[62097]: DEBUG nova.compute.manager [req-d13e5895-9e8b-45b0-bc9d-ec0f12fd666c req-a050f72d-718a-41ce-a77c-cbcc5fd6b957 service nova] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Received event network-changed-d2dbe063-1fea-4e6f-8d95-86052a554a66 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1657.296735] env[62097]: DEBUG nova.compute.manager [req-d13e5895-9e8b-45b0-bc9d-ec0f12fd666c req-a050f72d-718a-41ce-a77c-cbcc5fd6b957 service nova] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Refreshing instance network info cache due to event network-changed-d2dbe063-1fea-4e6f-8d95-86052a554a66. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1657.296919] env[62097]: DEBUG oslo_concurrency.lockutils [req-d13e5895-9e8b-45b0-bc9d-ec0f12fd666c req-a050f72d-718a-41ce-a77c-cbcc5fd6b957 service nova] Acquiring lock "refresh_cache-117dded3-8117-4917-9634-ca73b6765e3b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.297073] env[62097]: DEBUG oslo_concurrency.lockutils [req-d13e5895-9e8b-45b0-bc9d-ec0f12fd666c req-a050f72d-718a-41ce-a77c-cbcc5fd6b957 service nova] Acquired lock "refresh_cache-117dded3-8117-4917-9634-ca73b6765e3b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.297231] env[62097]: DEBUG nova.network.neutron [req-d13e5895-9e8b-45b0-bc9d-ec0f12fd666c req-a050f72d-718a-41ce-a77c-cbcc5fd6b957 service nova] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Refreshing network info cache for port d2dbe063-1fea-4e6f-8d95-86052a554a66 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1657.373465] env[62097]: DEBUG nova.compute.manager [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1657.377041] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1657.377041] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c0032f-52f9-4966-b207-4c74af2fd584 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.390867] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52faba2b-3451-4c47-dfe6-b8403a54865f, 'name': SearchDatastore_Task, 'duration_secs': 0.024827} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.393886] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1657.394284] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f76649c7-7f92-4645-b501-bc0c810a990e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.397070] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e44c607-9a07-4843-848d-c957938aadb6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.403371] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Waiting for the task: (returnval){ [ 1657.403371] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e7275a-9434-39f1-5c0b-022f8db29cf9" [ 1657.403371] env[62097]: _type = "Task" [ 1657.403371] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.404408] env[62097]: DEBUG oslo_vmware.api [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Waiting for the task: (returnval){ [ 1657.404408] env[62097]: value = "task-2034539" [ 1657.404408] env[62097]: _type = "Task" [ 1657.404408] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.426966] env[62097]: DEBUG nova.compute.utils [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1657.430726] env[62097]: DEBUG oslo_vmware.api [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Task: {'id': task-2034539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.437052] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e7275a-9434-39f1-5c0b-022f8db29cf9, 'name': SearchDatastore_Task, 'duration_secs': 0.015105} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.437909] env[62097]: DEBUG nova.compute.manager [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1657.437909] env[62097]: DEBUG nova.network.neutron [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1657.440528] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.441934] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 117dded3-8117-4917-9634-ca73b6765e3b/117dded3-8117-4917-9634-ca73b6765e3b.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1657.442244] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81a420a4-5411-4246-a349-76a9068978ca {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.453247] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Waiting for the task: (returnval){ [ 1657.453247] env[62097]: value = "task-2034540" [ 1657.453247] env[62097]: _type = "Task" [ 1657.453247] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.465014] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Task: {'id': task-2034540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.506330] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "refresh_cache-f1884230-e972-4c99-a81b-1ecf9b5d7875" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.506330] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquired lock "refresh_cache-f1884230-e972-4c99-a81b-1ecf9b5d7875" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.506330] env[62097]: DEBUG nova.network.neutron [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1657.521052] env[62097]: DEBUG nova.policy [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ef354dcac6d45c9a15cb43d5d5c57d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a887e71f3604d28b6b8f733bfdbfca9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1657.823376] env[62097]: DEBUG nova.network.neutron [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Successfully created port: 64bc166b-7074-4eac-b27d-66e42c7301fe {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1657.860453] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Acquiring lock "33c1ec6e-a5a5-459e-a89f-a5198d0f9c78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.860730] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Lock "33c1ec6e-a5a5-459e-a89f-a5198d0f9c78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.924800] env[62097]: DEBUG oslo_vmware.api [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Task: {'id': task-2034539, 'name': PowerOffVM_Task, 'duration_secs': 0.208887} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.925169] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1657.925793] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1657.926163] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adad958e-cd59-4353-809a-7a59f6838988 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.938784] env[62097]: DEBUG nova.compute.manager [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1657.968215] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Task: {'id': task-2034540, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.036632] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1658.036864] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1658.037057] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Deleting the datastore file [datastore2] 7e52d25f-9a50-4a15-b296-c156d9f3b785 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1658.037334] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-627dc7b4-2b45-453b-9d08-74f563588ad7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.047178] env[62097]: DEBUG oslo_vmware.api [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Waiting for the task: (returnval){ [ 1658.047178] env[62097]: value = "task-2034542" [ 1658.047178] env[62097]: _type = "Task" [ 1658.047178] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.056361] env[62097]: DEBUG oslo_vmware.api [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Task: {'id': task-2034542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.255037] env[62097]: DEBUG nova.network.neutron [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Successfully created port: 5e3598f0-2d3d-407d-8a00-32aba33c6db7 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1658.369358] env[62097]: DEBUG nova.network.neutron [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Updating instance_info_cache with network_info: [{"id": "3c8562bc-a170-4434-826b-371791a5df9c", "address": "fa:16:3e:fa:13:39", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8562bc-a1", "ovs_interfaceid": "3c8562bc-a170-4434-826b-371791a5df9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.419254] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771ffd22-5809-41b9-bd08-39a4ad02d7b4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.431013] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80111b7-7197-491b-a588-18a5ea2a4e94 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.472269] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aba0d22-c341-41fc-a3ba-40091a9930ef {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.484136] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc85b5f1-d8ec-4764-b6cd-8a2b5796e4d8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.487975] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Task: {'id': task-2034540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580931} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.488900] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 117dded3-8117-4917-9634-ca73b6765e3b/117dded3-8117-4917-9634-ca73b6765e3b.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1658.488900] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1658.489215] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37670a3f-f7a0-4ad5-bf48-b986f7a1bc1e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.501411] env[62097]: DEBUG nova.compute.provider_tree [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1658.507682] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Waiting for the task: (returnval){ [ 1658.507682] env[62097]: value = "task-2034543" [ 1658.507682] env[62097]: _type = "Task" [ 1658.507682] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.519024] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Task: {'id': task-2034543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.556976] env[62097]: DEBUG oslo_vmware.api [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Task: {'id': task-2034542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342699} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.557284] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1658.557475] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1658.557701] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1658.557888] env[62097]: INFO nova.compute.manager [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1658.558120] env[62097]: DEBUG oslo.service.loopingcall [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1658.558311] env[62097]: DEBUG nova.compute.manager [-] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1658.558407] env[62097]: DEBUG nova.network.neutron [-] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1658.561971] env[62097]: DEBUG nova.network.neutron [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Successfully created port: 439c01aa-94ad-423f-8b95-63e4f1d43476 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1658.740374] env[62097]: DEBUG nova.network.neutron [req-8f0ce0c7-758b-495a-858b-059e211daf8a req-df6eefb3-54da-4858-bd6a-4a3405221f03 service nova] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Updated VIF entry in instance network info cache for port fc0dd817-07f9-43d1-996d-cfb8e9391f81. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1658.740735] env[62097]: DEBUG nova.network.neutron [req-8f0ce0c7-758b-495a-858b-059e211daf8a req-df6eefb3-54da-4858-bd6a-4a3405221f03 service nova] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Updating instance_info_cache with network_info: [{"id": "fc0dd817-07f9-43d1-996d-cfb8e9391f81", "address": "fa:16:3e:c0:2f:f6", "network": {"id": "bd7610b0-a148-4de1-bb54-0d95acb58b2a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-602050751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c15cb6deafcd458e906559e496ef17e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc0dd817-07", "ovs_interfaceid": "fc0dd817-07f9-43d1-996d-cfb8e9391f81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.785521] env[62097]: DEBUG nova.network.neutron [req-d13e5895-9e8b-45b0-bc9d-ec0f12fd666c req-a050f72d-718a-41ce-a77c-cbcc5fd6b957 service nova] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Updated VIF entry in instance network info cache for port d2dbe063-1fea-4e6f-8d95-86052a554a66. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1658.785912] env[62097]: DEBUG nova.network.neutron [req-d13e5895-9e8b-45b0-bc9d-ec0f12fd666c req-a050f72d-718a-41ce-a77c-cbcc5fd6b957 service nova] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Updating instance_info_cache with network_info: [{"id": "d2dbe063-1fea-4e6f-8d95-86052a554a66", "address": "fa:16:3e:f5:b1:41", "network": {"id": "e7fbd31a-8e82-465e-932c-3b857a1111b2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009728834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e535a02ddb984c6585711199041ce07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2dbe063-1f", "ovs_interfaceid": "d2dbe063-1fea-4e6f-8d95-86052a554a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.872324] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Releasing lock "refresh_cache-f1884230-e972-4c99-a81b-1ecf9b5d7875" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.968438] env[62097]: DEBUG nova.compute.manager [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1659.003555] env[62097]: DEBUG nova.virt.hardware [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1659.003804] env[62097]: DEBUG nova.virt.hardware [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1659.003965] env[62097]: DEBUG nova.virt.hardware [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1659.004366] env[62097]: DEBUG nova.virt.hardware [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1659.004526] env[62097]: DEBUG nova.virt.hardware [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1659.004686] env[62097]: DEBUG nova.virt.hardware [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1659.005766] env[62097]: DEBUG nova.virt.hardware [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1659.006024] env[62097]: DEBUG nova.virt.hardware [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1659.006221] env[62097]: DEBUG nova.virt.hardware [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1659.006395] env[62097]: DEBUG nova.virt.hardware [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1659.006574] env[62097]: DEBUG nova.virt.hardware [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1659.010406] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af424594-a7d5-4ded-b93f-fb42cf3981a2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.026986] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df262a1-7c9d-4712-b915-e7b68aadf4b8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.034065] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Task: {'id': task-2034543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.258637} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.034065] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1659.035259] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f82934-90ae-4674-b7a7-7a93866814f6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.048054] env[62097]: ERROR nova.scheduler.client.report [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [req-65872f73-0cae-46ae-a9b3-b8f1e969a7eb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID aabcd967-83f0-44f7-bf8d-f09a522d29a7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-65872f73-0cae-46ae-a9b3-b8f1e969a7eb"}]} [ 1659.073801] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 117dded3-8117-4917-9634-ca73b6765e3b/117dded3-8117-4917-9634-ca73b6765e3b.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1659.074984] env[62097]: DEBUG nova.scheduler.client.report [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Refreshing inventories for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1659.077150] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b9e2c4a-d6fd-40c5-8c49-612a9a0d2e4b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.099286] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Waiting for the task: (returnval){ [ 1659.099286] env[62097]: value = "task-2034544" [ 1659.099286] env[62097]: _type = "Task" [ 1659.099286] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.112394] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Task: {'id': task-2034544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.112949] env[62097]: DEBUG nova.scheduler.client.report [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Updating ProviderTree inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1659.113216] env[62097]: DEBUG nova.compute.provider_tree [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1659.128706] env[62097]: DEBUG nova.scheduler.client.report [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Refreshing aggregate associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, aggregates: None {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1659.151292] env[62097]: DEBUG nova.scheduler.client.report [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Refreshing trait associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1659.243339] env[62097]: DEBUG oslo_concurrency.lockutils [req-8f0ce0c7-758b-495a-858b-059e211daf8a req-df6eefb3-54da-4858-bd6a-4a3405221f03 service nova] Releasing lock "refresh_cache-c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.288187] env[62097]: DEBUG oslo_concurrency.lockutils [req-d13e5895-9e8b-45b0-bc9d-ec0f12fd666c req-a050f72d-718a-41ce-a77c-cbcc5fd6b957 service nova] Releasing lock "refresh_cache-117dded3-8117-4917-9634-ca73b6765e3b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.395831] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2839c542-1054-41d3-ba51-2480026790bf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.423599] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9947fb3-b2ef-46e2-a15f-28353d416e94 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.433977] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Updating instance 'f1884230-e972-4c99-a81b-1ecf9b5d7875' progress to 83 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1659.615541] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Task: {'id': task-2034544, 'name': ReconfigVM_Task, 'duration_secs': 0.430535} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.615844] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 117dded3-8117-4917-9634-ca73b6765e3b/117dded3-8117-4917-9634-ca73b6765e3b.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1659.616529] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04b93a28-9c4f-47bc-a2f8-b9e78ca13899 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.627774] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Waiting for the task: (returnval){ [ 1659.627774] env[62097]: value = "task-2034546" [ 1659.627774] env[62097]: _type = "Task" [ 1659.627774] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.637593] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Task: {'id': task-2034546, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.642021] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf93616a-5f3b-4996-b314-9a51b69e35d0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.648017] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd0c4d6-f54c-4aab-929a-f319c19cea88 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.686042] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91196702-59b2-4bd2-b397-461fddde5858 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.695573] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1d97a4-4930-458d-a607-9c402cc5828f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.715167] env[62097]: DEBUG nova.compute.provider_tree [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1659.783217] env[62097]: DEBUG nova.network.neutron [-] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.943894] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1659.944254] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c7dee0a-7e58-4e00-a868-46a255b7b004 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.953522] env[62097]: DEBUG oslo_vmware.api [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1659.953522] env[62097]: value = "task-2034547" [ 1659.953522] env[62097]: _type = "Task" [ 1659.953522] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.972330] env[62097]: DEBUG oslo_vmware.api [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.002482] env[62097]: DEBUG nova.compute.manager [req-f813a1d4-a396-4031-a90f-89df7744d3d9 req-ba3472f0-7bf6-4d2b-86d7-d6ccbffd91bb service nova] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Received event network-changed-8b68b0a9-db5a-4473-bff2-ae3996685d1a {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1660.002482] env[62097]: DEBUG nova.compute.manager [req-f813a1d4-a396-4031-a90f-89df7744d3d9 req-ba3472f0-7bf6-4d2b-86d7-d6ccbffd91bb service nova] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Refreshing instance network info cache due to event network-changed-8b68b0a9-db5a-4473-bff2-ae3996685d1a. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1660.002678] env[62097]: DEBUG oslo_concurrency.lockutils [req-f813a1d4-a396-4031-a90f-89df7744d3d9 req-ba3472f0-7bf6-4d2b-86d7-d6ccbffd91bb service nova] Acquiring lock "refresh_cache-f392555b-fa10-4c15-a253-48ef4c82df63" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.002761] env[62097]: DEBUG oslo_concurrency.lockutils [req-f813a1d4-a396-4031-a90f-89df7744d3d9 req-ba3472f0-7bf6-4d2b-86d7-d6ccbffd91bb service nova] Acquired lock "refresh_cache-f392555b-fa10-4c15-a253-48ef4c82df63" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.002898] env[62097]: DEBUG nova.network.neutron [req-f813a1d4-a396-4031-a90f-89df7744d3d9 req-ba3472f0-7bf6-4d2b-86d7-d6ccbffd91bb service nova] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Refreshing network info cache for port 8b68b0a9-db5a-4473-bff2-ae3996685d1a {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1660.032085] env[62097]: DEBUG nova.compute.manager [req-eae534e4-f449-4ae3-978c-c6d025cb8fc1 req-796b46fb-9263-4b17-a44b-f006196e6eed service nova] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Received event network-vif-deleted-cba965c2-41ac-4dcc-bc08-892658ccdfb5 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1660.145154] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Task: {'id': task-2034546, 'name': Rename_Task, 'duration_secs': 0.213896} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.145154] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1660.145154] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28a3dfa6-7ca0-4275-8b83-6f44d2454c0b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.156054] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Waiting for the task: (returnval){ [ 1660.156054] env[62097]: value = "task-2034548" [ 1660.156054] env[62097]: _type = "Task" [ 1660.156054] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.168499] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Task: {'id': task-2034548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.273341] env[62097]: DEBUG nova.scheduler.client.report [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Updated inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with generation 44 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1660.273602] env[62097]: DEBUG nova.compute.provider_tree [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Updating resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 generation from 44 to 45 during operation: update_inventory {{(pid=62097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1660.274442] env[62097]: DEBUG nova.compute.provider_tree [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1660.286268] env[62097]: INFO nova.compute.manager [-] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Took 1.73 seconds to deallocate network for instance. [ 1660.471050] env[62097]: DEBUG oslo_vmware.api [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034547, 'name': PowerOnVM_Task, 'duration_secs': 0.42001} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.471708] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1660.471998] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-89b2d15e-1158-4964-ad7e-f02eabba7a6f tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Updating instance 'f1884230-e972-4c99-a81b-1ecf9b5d7875' progress to 100 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1660.664707] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Task: {'id': task-2034548, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.778986] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.865s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.779588] env[62097]: DEBUG nova.compute.manager [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1660.784634] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.386s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.784837] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.785071] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1660.785333] env[62097]: DEBUG oslo_concurrency.lockutils [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.787s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.786794] env[62097]: INFO nova.compute.claims [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1660.790269] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8162e8e2-9b21-4fee-886f-30f672bc599c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.794209] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.800538] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c17430-f3da-4eba-97b3-b28456c98515 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.816697] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadc4cbe-8a77-44e3-ad08-5e33ba81b37b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.824896] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1cff85-f1d8-464a-ab73-0148a8cc48e9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.855673] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180323MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1660.855673] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.858825] env[62097]: DEBUG nova.network.neutron [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Successfully updated port: 64bc166b-7074-4eac-b27d-66e42c7301fe {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1660.931990] env[62097]: DEBUG nova.network.neutron [req-f813a1d4-a396-4031-a90f-89df7744d3d9 req-ba3472f0-7bf6-4d2b-86d7-d6ccbffd91bb service nova] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Updated VIF entry in instance network info cache for port 8b68b0a9-db5a-4473-bff2-ae3996685d1a. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1660.932395] env[62097]: DEBUG nova.network.neutron [req-f813a1d4-a396-4031-a90f-89df7744d3d9 req-ba3472f0-7bf6-4d2b-86d7-d6ccbffd91bb service nova] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Updating instance_info_cache with network_info: [{"id": "8b68b0a9-db5a-4473-bff2-ae3996685d1a", "address": "fa:16:3e:2c:ee:ac", "network": {"id": "64b62cc8-2435-4671-a422-a1804770376c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1747860629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ed9d7cdbb6140c2b05137c15645a9c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b68b0a9-db", "ovs_interfaceid": "8b68b0a9-db5a-4473-bff2-ae3996685d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.167115] env[62097]: DEBUG oslo_vmware.api [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Task: {'id': task-2034548, 'name': PowerOnVM_Task, 'duration_secs': 0.686351} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.167269] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1661.167407] env[62097]: INFO nova.compute.manager [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1661.167600] env[62097]: DEBUG nova.compute.manager [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1661.168666] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143639ee-f7ec-439b-af39-ec68d0980212 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.291913] env[62097]: DEBUG nova.compute.utils [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1661.293585] env[62097]: DEBUG nova.compute.manager [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1661.293749] env[62097]: DEBUG nova.network.neutron [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1661.356857] env[62097]: DEBUG nova.policy [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c4a72cfc28948dda8ba1e6c71d5b519', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72924d79b93d45148d34ba3287efe44c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1661.435564] env[62097]: DEBUG oslo_concurrency.lockutils [req-f813a1d4-a396-4031-a90f-89df7744d3d9 req-ba3472f0-7bf6-4d2b-86d7-d6ccbffd91bb service nova] Releasing lock "refresh_cache-f392555b-fa10-4c15-a253-48ef4c82df63" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.506059] env[62097]: DEBUG oslo_concurrency.lockutils [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Acquiring lock "c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.506059] env[62097]: DEBUG oslo_concurrency.lockutils [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Lock "c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.506059] env[62097]: DEBUG oslo_concurrency.lockutils [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Acquiring lock "c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.506456] env[62097]: DEBUG oslo_concurrency.lockutils [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Lock "c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.506456] env[62097]: DEBUG oslo_concurrency.lockutils [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Lock "c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.511769] env[62097]: INFO nova.compute.manager [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Terminating instance [ 1661.698105] env[62097]: INFO nova.compute.manager [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Took 29.12 seconds to build instance. [ 1661.797124] env[62097]: DEBUG nova.compute.manager [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1662.001159] env[62097]: DEBUG nova.network.neutron [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Successfully created port: b01e3c92-31ef-4d8b-827b-12a6be3088f2 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1662.018221] env[62097]: DEBUG nova.compute.manager [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1662.018425] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1662.019362] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f1b787-290a-48fa-83a8-45ea2313abff {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.031611] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1662.031893] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da8242ee-8b39-4613-9075-416f9edb84a1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.041037] env[62097]: DEBUG oslo_vmware.api [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Waiting for the task: (returnval){ [ 1662.041037] env[62097]: value = "task-2034550" [ 1662.041037] env[62097]: _type = "Task" [ 1662.041037] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.053214] env[62097]: DEBUG oslo_vmware.api [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Task: {'id': task-2034550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.203879] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2b3e8b8-22a2-4f62-af2b-1d355dfe29de tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Lock "117dded3-8117-4917-9634-ca73b6765e3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.038s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.208997] env[62097]: DEBUG nova.compute.manager [req-107f1313-d9b0-4f9a-b8fc-46e78c829b65 req-745eb2e2-915e-413b-a69b-18772b7395eb service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Received event network-vif-plugged-64bc166b-7074-4eac-b27d-66e42c7301fe {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1662.209173] env[62097]: DEBUG oslo_concurrency.lockutils [req-107f1313-d9b0-4f9a-b8fc-46e78c829b65 req-745eb2e2-915e-413b-a69b-18772b7395eb service nova] Acquiring lock "6c1b3fe7-08d1-4ebc-804f-0199697b94dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.209399] env[62097]: DEBUG oslo_concurrency.lockutils [req-107f1313-d9b0-4f9a-b8fc-46e78c829b65 req-745eb2e2-915e-413b-a69b-18772b7395eb service nova] Lock "6c1b3fe7-08d1-4ebc-804f-0199697b94dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.209575] env[62097]: DEBUG oslo_concurrency.lockutils [req-107f1313-d9b0-4f9a-b8fc-46e78c829b65 req-745eb2e2-915e-413b-a69b-18772b7395eb service nova] Lock "6c1b3fe7-08d1-4ebc-804f-0199697b94dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.210197] env[62097]: DEBUG nova.compute.manager [req-107f1313-d9b0-4f9a-b8fc-46e78c829b65 req-745eb2e2-915e-413b-a69b-18772b7395eb service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] No waiting events found dispatching network-vif-plugged-64bc166b-7074-4eac-b27d-66e42c7301fe {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1662.210761] env[62097]: WARNING nova.compute.manager [req-107f1313-d9b0-4f9a-b8fc-46e78c829b65 req-745eb2e2-915e-413b-a69b-18772b7395eb service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Received unexpected event network-vif-plugged-64bc166b-7074-4eac-b27d-66e42c7301fe for instance with vm_state building and task_state spawning. [ 1662.210761] env[62097]: DEBUG nova.compute.manager [req-107f1313-d9b0-4f9a-b8fc-46e78c829b65 req-745eb2e2-915e-413b-a69b-18772b7395eb service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Received event network-changed-64bc166b-7074-4eac-b27d-66e42c7301fe {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1662.210967] env[62097]: DEBUG nova.compute.manager [req-107f1313-d9b0-4f9a-b8fc-46e78c829b65 req-745eb2e2-915e-413b-a69b-18772b7395eb service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Refreshing instance network info cache due to event network-changed-64bc166b-7074-4eac-b27d-66e42c7301fe. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1662.211214] env[62097]: DEBUG oslo_concurrency.lockutils [req-107f1313-d9b0-4f9a-b8fc-46e78c829b65 req-745eb2e2-915e-413b-a69b-18772b7395eb service nova] Acquiring lock "refresh_cache-6c1b3fe7-08d1-4ebc-804f-0199697b94dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.211357] env[62097]: DEBUG oslo_concurrency.lockutils [req-107f1313-d9b0-4f9a-b8fc-46e78c829b65 req-745eb2e2-915e-413b-a69b-18772b7395eb service nova] Acquired lock "refresh_cache-6c1b3fe7-08d1-4ebc-804f-0199697b94dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.211516] env[62097]: DEBUG nova.network.neutron [req-107f1313-d9b0-4f9a-b8fc-46e78c829b65 req-745eb2e2-915e-413b-a69b-18772b7395eb service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Refreshing network info cache for port 64bc166b-7074-4eac-b27d-66e42c7301fe {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1662.375084] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0038ab-86e4-45ea-945a-b623b94b646d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.385253] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55966a4-5db2-4c90-b796-3bb9964af8d9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.428686] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59973b40-9bdf-4023-84a2-5f1b57d12eed {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.437445] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020082eb-804d-4ff4-bca6-69dbd0e81af3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.452607] env[62097]: DEBUG nova.compute.provider_tree [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1662.555216] env[62097]: DEBUG oslo_vmware.api [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Task: {'id': task-2034550, 'name': PowerOffVM_Task, 'duration_secs': 0.22056} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.555537] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1662.555707] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1662.555967] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7225d928-9ae7-42ce-9ea5-925c08946103 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.651626] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1662.651844] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1662.652075] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Deleting the datastore file [datastore2] c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1662.652674] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76dd7f80-7f79-415c-abda-180899b89381 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.662109] env[62097]: DEBUG oslo_vmware.api [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Waiting for the task: (returnval){ [ 1662.662109] env[62097]: value = "task-2034552" [ 1662.662109] env[62097]: _type = "Task" [ 1662.662109] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.672935] env[62097]: DEBUG oslo_vmware.api [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Task: {'id': task-2034552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.708570] env[62097]: DEBUG nova.compute.manager [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1662.809513] env[62097]: DEBUG nova.compute.manager [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1662.818282] env[62097]: DEBUG nova.network.neutron [req-107f1313-d9b0-4f9a-b8fc-46e78c829b65 req-745eb2e2-915e-413b-a69b-18772b7395eb service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1662.846038] env[62097]: DEBUG nova.virt.hardware [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1662.846166] env[62097]: DEBUG nova.virt.hardware [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1662.847024] env[62097]: DEBUG nova.virt.hardware [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1662.847024] env[62097]: DEBUG nova.virt.hardware [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1662.847024] env[62097]: DEBUG nova.virt.hardware [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1662.847024] env[62097]: DEBUG nova.virt.hardware [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1662.847024] env[62097]: DEBUG nova.virt.hardware [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1662.847248] env[62097]: DEBUG nova.virt.hardware [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1662.847248] env[62097]: DEBUG nova.virt.hardware [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1662.847382] env[62097]: DEBUG nova.virt.hardware [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1662.848034] env[62097]: DEBUG nova.virt.hardware [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1662.848794] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b485d7-3d0b-47f4-89c5-0c5fbae0753d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.858092] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edff681-41f8-4b14-af4b-697af14a944f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.958768] env[62097]: DEBUG nova.scheduler.client.report [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1663.116210] env[62097]: DEBUG nova.network.neutron [req-107f1313-d9b0-4f9a-b8fc-46e78c829b65 req-745eb2e2-915e-413b-a69b-18772b7395eb service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.157159] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d21cd835-aa0b-40ee-bb73-82e734e3a5ff tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "f1884230-e972-4c99-a81b-1ecf9b5d7875" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.157422] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d21cd835-aa0b-40ee-bb73-82e734e3a5ff tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "f1884230-e972-4c99-a81b-1ecf9b5d7875" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.157635] env[62097]: DEBUG nova.compute.manager [None req-d21cd835-aa0b-40ee-bb73-82e734e3a5ff tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Going to confirm migration 1 {{(pid=62097) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1663.179712] env[62097]: DEBUG oslo_vmware.api [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Task: {'id': task-2034552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163209} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.179955] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1663.180160] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1663.180343] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1663.180513] env[62097]: INFO nova.compute.manager [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1663.180756] env[62097]: DEBUG oslo.service.loopingcall [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1663.180945] env[62097]: DEBUG nova.compute.manager [-] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1663.181067] env[62097]: DEBUG nova.network.neutron [-] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1663.234216] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.471940] env[62097]: DEBUG oslo_concurrency.lockutils [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.473539] env[62097]: DEBUG nova.compute.manager [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1663.476633] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.353s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.478495] env[62097]: INFO nova.compute.claims [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1663.559742] env[62097]: DEBUG nova.network.neutron [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Successfully updated port: 5e3598f0-2d3d-407d-8a00-32aba33c6db7 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1663.621713] env[62097]: DEBUG oslo_concurrency.lockutils [req-107f1313-d9b0-4f9a-b8fc-46e78c829b65 req-745eb2e2-915e-413b-a69b-18772b7395eb service nova] Releasing lock "refresh_cache-6c1b3fe7-08d1-4ebc-804f-0199697b94dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.843866] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d21cd835-aa0b-40ee-bb73-82e734e3a5ff tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "refresh_cache-f1884230-e972-4c99-a81b-1ecf9b5d7875" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.844080] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d21cd835-aa0b-40ee-bb73-82e734e3a5ff tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquired lock "refresh_cache-f1884230-e972-4c99-a81b-1ecf9b5d7875" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.844435] env[62097]: DEBUG nova.network.neutron [None req-d21cd835-aa0b-40ee-bb73-82e734e3a5ff tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1663.844750] env[62097]: DEBUG nova.objects.instance [None req-d21cd835-aa0b-40ee-bb73-82e734e3a5ff tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lazy-loading 'info_cache' on Instance uuid f1884230-e972-4c99-a81b-1ecf9b5d7875 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1663.980154] env[62097]: DEBUG nova.compute.utils [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1663.980154] env[62097]: DEBUG nova.compute.manager [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1663.980154] env[62097]: DEBUG nova.network.neutron [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1664.182471] env[62097]: DEBUG nova.policy [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbc90aafbd4f4424aa3ac03a790cf0e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39c431e17ad94d858169330cef9bf619', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1664.202411] env[62097]: DEBUG nova.network.neutron [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Successfully updated port: b01e3c92-31ef-4d8b-827b-12a6be3088f2 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1664.269423] env[62097]: DEBUG nova.compute.manager [req-9934dbab-2df3-4c37-8669-a1b67040935e req-875de254-618b-4ab8-a04b-1771628e1415 service nova] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Received event network-vif-deleted-fc0dd817-07f9-43d1-996d-cfb8e9391f81 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1664.269629] env[62097]: INFO nova.compute.manager [req-9934dbab-2df3-4c37-8669-a1b67040935e req-875de254-618b-4ab8-a04b-1771628e1415 service nova] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Neutron deleted interface fc0dd817-07f9-43d1-996d-cfb8e9391f81; detaching it from the instance and deleting it from the info cache [ 1664.269839] env[62097]: DEBUG nova.network.neutron [req-9934dbab-2df3-4c37-8669-a1b67040935e req-875de254-618b-4ab8-a04b-1771628e1415 service nova] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.372871] env[62097]: DEBUG nova.network.neutron [-] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.487815] env[62097]: DEBUG nova.compute.manager [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1664.589092] env[62097]: DEBUG nova.compute.manager [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Received event network-changed-d2dbe063-1fea-4e6f-8d95-86052a554a66 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1664.589317] env[62097]: DEBUG nova.compute.manager [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Refreshing instance network info cache due to event network-changed-d2dbe063-1fea-4e6f-8d95-86052a554a66. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1664.589531] env[62097]: DEBUG oslo_concurrency.lockutils [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] Acquiring lock "refresh_cache-117dded3-8117-4917-9634-ca73b6765e3b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.589680] env[62097]: DEBUG oslo_concurrency.lockutils [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] Acquired lock "refresh_cache-117dded3-8117-4917-9634-ca73b6765e3b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.589865] env[62097]: DEBUG nova.network.neutron [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Refreshing network info cache for port d2dbe063-1fea-4e6f-8d95-86052a554a66 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1664.705242] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "refresh_cache-b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.705390] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "refresh_cache-b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.705534] env[62097]: DEBUG nova.network.neutron [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1664.772629] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4fad524f-5dba-4c9c-b303-03f989502d0e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.789828] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dda777-61f6-458d-9c88-d5020a511962 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.828846] env[62097]: DEBUG nova.compute.manager [req-9934dbab-2df3-4c37-8669-a1b67040935e req-875de254-618b-4ab8-a04b-1771628e1415 service nova] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Detach interface failed, port_id=fc0dd817-07f9-43d1-996d-cfb8e9391f81, reason: Instance c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1664.877635] env[62097]: INFO nova.compute.manager [-] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Took 1.70 seconds to deallocate network for instance. [ 1665.000025] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05a3fe3-76ee-4579-b47f-49655981a73a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.010030] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8eb947-7b08-4752-a87d-3f44e0ad5890 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.051023] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74908904-7233-4976-a967-cd3560a7909d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.059414] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf45640-4b01-4587-8d5b-1ea77370ddb5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.074218] env[62097]: DEBUG nova.compute.provider_tree [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1665.133707] env[62097]: DEBUG nova.network.neutron [None req-d21cd835-aa0b-40ee-bb73-82e734e3a5ff tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Updating instance_info_cache with network_info: [{"id": "3c8562bc-a170-4434-826b-371791a5df9c", "address": "fa:16:3e:fa:13:39", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8562bc-a1", "ovs_interfaceid": "3c8562bc-a170-4434-826b-371791a5df9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.239892] env[62097]: DEBUG nova.network.neutron [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1665.388490] env[62097]: DEBUG oslo_concurrency.lockutils [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.390122] env[62097]: DEBUG nova.network.neutron [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Updating instance_info_cache with network_info: [{"id": "b01e3c92-31ef-4d8b-827b-12a6be3088f2", "address": "fa:16:3e:ff:b1:a2", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01e3c92-31", "ovs_interfaceid": "b01e3c92-31ef-4d8b-827b-12a6be3088f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.500573] env[62097]: DEBUG nova.network.neutron [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Successfully created port: 94445269-6172-4cd8-818b-b2961e62fb44 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1665.503682] env[62097]: DEBUG nova.compute.manager [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1665.529584] env[62097]: DEBUG nova.virt.hardware [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1665.529892] env[62097]: DEBUG nova.virt.hardware [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1665.530183] env[62097]: DEBUG nova.virt.hardware [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1665.530319] env[62097]: DEBUG nova.virt.hardware [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1665.530499] env[62097]: DEBUG nova.virt.hardware [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1665.530704] env[62097]: DEBUG nova.virt.hardware [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1665.531019] env[62097]: DEBUG nova.virt.hardware [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1665.531285] env[62097]: DEBUG nova.virt.hardware [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1665.531550] env[62097]: DEBUG nova.virt.hardware [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1665.531692] env[62097]: DEBUG nova.virt.hardware [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1665.531986] env[62097]: DEBUG nova.virt.hardware [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1665.533149] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42001b7-1bf8-4cc3-8124-3dfdf0d62b7b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.543334] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7d3c24-a509-44d9-83c3-a05d8c34cecc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.577884] env[62097]: DEBUG nova.scheduler.client.report [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1665.636640] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d21cd835-aa0b-40ee-bb73-82e734e3a5ff tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Releasing lock "refresh_cache-f1884230-e972-4c99-a81b-1ecf9b5d7875" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.636978] env[62097]: DEBUG nova.objects.instance [None req-d21cd835-aa0b-40ee-bb73-82e734e3a5ff tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lazy-loading 'migration_context' on Instance uuid f1884230-e972-4c99-a81b-1ecf9b5d7875 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1665.699100] env[62097]: DEBUG nova.network.neutron [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Successfully updated port: 439c01aa-94ad-423f-8b95-63e4f1d43476 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1665.895216] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "refresh_cache-b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.895216] env[62097]: DEBUG nova.compute.manager [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Instance network_info: |[{"id": "b01e3c92-31ef-4d8b-827b-12a6be3088f2", "address": "fa:16:3e:ff:b1:a2", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01e3c92-31", "ovs_interfaceid": "b01e3c92-31ef-4d8b-827b-12a6be3088f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1665.895400] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:b1:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b01e3c92-31ef-4d8b-827b-12a6be3088f2', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1665.902757] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Creating folder: Project (72924d79b93d45148d34ba3287efe44c). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1665.903077] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0e20e1d-2f8d-4c96-bcee-1a9acb736996 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.915152] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Created folder: Project (72924d79b93d45148d34ba3287efe44c) in parent group-v417770. [ 1665.915362] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Creating folder: Instances. Parent ref: group-v417825. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1665.915628] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80aedbfb-da35-4988-9189-477a9b8375eb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.927072] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Created folder: Instances in parent group-v417825. [ 1665.927324] env[62097]: DEBUG oslo.service.loopingcall [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1665.927521] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1665.928889] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b80ee442-1f4a-405a-a456-6a3a02690fbe {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.955942] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1665.955942] env[62097]: value = "task-2034557" [ 1665.955942] env[62097]: _type = "Task" [ 1665.955942] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.965407] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034557, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.081611] env[62097]: DEBUG nova.network.neutron [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Updated VIF entry in instance network info cache for port d2dbe063-1fea-4e6f-8d95-86052a554a66. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1666.083018] env[62097]: DEBUG nova.network.neutron [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Updating instance_info_cache with network_info: [{"id": "d2dbe063-1fea-4e6f-8d95-86052a554a66", "address": "fa:16:3e:f5:b1:41", "network": {"id": "e7fbd31a-8e82-465e-932c-3b857a1111b2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009728834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e535a02ddb984c6585711199041ce07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2dbe063-1f", "ovs_interfaceid": "d2dbe063-1fea-4e6f-8d95-86052a554a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.084065] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.084776] env[62097]: DEBUG nova.compute.manager [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1666.091533] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.770s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.091753] env[62097]: DEBUG nova.objects.instance [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Lazy-loading 'resources' on Instance uuid c4459df3-6b3a-40be-88f3-8a6dd4200dbb {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1666.140711] env[62097]: DEBUG nova.objects.base [None req-d21cd835-aa0b-40ee-bb73-82e734e3a5ff tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62097) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1666.141745] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058bb4f6-a9d0-4905-8ab9-346f91a3f1f7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.167293] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-586823af-0e8b-46be-a23c-5b08ddc8d5cd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.174733] env[62097]: DEBUG oslo_vmware.api [None req-d21cd835-aa0b-40ee-bb73-82e734e3a5ff tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1666.174733] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528752e3-2273-b146-60e1-4c6967de2760" [ 1666.174733] env[62097]: _type = "Task" [ 1666.174733] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.183812] env[62097]: DEBUG oslo_vmware.api [None req-d21cd835-aa0b-40ee-bb73-82e734e3a5ff tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528752e3-2273-b146-60e1-4c6967de2760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.206011] env[62097]: DEBUG oslo_concurrency.lockutils [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquiring lock "refresh_cache-6c1b3fe7-08d1-4ebc-804f-0199697b94dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.206011] env[62097]: DEBUG oslo_concurrency.lockutils [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquired lock "refresh_cache-6c1b3fe7-08d1-4ebc-804f-0199697b94dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.206011] env[62097]: DEBUG nova.network.neutron [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1666.467163] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034557, 'name': CreateVM_Task, 'duration_secs': 0.33451} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.467336] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1666.468067] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.468244] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.468556] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1666.468818] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69eee572-6dd3-4ce2-ac9d-1531b57e69ff {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.474266] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 1666.474266] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523edfed-065f-8451-990c-a39f8be4327a" [ 1666.474266] env[62097]: _type = "Task" [ 1666.474266] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.482733] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523edfed-065f-8451-990c-a39f8be4327a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.592632] env[62097]: DEBUG oslo_concurrency.lockutils [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] Releasing lock "refresh_cache-117dded3-8117-4917-9634-ca73b6765e3b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.592975] env[62097]: DEBUG nova.compute.manager [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Received event network-vif-plugged-5e3598f0-2d3d-407d-8a00-32aba33c6db7 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1666.593207] env[62097]: DEBUG oslo_concurrency.lockutils [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] Acquiring lock "6c1b3fe7-08d1-4ebc-804f-0199697b94dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.593430] env[62097]: DEBUG oslo_concurrency.lockutils [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] Lock "6c1b3fe7-08d1-4ebc-804f-0199697b94dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.593589] env[62097]: DEBUG oslo_concurrency.lockutils [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] Lock "6c1b3fe7-08d1-4ebc-804f-0199697b94dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.593758] env[62097]: DEBUG nova.compute.manager [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] No waiting events found dispatching network-vif-plugged-5e3598f0-2d3d-407d-8a00-32aba33c6db7 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1666.593927] env[62097]: WARNING nova.compute.manager [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Received unexpected event network-vif-plugged-5e3598f0-2d3d-407d-8a00-32aba33c6db7 for instance with vm_state building and task_state spawning. [ 1666.594108] env[62097]: DEBUG nova.compute.manager [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Received event network-changed-5e3598f0-2d3d-407d-8a00-32aba33c6db7 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1666.594269] env[62097]: DEBUG nova.compute.manager [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Refreshing instance network info cache due to event network-changed-5e3598f0-2d3d-407d-8a00-32aba33c6db7. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1666.594436] env[62097]: DEBUG oslo_concurrency.lockutils [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] Acquiring lock "refresh_cache-6c1b3fe7-08d1-4ebc-804f-0199697b94dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.595823] env[62097]: DEBUG nova.compute.utils [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1666.601440] env[62097]: DEBUG nova.compute.manager [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1666.601680] env[62097]: DEBUG nova.network.neutron [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1666.690183] env[62097]: DEBUG oslo_vmware.api [None req-d21cd835-aa0b-40ee-bb73-82e734e3a5ff tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528752e3-2273-b146-60e1-4c6967de2760, 'name': SearchDatastore_Task, 'duration_secs': 0.010868} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.690739] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d21cd835-aa0b-40ee-bb73-82e734e3a5ff tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.766171] env[62097]: DEBUG nova.network.neutron [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1666.909792] env[62097]: DEBUG nova.policy [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93f030ec201e47c68d530f44780f4e34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a05629293b048ca9ee9649a383b63b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1666.986867] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523edfed-065f-8451-990c-a39f8be4327a, 'name': SearchDatastore_Task, 'duration_secs': 0.01048} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.990487] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.990949] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1666.991268] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.991454] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.991705] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1666.994571] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5594f0ff-0311-423c-bcbe-2e8246a9703a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.006269] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1667.006490] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1667.010466] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b03d139-70ae-42d7-96f4-6a7a2211d153 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.023240] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 1667.023240] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b1aa07-0b88-e1c1-5a1f-78c0b36b5545" [ 1667.023240] env[62097]: _type = "Task" [ 1667.023240] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.032339] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b1aa07-0b88-e1c1-5a1f-78c0b36b5545, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.101619] env[62097]: DEBUG nova.compute.manager [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1667.161681] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9408d9-561b-4e87-8c99-dbfa851c4683 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.171375] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed3801a-8ce8-47b2-9c70-543263900abb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.207080] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fd6605-0174-41ae-9ac9-8143e52c520c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.215692] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6a4d50-e2d4-4200-a806-23e49caa6a5f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.232793] env[62097]: DEBUG nova.compute.provider_tree [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1667.333023] env[62097]: DEBUG nova.compute.manager [req-ca65ddc4-326f-424b-906a-c942f392fdaf req-487ac05a-59b4-442b-a9f1-3466b0d19ffd service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Received event network-vif-plugged-439c01aa-94ad-423f-8b95-63e4f1d43476 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1667.333240] env[62097]: DEBUG oslo_concurrency.lockutils [req-ca65ddc4-326f-424b-906a-c942f392fdaf req-487ac05a-59b4-442b-a9f1-3466b0d19ffd service nova] Acquiring lock "6c1b3fe7-08d1-4ebc-804f-0199697b94dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.333869] env[62097]: DEBUG oslo_concurrency.lockutils [req-ca65ddc4-326f-424b-906a-c942f392fdaf req-487ac05a-59b4-442b-a9f1-3466b0d19ffd service nova] Lock "6c1b3fe7-08d1-4ebc-804f-0199697b94dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.334082] env[62097]: DEBUG oslo_concurrency.lockutils [req-ca65ddc4-326f-424b-906a-c942f392fdaf req-487ac05a-59b4-442b-a9f1-3466b0d19ffd service nova] Lock "6c1b3fe7-08d1-4ebc-804f-0199697b94dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.334264] env[62097]: DEBUG nova.compute.manager [req-ca65ddc4-326f-424b-906a-c942f392fdaf req-487ac05a-59b4-442b-a9f1-3466b0d19ffd service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] No waiting events found dispatching network-vif-plugged-439c01aa-94ad-423f-8b95-63e4f1d43476 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1667.334432] env[62097]: WARNING nova.compute.manager [req-ca65ddc4-326f-424b-906a-c942f392fdaf req-487ac05a-59b4-442b-a9f1-3466b0d19ffd service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Received unexpected event network-vif-plugged-439c01aa-94ad-423f-8b95-63e4f1d43476 for instance with vm_state building and task_state spawning. [ 1667.334580] env[62097]: DEBUG nova.compute.manager [req-ca65ddc4-326f-424b-906a-c942f392fdaf req-487ac05a-59b4-442b-a9f1-3466b0d19ffd service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Received event network-changed-439c01aa-94ad-423f-8b95-63e4f1d43476 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1667.334731] env[62097]: DEBUG nova.compute.manager [req-ca65ddc4-326f-424b-906a-c942f392fdaf req-487ac05a-59b4-442b-a9f1-3466b0d19ffd service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Refreshing instance network info cache due to event network-changed-439c01aa-94ad-423f-8b95-63e4f1d43476. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1667.334891] env[62097]: DEBUG oslo_concurrency.lockutils [req-ca65ddc4-326f-424b-906a-c942f392fdaf req-487ac05a-59b4-442b-a9f1-3466b0d19ffd service nova] Acquiring lock "refresh_cache-6c1b3fe7-08d1-4ebc-804f-0199697b94dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.395724] env[62097]: DEBUG nova.network.neutron [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Updating instance_info_cache with network_info: [{"id": "64bc166b-7074-4eac-b27d-66e42c7301fe", "address": "fa:16:3e:5b:e9:34", "network": {"id": "eabfaa81-5e8a-41c0-9850-c1b3cea26894", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-398476829", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a887e71f3604d28b6b8f733bfdbfca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bc166b-70", "ovs_interfaceid": "64bc166b-7074-4eac-b27d-66e42c7301fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5e3598f0-2d3d-407d-8a00-32aba33c6db7", "address": "fa:16:3e:da:7d:01", "network": {"id": "c0c9cdc7-d96f-402c-b076-2fc9645891a7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-773013722", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9a887e71f3604d28b6b8f733bfdbfca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e3598f0-2d", "ovs_interfaceid": "5e3598f0-2d3d-407d-8a00-32aba33c6db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "439c01aa-94ad-423f-8b95-63e4f1d43476", "address": "fa:16:3e:6f:13:72", "network": {"id": "eabfaa81-5e8a-41c0-9850-c1b3cea26894", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-398476829", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a887e71f3604d28b6b8f733bfdbfca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439c01aa-94", "ovs_interfaceid": "439c01aa-94ad-423f-8b95-63e4f1d43476", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.538922] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b1aa07-0b88-e1c1-5a1f-78c0b36b5545, 'name': SearchDatastore_Task, 'duration_secs': 0.010109} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.539832] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a020311b-da14-487c-be75-e03a2b3cc9a0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.546895] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 1667.546895] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52472df1-813c-0c73-0ddd-b6965fd2102a" [ 1667.546895] env[62097]: _type = "Task" [ 1667.546895] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.560336] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52472df1-813c-0c73-0ddd-b6965fd2102a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.740283] env[62097]: DEBUG nova.scheduler.client.report [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1667.900709] env[62097]: DEBUG oslo_concurrency.lockutils [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Releasing lock "refresh_cache-6c1b3fe7-08d1-4ebc-804f-0199697b94dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.901411] env[62097]: DEBUG nova.compute.manager [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Instance network_info: |[{"id": "64bc166b-7074-4eac-b27d-66e42c7301fe", "address": "fa:16:3e:5b:e9:34", "network": {"id": "eabfaa81-5e8a-41c0-9850-c1b3cea26894", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-398476829", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a887e71f3604d28b6b8f733bfdbfca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bc166b-70", "ovs_interfaceid": "64bc166b-7074-4eac-b27d-66e42c7301fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5e3598f0-2d3d-407d-8a00-32aba33c6db7", "address": "fa:16:3e:da:7d:01", "network": {"id": "c0c9cdc7-d96f-402c-b076-2fc9645891a7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-773013722", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9a887e71f3604d28b6b8f733bfdbfca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e3598f0-2d", "ovs_interfaceid": "5e3598f0-2d3d-407d-8a00-32aba33c6db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "439c01aa-94ad-423f-8b95-63e4f1d43476", "address": "fa:16:3e:6f:13:72", "network": {"id": "eabfaa81-5e8a-41c0-9850-c1b3cea26894", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-398476829", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a887e71f3604d28b6b8f733bfdbfca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439c01aa-94", "ovs_interfaceid": "439c01aa-94ad-423f-8b95-63e4f1d43476", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1667.901954] env[62097]: DEBUG oslo_concurrency.lockutils [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] Acquired lock "refresh_cache-6c1b3fe7-08d1-4ebc-804f-0199697b94dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.902690] env[62097]: DEBUG nova.network.neutron [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Refreshing network info cache for port 5e3598f0-2d3d-407d-8a00-32aba33c6db7 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1667.906741] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:e9:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64bc166b-7074-4eac-b27d-66e42c7301fe', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:7d:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e3598f0-2d3d-407d-8a00-32aba33c6db7', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:13:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '439c01aa-94ad-423f-8b95-63e4f1d43476', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1667.921254] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Creating folder: Project (9a887e71f3604d28b6b8f733bfdbfca9). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1667.924887] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67318e10-696e-472d-a760-b75000e4e4c2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.942333] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Created folder: Project (9a887e71f3604d28b6b8f733bfdbfca9) in parent group-v417770. [ 1667.942333] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Creating folder: Instances. Parent ref: group-v417828. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1667.942333] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fffc6a39-9e4d-4f71-bacd-4801b04df15a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.954838] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Created folder: Instances in parent group-v417828. [ 1667.955172] env[62097]: DEBUG oslo.service.loopingcall [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1667.955587] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1667.955587] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f59899f-7916-4f94-9881-d10d2c9113af {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.987189] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1667.987189] env[62097]: value = "task-2034560" [ 1667.987189] env[62097]: _type = "Task" [ 1667.987189] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.997610] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034560, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.062637] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52472df1-813c-0c73-0ddd-b6965fd2102a, 'name': SearchDatastore_Task, 'duration_secs': 0.011283} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.063999] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.063999] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] b97cf9f5-fabe-40e8-99f8-30207d7f87a6/b97cf9f5-fabe-40e8-99f8-30207d7f87a6.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1668.063999] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43322d22-82cb-41ee-b3d3-884803640d70 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.074930] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 1668.074930] env[62097]: value = "task-2034561" [ 1668.074930] env[62097]: _type = "Task" [ 1668.074930] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.085363] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.116028] env[62097]: DEBUG nova.compute.manager [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1668.150997] env[62097]: DEBUG nova.virt.hardware [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1668.151086] env[62097]: DEBUG nova.virt.hardware [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1668.151238] env[62097]: DEBUG nova.virt.hardware [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1668.152275] env[62097]: DEBUG nova.virt.hardware [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1668.152275] env[62097]: DEBUG nova.virt.hardware [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1668.152275] env[62097]: DEBUG nova.virt.hardware [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1668.152275] env[62097]: DEBUG nova.virt.hardware [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1668.152492] env[62097]: DEBUG nova.virt.hardware [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1668.152492] env[62097]: DEBUG nova.virt.hardware [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1668.152647] env[62097]: DEBUG nova.virt.hardware [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1668.152811] env[62097]: DEBUG nova.virt.hardware [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1668.153907] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5136a726-a409-47e5-9f96-4c3897ca27b3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.158801] env[62097]: DEBUG nova.network.neutron [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Successfully created port: a887d1c9-9531-4e31-8e9f-1676fa8cd905 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1668.169949] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753f7089-f5c0-4972-b14c-aae0459680c5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.216796] env[62097]: DEBUG nova.network.neutron [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Updated VIF entry in instance network info cache for port 5e3598f0-2d3d-407d-8a00-32aba33c6db7. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1668.217284] env[62097]: DEBUG nova.network.neutron [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Updating instance_info_cache with network_info: [{"id": "64bc166b-7074-4eac-b27d-66e42c7301fe", "address": "fa:16:3e:5b:e9:34", "network": {"id": "eabfaa81-5e8a-41c0-9850-c1b3cea26894", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-398476829", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a887e71f3604d28b6b8f733bfdbfca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bc166b-70", "ovs_interfaceid": "64bc166b-7074-4eac-b27d-66e42c7301fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5e3598f0-2d3d-407d-8a00-32aba33c6db7", "address": "fa:16:3e:da:7d:01", "network": {"id": "c0c9cdc7-d96f-402c-b076-2fc9645891a7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-773013722", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9a887e71f3604d28b6b8f733bfdbfca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e3598f0-2d", "ovs_interfaceid": "5e3598f0-2d3d-407d-8a00-32aba33c6db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "439c01aa-94ad-423f-8b95-63e4f1d43476", "address": "fa:16:3e:6f:13:72", "network": {"id": "eabfaa81-5e8a-41c0-9850-c1b3cea26894", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-398476829", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a887e71f3604d28b6b8f733bfdbfca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439c01aa-94", "ovs_interfaceid": "439c01aa-94ad-423f-8b95-63e4f1d43476", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.246887] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.249918] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.659s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.251712] env[62097]: INFO nova.compute.claims [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1668.286686] env[62097]: INFO nova.scheduler.client.report [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Deleted allocations for instance c4459df3-6b3a-40be-88f3-8a6dd4200dbb [ 1668.507183] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034560, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.587110] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034561, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.724058] env[62097]: DEBUG oslo_concurrency.lockutils [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] Releasing lock "refresh_cache-6c1b3fe7-08d1-4ebc-804f-0199697b94dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.724058] env[62097]: DEBUG nova.compute.manager [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Received event network-vif-plugged-b01e3c92-31ef-4d8b-827b-12a6be3088f2 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1668.724058] env[62097]: DEBUG oslo_concurrency.lockutils [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] Acquiring lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.724058] env[62097]: DEBUG oslo_concurrency.lockutils [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] Lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.724058] env[62097]: DEBUG oslo_concurrency.lockutils [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] Lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.724058] env[62097]: DEBUG nova.compute.manager [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] No waiting events found dispatching network-vif-plugged-b01e3c92-31ef-4d8b-827b-12a6be3088f2 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1668.724399] env[62097]: WARNING nova.compute.manager [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Received unexpected event network-vif-plugged-b01e3c92-31ef-4d8b-827b-12a6be3088f2 for instance with vm_state building and task_state spawning. [ 1668.724399] env[62097]: DEBUG nova.compute.manager [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Received event network-changed-b01e3c92-31ef-4d8b-827b-12a6be3088f2 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1668.724461] env[62097]: DEBUG nova.compute.manager [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Refreshing instance network info cache due to event network-changed-b01e3c92-31ef-4d8b-827b-12a6be3088f2. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1668.724628] env[62097]: DEBUG oslo_concurrency.lockutils [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] Acquiring lock "refresh_cache-b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.724732] env[62097]: DEBUG oslo_concurrency.lockutils [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] Acquired lock "refresh_cache-b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.724978] env[62097]: DEBUG nova.network.neutron [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Refreshing network info cache for port b01e3c92-31ef-4d8b-827b-12a6be3088f2 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1668.726266] env[62097]: DEBUG oslo_concurrency.lockutils [req-ca65ddc4-326f-424b-906a-c942f392fdaf req-487ac05a-59b4-442b-a9f1-3466b0d19ffd service nova] Acquired lock "refresh_cache-6c1b3fe7-08d1-4ebc-804f-0199697b94dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.726448] env[62097]: DEBUG nova.network.neutron [req-ca65ddc4-326f-424b-906a-c942f392fdaf req-487ac05a-59b4-442b-a9f1-3466b0d19ffd service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Refreshing network info cache for port 439c01aa-94ad-423f-8b95-63e4f1d43476 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1668.797275] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a68433f5-3da0-4e72-acc0-a0fef01fe817 tempest-ImagesNegativeTestJSON-1913447225 tempest-ImagesNegativeTestJSON-1913447225-project-member] Lock "c4459df3-6b3a-40be-88f3-8a6dd4200dbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.793s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.001482] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034560, 'name': CreateVM_Task, 'duration_secs': 0.678807} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.001754] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1669.002769] env[62097]: DEBUG oslo_concurrency.lockutils [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.003035] env[62097]: DEBUG oslo_concurrency.lockutils [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.003427] env[62097]: DEBUG oslo_concurrency.lockutils [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1669.004377] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bbf9b61-6c0e-44c9-9851-08e1f55453dd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.010442] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for the task: (returnval){ [ 1669.010442] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52977b63-2576-35ec-55fb-644a7c23865f" [ 1669.010442] env[62097]: _type = "Task" [ 1669.010442] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.022660] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52977b63-2576-35ec-55fb-644a7c23865f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.086355] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51617} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.086614] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] b97cf9f5-fabe-40e8-99f8-30207d7f87a6/b97cf9f5-fabe-40e8-99f8-30207d7f87a6.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1669.086823] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1669.087089] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9272db24-fbbb-4294-b754-92b27a31df61 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.095475] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 1669.095475] env[62097]: value = "task-2034562" [ 1669.095475] env[62097]: _type = "Task" [ 1669.095475] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.104675] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.522148] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52977b63-2576-35ec-55fb-644a7c23865f, 'name': SearchDatastore_Task, 'duration_secs': 0.010207} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.524906] env[62097]: DEBUG oslo_concurrency.lockutils [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.525527] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1669.525776] env[62097]: DEBUG oslo_concurrency.lockutils [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.525927] env[62097]: DEBUG oslo_concurrency.lockutils [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.526133] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1669.526582] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f6d5d2f-11a9-43da-bfaa-ccb613d6769b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.541279] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1669.541444] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1669.543659] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fdb41ec-38e5-4081-88eb-e4a67477ec07 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.551691] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for the task: (returnval){ [ 1669.551691] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52329098-46e1-c94d-1bfa-a22710320181" [ 1669.551691] env[62097]: _type = "Task" [ 1669.551691] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.565653] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52329098-46e1-c94d-1bfa-a22710320181, 'name': SearchDatastore_Task, 'duration_secs': 0.009456} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.569378] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-638629fe-2349-4077-92a6-b0d0039327e8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.576051] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for the task: (returnval){ [ 1669.576051] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52001742-e604-c0d6-d000-acc0d7cd3bfd" [ 1669.576051] env[62097]: _type = "Task" [ 1669.576051] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.593281] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52001742-e604-c0d6-d000-acc0d7cd3bfd, 'name': SearchDatastore_Task, 'duration_secs': 0.011109} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.593491] env[62097]: DEBUG oslo_concurrency.lockutils [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.593764] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 6c1b3fe7-08d1-4ebc-804f-0199697b94dc/6c1b3fe7-08d1-4ebc-804f-0199697b94dc.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1669.594045] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba7b06fd-fec5-4bf1-8ac9-e34161fc1ad2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.602644] env[62097]: DEBUG nova.compute.manager [req-84b2b72d-9b80-4a9e-ae63-0417f4976565 req-f9936b37-ffa8-418b-9452-48576e180712 service nova] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Received event network-vif-plugged-94445269-6172-4cd8-818b-b2961e62fb44 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1669.602812] env[62097]: DEBUG oslo_concurrency.lockutils [req-84b2b72d-9b80-4a9e-ae63-0417f4976565 req-f9936b37-ffa8-418b-9452-48576e180712 service nova] Acquiring lock "ff68de27-4ac7-456a-9946-768d07738a18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.603097] env[62097]: DEBUG oslo_concurrency.lockutils [req-84b2b72d-9b80-4a9e-ae63-0417f4976565 req-f9936b37-ffa8-418b-9452-48576e180712 service nova] Lock "ff68de27-4ac7-456a-9946-768d07738a18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.603314] env[62097]: DEBUG oslo_concurrency.lockutils [req-84b2b72d-9b80-4a9e-ae63-0417f4976565 req-f9936b37-ffa8-418b-9452-48576e180712 service nova] Lock "ff68de27-4ac7-456a-9946-768d07738a18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.603490] env[62097]: DEBUG nova.compute.manager [req-84b2b72d-9b80-4a9e-ae63-0417f4976565 req-f9936b37-ffa8-418b-9452-48576e180712 service nova] [instance: ff68de27-4ac7-456a-9946-768d07738a18] No waiting events found dispatching network-vif-plugged-94445269-6172-4cd8-818b-b2961e62fb44 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1669.603686] env[62097]: WARNING nova.compute.manager [req-84b2b72d-9b80-4a9e-ae63-0417f4976565 req-f9936b37-ffa8-418b-9452-48576e180712 service nova] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Received unexpected event network-vif-plugged-94445269-6172-4cd8-818b-b2961e62fb44 for instance with vm_state building and task_state spawning. [ 1669.609216] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for the task: (returnval){ [ 1669.609216] env[62097]: value = "task-2034563" [ 1669.609216] env[62097]: _type = "Task" [ 1669.609216] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.614680] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072729} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.620922] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1669.623056] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1946aca8-70d9-4efb-9cc8-507eab59e472 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.635267] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.655989] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] b97cf9f5-fabe-40e8-99f8-30207d7f87a6/b97cf9f5-fabe-40e8-99f8-30207d7f87a6.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1669.659360] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6c046ff-45d2-4764-9209-c098f78d78e3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.680783] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 1669.680783] env[62097]: value = "task-2034564" [ 1669.680783] env[62097]: _type = "Task" [ 1669.680783] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.692402] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.754848] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e9a554-96ed-4ecd-af27-06afac7aebc5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.758957] env[62097]: DEBUG nova.network.neutron [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Successfully updated port: 94445269-6172-4cd8-818b-b2961e62fb44 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1669.769626] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2320481-445f-4049-a8e5-73bdfb04ae1c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.808234] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e770c802-ee62-42ce-be5e-1de1e54fe76f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.820909] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1219d0-b0e6-4b25-b0f4-a3ffdd2c5abf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.839476] env[62097]: DEBUG nova.compute.provider_tree [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1669.906520] env[62097]: DEBUG nova.network.neutron [req-ca65ddc4-326f-424b-906a-c942f392fdaf req-487ac05a-59b4-442b-a9f1-3466b0d19ffd service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Updated VIF entry in instance network info cache for port 439c01aa-94ad-423f-8b95-63e4f1d43476. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1669.907026] env[62097]: DEBUG nova.network.neutron [req-ca65ddc4-326f-424b-906a-c942f392fdaf req-487ac05a-59b4-442b-a9f1-3466b0d19ffd service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Updating instance_info_cache with network_info: [{"id": "64bc166b-7074-4eac-b27d-66e42c7301fe", "address": "fa:16:3e:5b:e9:34", "network": {"id": "eabfaa81-5e8a-41c0-9850-c1b3cea26894", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-398476829", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a887e71f3604d28b6b8f733bfdbfca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bc166b-70", "ovs_interfaceid": "64bc166b-7074-4eac-b27d-66e42c7301fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5e3598f0-2d3d-407d-8a00-32aba33c6db7", "address": "fa:16:3e:da:7d:01", "network": {"id": "c0c9cdc7-d96f-402c-b076-2fc9645891a7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-773013722", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9a887e71f3604d28b6b8f733bfdbfca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e3598f0-2d", "ovs_interfaceid": "5e3598f0-2d3d-407d-8a00-32aba33c6db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "439c01aa-94ad-423f-8b95-63e4f1d43476", "address": "fa:16:3e:6f:13:72", "network": {"id": "eabfaa81-5e8a-41c0-9850-c1b3cea26894", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-398476829", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a887e71f3604d28b6b8f733bfdbfca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439c01aa-94", "ovs_interfaceid": "439c01aa-94ad-423f-8b95-63e4f1d43476", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.921622] env[62097]: DEBUG nova.network.neutron [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Updated VIF entry in instance network info cache for port b01e3c92-31ef-4d8b-827b-12a6be3088f2. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1669.921979] env[62097]: DEBUG nova.network.neutron [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Updating instance_info_cache with network_info: [{"id": "b01e3c92-31ef-4d8b-827b-12a6be3088f2", "address": "fa:16:3e:ff:b1:a2", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01e3c92-31", "ovs_interfaceid": "b01e3c92-31ef-4d8b-827b-12a6be3088f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.125798] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516491} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.126083] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 6c1b3fe7-08d1-4ebc-804f-0199697b94dc/6c1b3fe7-08d1-4ebc-804f-0199697b94dc.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1670.126303] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1670.126561] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d8ac9a9-598c-4a09-9bbf-3f1b71c59cbd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.135703] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for the task: (returnval){ [ 1670.135703] env[62097]: value = "task-2034565" [ 1670.135703] env[62097]: _type = "Task" [ 1670.135703] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.149965] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.191519] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034564, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.261817] env[62097]: DEBUG oslo_concurrency.lockutils [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquiring lock "refresh_cache-ff68de27-4ac7-456a-9946-768d07738a18" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.261982] env[62097]: DEBUG oslo_concurrency.lockutils [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquired lock "refresh_cache-ff68de27-4ac7-456a-9946-768d07738a18" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.262144] env[62097]: DEBUG nova.network.neutron [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1670.343369] env[62097]: DEBUG nova.scheduler.client.report [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1670.412424] env[62097]: DEBUG oslo_concurrency.lockutils [req-ca65ddc4-326f-424b-906a-c942f392fdaf req-487ac05a-59b4-442b-a9f1-3466b0d19ffd service nova] Releasing lock "refresh_cache-6c1b3fe7-08d1-4ebc-804f-0199697b94dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.424553] env[62097]: DEBUG oslo_concurrency.lockutils [req-fefea4dd-b485-4384-bd67-a6cba2268230 req-c9126e00-7e6f-405e-a2a4-66b8fae7787e service nova] Releasing lock "refresh_cache-b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.646797] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075724} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.648398] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1670.649152] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e5fcbd-23f8-4dc3-b475-790819c7b0d6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.683127] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 6c1b3fe7-08d1-4ebc-804f-0199697b94dc/6c1b3fe7-08d1-4ebc-804f-0199697b94dc.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1670.683127] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b957ade4-9a28-4250-9c93-42bca9a8f24a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.705830] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034564, 'name': ReconfigVM_Task, 'duration_secs': 0.513036} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.707304] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Reconfigured VM instance instance-00000014 to attach disk [datastore2] b97cf9f5-fabe-40e8-99f8-30207d7f87a6/b97cf9f5-fabe-40e8-99f8-30207d7f87a6.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1670.708089] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for the task: (returnval){ [ 1670.708089] env[62097]: value = "task-2034566" [ 1670.708089] env[62097]: _type = "Task" [ 1670.708089] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.708314] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae2a1914-b255-4ef4-8700-a0920f2e9d27 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.723456] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.726795] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 1670.726795] env[62097]: value = "task-2034567" [ 1670.726795] env[62097]: _type = "Task" [ 1670.726795] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.741274] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034567, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.838422] env[62097]: DEBUG nova.network.neutron [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1670.852366] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.853082] env[62097]: DEBUG nova.compute.manager [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1670.860020] env[62097]: DEBUG oslo_concurrency.lockutils [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.548s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.860020] env[62097]: DEBUG nova.objects.instance [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Lazy-loading 'resources' on Instance uuid 811ada10-01b0-473b-887c-95e85708af74 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1671.106942] env[62097]: DEBUG nova.network.neutron [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Updating instance_info_cache with network_info: [{"id": "94445269-6172-4cd8-818b-b2961e62fb44", "address": "fa:16:3e:8d:7e:26", "network": {"id": "ee93f801-6e82-4441-b425-68cd150958ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1524557377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c431e17ad94d858169330cef9bf619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94445269-61", "ovs_interfaceid": "94445269-6172-4cd8-818b-b2961e62fb44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.221144] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034566, 'name': ReconfigVM_Task, 'duration_secs': 0.473304} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.221507] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 6c1b3fe7-08d1-4ebc-804f-0199697b94dc/6c1b3fe7-08d1-4ebc-804f-0199697b94dc.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1671.222291] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14528da8-2768-43b4-bc1f-b4be5edec059 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.233451] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for the task: (returnval){ [ 1671.233451] env[62097]: value = "task-2034568" [ 1671.233451] env[62097]: _type = "Task" [ 1671.233451] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.240371] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034567, 'name': Rename_Task, 'duration_secs': 0.192508} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.241088] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1671.241357] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f34dc06-c501-4f99-8f71-f9133b4b4a95 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.246854] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034568, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.255051] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 1671.255051] env[62097]: value = "task-2034569" [ 1671.255051] env[62097]: _type = "Task" [ 1671.255051] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.270167] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.361873] env[62097]: DEBUG nova.compute.utils [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1671.363967] env[62097]: DEBUG nova.compute.manager [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1671.364169] env[62097]: DEBUG nova.network.neutron [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1671.443692] env[62097]: DEBUG nova.policy [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfe2764dfa2c40ea8eaca15e1d9dde35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b3531ea2e2b40fb912cdca256a6c579', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1671.467626] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Acquiring lock "60fcf9af-55c5-4146-bcb4-40d30633a64f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.467626] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Lock "60fcf9af-55c5-4146-bcb4-40d30633a64f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.617550] env[62097]: DEBUG oslo_concurrency.lockutils [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Releasing lock "refresh_cache-ff68de27-4ac7-456a-9946-768d07738a18" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.617760] env[62097]: DEBUG nova.compute.manager [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Instance network_info: |[{"id": "94445269-6172-4cd8-818b-b2961e62fb44", "address": "fa:16:3e:8d:7e:26", "network": {"id": "ee93f801-6e82-4441-b425-68cd150958ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1524557377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c431e17ad94d858169330cef9bf619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94445269-61", "ovs_interfaceid": "94445269-6172-4cd8-818b-b2961e62fb44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1671.618953] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:7e:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94445269-6172-4cd8-818b-b2961e62fb44', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1671.628282] env[62097]: DEBUG oslo.service.loopingcall [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1671.631444] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1671.632292] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5727eabc-178d-4e02-a212-9e1e82e4b30a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.664520] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1671.664520] env[62097]: value = "task-2034570" [ 1671.664520] env[62097]: _type = "Task" [ 1671.664520] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.678460] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034570, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.747674] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034568, 'name': Rename_Task, 'duration_secs': 0.205968} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.747674] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1671.747674] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-047d4483-0b98-4e21-9480-afd59255c25d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.764091] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for the task: (returnval){ [ 1671.764091] env[62097]: value = "task-2034571" [ 1671.764091] env[62097]: _type = "Task" [ 1671.764091] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.773799] env[62097]: DEBUG oslo_vmware.api [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034569, 'name': PowerOnVM_Task, 'duration_secs': 0.516818} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.774538] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1671.774875] env[62097]: INFO nova.compute.manager [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1671.774976] env[62097]: DEBUG nova.compute.manager [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1671.777536] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35eaa4a1-b4d4-40f0-8cb6-9cb2a463dc01 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.783768] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.811215] env[62097]: DEBUG nova.network.neutron [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Successfully created port: c67c1d33-006d-4aaa-8530-3f6fb716a5fe {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1671.866208] env[62097]: DEBUG nova.compute.manager [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1671.945047] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e1bcea-358e-4338-bf36-04bc4245d37c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.955758] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3720ff0d-b6eb-424e-9bdb-1bed58e9f411 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.996110] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e990f1-9ced-452a-ae3e-7577de44ae4b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.005940] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8801c139-97c6-4f18-a962-92694935ad5a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.025144] env[62097]: DEBUG nova.compute.provider_tree [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1672.085464] env[62097]: DEBUG nova.network.neutron [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Successfully updated port: a887d1c9-9531-4e31-8e9f-1676fa8cd905 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1672.177536] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034570, 'name': CreateVM_Task, 'duration_secs': 0.375811} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.177766] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1672.178486] env[62097]: DEBUG oslo_concurrency.lockutils [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.178657] env[62097]: DEBUG oslo_concurrency.lockutils [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.179262] env[62097]: DEBUG oslo_concurrency.lockutils [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1672.179602] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3356aa28-42a7-4d31-bc6f-5a24226fc34f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.186847] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for the task: (returnval){ [ 1672.186847] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529c4077-e7fa-1b12-2c5a-329517478440" [ 1672.186847] env[62097]: _type = "Task" [ 1672.186847] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.198789] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529c4077-e7fa-1b12-2c5a-329517478440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.277694] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034571, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.309011] env[62097]: INFO nova.compute.manager [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Took 38.49 seconds to build instance. [ 1672.529611] env[62097]: DEBUG nova.scheduler.client.report [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1672.591791] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquiring lock "refresh_cache-c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.591791] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquired lock "refresh_cache-c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.591791] env[62097]: DEBUG nova.network.neutron [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1672.702687] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529c4077-e7fa-1b12-2c5a-329517478440, 'name': SearchDatastore_Task, 'duration_secs': 0.015292} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.704188] env[62097]: DEBUG oslo_concurrency.lockutils [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.704292] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1672.704674] env[62097]: DEBUG oslo_concurrency.lockutils [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.704742] env[62097]: DEBUG oslo_concurrency.lockutils [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.704960] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1672.705262] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b74bc44-a3b1-4f95-8208-4171a892c42a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.718553] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1672.719249] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1672.719658] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fd2b9c9-f255-4b48-a307-58727019fae5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.731846] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for the task: (returnval){ [ 1672.731846] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529385ea-5d9d-7c35-f19f-ce18b07b39a9" [ 1672.731846] env[62097]: _type = "Task" [ 1672.731846] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.744775] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529385ea-5d9d-7c35-f19f-ce18b07b39a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011622} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.745715] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ebb2637-3459-4ef4-84b0-c7cee6549fa3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.753238] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for the task: (returnval){ [ 1672.753238] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52474ab7-0d55-5cf1-5b73-c58726cadee1" [ 1672.753238] env[62097]: _type = "Task" [ 1672.753238] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.767577] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52474ab7-0d55-5cf1-5b73-c58726cadee1, 'name': SearchDatastore_Task, 'duration_secs': 0.009828} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.768020] env[62097]: DEBUG oslo_concurrency.lockutils [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.768639] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] ff68de27-4ac7-456a-9946-768d07738a18/ff68de27-4ac7-456a-9946-768d07738a18.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1672.776495] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb01be74-b385-4b36-8653-8072e1ac3c61 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.785163] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034571, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.786757] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for the task: (returnval){ [ 1672.786757] env[62097]: value = "task-2034572" [ 1672.786757] env[62097]: _type = "Task" [ 1672.786757] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.796547] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.810651] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48c71130-8868-4621-9552-e8f81b7203e5 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.697s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.877080] env[62097]: DEBUG nova.compute.manager [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1672.927190] env[62097]: DEBUG nova.virt.hardware [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1672.927270] env[62097]: DEBUG nova.virt.hardware [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1672.927362] env[62097]: DEBUG nova.virt.hardware [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1672.927666] env[62097]: DEBUG nova.virt.hardware [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1672.927871] env[62097]: DEBUG nova.virt.hardware [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1672.928038] env[62097]: DEBUG nova.virt.hardware [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1672.928288] env[62097]: DEBUG nova.virt.hardware [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1672.928452] env[62097]: DEBUG nova.virt.hardware [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1672.928662] env[62097]: DEBUG nova.virt.hardware [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1672.928777] env[62097]: DEBUG nova.virt.hardware [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1672.928951] env[62097]: DEBUG nova.virt.hardware [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1672.929892] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1842cb74-5009-4807-beaf-91610df44067 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.939188] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878b03bd-04bc-4b9b-a9be-57901eecb78e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.035589] env[62097]: DEBUG oslo_concurrency.lockutils [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.040061] env[62097]: DEBUG oslo_concurrency.lockutils [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.479s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.041898] env[62097]: INFO nova.compute.claims [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1673.109039] env[62097]: INFO nova.scheduler.client.report [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Deleted allocations for instance 811ada10-01b0-473b-887c-95e85708af74 [ 1673.175617] env[62097]: DEBUG nova.network.neutron [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1673.253221] env[62097]: DEBUG oslo_concurrency.lockutils [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Acquiring lock "00c37acb-b074-4eaf-8d07-061c3d0c6790" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.253981] env[62097]: DEBUG oslo_concurrency.lockutils [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Lock "00c37acb-b074-4eaf-8d07-061c3d0c6790" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.256261] env[62097]: DEBUG nova.compute.manager [req-ffe4117f-7d0a-4aee-af54-ee9bf68084fc req-b5a17797-e47e-460f-9048-3c1f4bd18797 service nova] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Received event network-changed-94445269-6172-4cd8-818b-b2961e62fb44 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1673.256731] env[62097]: DEBUG nova.compute.manager [req-ffe4117f-7d0a-4aee-af54-ee9bf68084fc req-b5a17797-e47e-460f-9048-3c1f4bd18797 service nova] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Refreshing instance network info cache due to event network-changed-94445269-6172-4cd8-818b-b2961e62fb44. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1673.256994] env[62097]: DEBUG oslo_concurrency.lockutils [req-ffe4117f-7d0a-4aee-af54-ee9bf68084fc req-b5a17797-e47e-460f-9048-3c1f4bd18797 service nova] Acquiring lock "refresh_cache-ff68de27-4ac7-456a-9946-768d07738a18" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.259264] env[62097]: DEBUG oslo_concurrency.lockutils [req-ffe4117f-7d0a-4aee-af54-ee9bf68084fc req-b5a17797-e47e-460f-9048-3c1f4bd18797 service nova] Acquired lock "refresh_cache-ff68de27-4ac7-456a-9946-768d07738a18" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.259534] env[62097]: DEBUG nova.network.neutron [req-ffe4117f-7d0a-4aee-af54-ee9bf68084fc req-b5a17797-e47e-460f-9048-3c1f4bd18797 service nova] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Refreshing network info cache for port 94445269-6172-4cd8-818b-b2961e62fb44 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1673.281158] env[62097]: DEBUG oslo_vmware.api [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034571, 'name': PowerOnVM_Task, 'duration_secs': 1.142149} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.281779] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1673.282401] env[62097]: INFO nova.compute.manager [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Took 14.31 seconds to spawn the instance on the hypervisor. [ 1673.282401] env[62097]: DEBUG nova.compute.manager [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1673.283017] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360dc64c-c132-4942-b1f0-da33589b9bb2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.304957] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034572, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.313361] env[62097]: DEBUG nova.compute.manager [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1673.615865] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Acquiring lock "8f3d1be0-6146-4455-a6f8-55ab6a96a077" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.615865] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Lock "8f3d1be0-6146-4455-a6f8-55ab6a96a077" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.619886] env[62097]: DEBUG oslo_concurrency.lockutils [None req-04f755af-8965-4e9a-b60f-77a16e4450b6 tempest-ServerExternalEventsTest-1053222105 tempest-ServerExternalEventsTest-1053222105-project-member] Lock "811ada10-01b0-473b-887c-95e85708af74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.783s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.633561] env[62097]: DEBUG nova.network.neutron [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Updating instance_info_cache with network_info: [{"id": "a887d1c9-9531-4e31-8e9f-1676fa8cd905", "address": "fa:16:3e:0b:bc:b9", "network": {"id": "8ba195c0-dfc6-4c77-ad01-1aa9d6b67312", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1051762696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a05629293b048ca9ee9649a383b63b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa887d1c9-95", "ovs_interfaceid": "a887d1c9-9531-4e31-8e9f-1676fa8cd905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.634720] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "ac966fff-88e8-4fd3-925f-0e6195c1c940" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.635198] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "ac966fff-88e8-4fd3-925f-0e6195c1c940" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.806753] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662316} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.809105] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] ff68de27-4ac7-456a-9946-768d07738a18/ff68de27-4ac7-456a-9946-768d07738a18.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1673.809342] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1673.809958] env[62097]: INFO nova.compute.manager [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Took 40.01 seconds to build instance. [ 1673.811608] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2e01f37-e328-4b22-9373-6e10c43da6d5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.831093] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for the task: (returnval){ [ 1673.831093] env[62097]: value = "task-2034573" [ 1673.831093] env[62097]: _type = "Task" [ 1673.831093] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.843741] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.845124] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.137885] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Releasing lock "refresh_cache-c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.137885] env[62097]: DEBUG nova.compute.manager [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Instance network_info: |[{"id": "a887d1c9-9531-4e31-8e9f-1676fa8cd905", "address": "fa:16:3e:0b:bc:b9", "network": {"id": "8ba195c0-dfc6-4c77-ad01-1aa9d6b67312", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1051762696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a05629293b048ca9ee9649a383b63b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa887d1c9-95", "ovs_interfaceid": "a887d1c9-9531-4e31-8e9f-1676fa8cd905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1674.137885] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:bc:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a887d1c9-9531-4e31-8e9f-1676fa8cd905', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1674.147783] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Creating folder: Project (1a05629293b048ca9ee9649a383b63b8). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1674.148607] env[62097]: DEBUG nova.network.neutron [req-ffe4117f-7d0a-4aee-af54-ee9bf68084fc req-b5a17797-e47e-460f-9048-3c1f4bd18797 service nova] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Updated VIF entry in instance network info cache for port 94445269-6172-4cd8-818b-b2961e62fb44. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1674.148925] env[62097]: DEBUG nova.network.neutron [req-ffe4117f-7d0a-4aee-af54-ee9bf68084fc req-b5a17797-e47e-460f-9048-3c1f4bd18797 service nova] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Updating instance_info_cache with network_info: [{"id": "94445269-6172-4cd8-818b-b2961e62fb44", "address": "fa:16:3e:8d:7e:26", "network": {"id": "ee93f801-6e82-4441-b425-68cd150958ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1524557377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c431e17ad94d858169330cef9bf619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94445269-61", "ovs_interfaceid": "94445269-6172-4cd8-818b-b2961e62fb44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.156697] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58ebc039-880a-49d1-9c63-7367ba66d54b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.178988] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Created folder: Project (1a05629293b048ca9ee9649a383b63b8) in parent group-v417770. [ 1674.178988] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Creating folder: Instances. Parent ref: group-v417832. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1674.179208] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54f94703-613b-4554-89d3-d328fc0e8618 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.192431] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Created folder: Instances in parent group-v417832. [ 1674.192690] env[62097]: DEBUG oslo.service.loopingcall [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1674.192882] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1674.193102] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85f8dff2-9d9a-4fc2-829e-2f89f3174407 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.221864] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1674.221864] env[62097]: value = "task-2034576" [ 1674.221864] env[62097]: _type = "Task" [ 1674.221864] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.235115] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034576, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.321385] env[62097]: DEBUG oslo_concurrency.lockutils [None req-03916480-5d94-4396-ba7e-fb3c906c459e tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Lock "6c1b3fe7-08d1-4ebc-804f-0199697b94dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.209s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.348133] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133281} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.348451] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1674.349491] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f2f4b2-e116-4be5-a89f-1b1fd6fb90f3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.382019] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] ff68de27-4ac7-456a-9946-768d07738a18/ff68de27-4ac7-456a-9946-768d07738a18.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1674.383856] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a84d10e-2bfd-410a-bca2-59b890f0400d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.405540] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for the task: (returnval){ [ 1674.405540] env[62097]: value = "task-2034577" [ 1674.405540] env[62097]: _type = "Task" [ 1674.405540] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.418308] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.667109] env[62097]: DEBUG oslo_concurrency.lockutils [req-ffe4117f-7d0a-4aee-af54-ee9bf68084fc req-b5a17797-e47e-460f-9048-3c1f4bd18797 service nova] Releasing lock "refresh_cache-ff68de27-4ac7-456a-9946-768d07738a18" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.667705] env[62097]: DEBUG nova.compute.manager [req-ffe4117f-7d0a-4aee-af54-ee9bf68084fc req-b5a17797-e47e-460f-9048-3c1f4bd18797 service nova] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Received event network-vif-plugged-a887d1c9-9531-4e31-8e9f-1676fa8cd905 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1674.668136] env[62097]: DEBUG oslo_concurrency.lockutils [req-ffe4117f-7d0a-4aee-af54-ee9bf68084fc req-b5a17797-e47e-460f-9048-3c1f4bd18797 service nova] Acquiring lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.668640] env[62097]: DEBUG oslo_concurrency.lockutils [req-ffe4117f-7d0a-4aee-af54-ee9bf68084fc req-b5a17797-e47e-460f-9048-3c1f4bd18797 service nova] Lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.668951] env[62097]: DEBUG oslo_concurrency.lockutils [req-ffe4117f-7d0a-4aee-af54-ee9bf68084fc req-b5a17797-e47e-460f-9048-3c1f4bd18797 service nova] Lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.669989] env[62097]: DEBUG nova.compute.manager [req-ffe4117f-7d0a-4aee-af54-ee9bf68084fc req-b5a17797-e47e-460f-9048-3c1f4bd18797 service nova] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] No waiting events found dispatching network-vif-plugged-a887d1c9-9531-4e31-8e9f-1676fa8cd905 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1674.669989] env[62097]: WARNING nova.compute.manager [req-ffe4117f-7d0a-4aee-af54-ee9bf68084fc req-b5a17797-e47e-460f-9048-3c1f4bd18797 service nova] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Received unexpected event network-vif-plugged-a887d1c9-9531-4e31-8e9f-1676fa8cd905 for instance with vm_state building and task_state spawning. [ 1674.736759] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034576, 'name': CreateVM_Task, 'duration_secs': 0.436128} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.736983] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1674.737896] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.738109] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.738442] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1674.738740] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eafd1bec-49c8-42b7-9272-55dc0d3d7726 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.748137] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1674.748137] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e58dd7-d44c-6a90-8c87-f8f88e344011" [ 1674.748137] env[62097]: _type = "Task" [ 1674.748137] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.760478] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e58dd7-d44c-6a90-8c87-f8f88e344011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.767379] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27c2241-7904-45de-a472-09f4c41826cf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.775545] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf028aa5-953c-4a26-bbc0-3f607c75ad65 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.814070] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb01d2d4-dc4b-438d-8bc9-1d46722e792a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.824570] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90f0c4a-2e79-4224-aa21-de9e8f1cd550 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.830149] env[62097]: DEBUG nova.compute.manager [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1674.844477] env[62097]: DEBUG nova.compute.provider_tree [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1674.916471] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.266995] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e58dd7-d44c-6a90-8c87-f8f88e344011, 'name': SearchDatastore_Task, 'duration_secs': 0.013897} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.267665] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.267665] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1675.267843] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.267959] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.268156] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1675.268417] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57f4944d-b365-4d08-8690-3895ebaf7f8f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.278564] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1675.278761] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1675.279522] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dadf5004-b672-44c2-a8ac-6275e1d49fc9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.286489] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1675.286489] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522a5097-a097-cc01-7f65-2a8500f7d8cb" [ 1675.286489] env[62097]: _type = "Task" [ 1675.286489] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.294926] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522a5097-a097-cc01-7f65-2a8500f7d8cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.352083] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.370181] env[62097]: ERROR nova.scheduler.client.report [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [req-422175c9-cce3-46ea-b6f6-1431fae2d671] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID aabcd967-83f0-44f7-bf8d-f09a522d29a7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-422175c9-cce3-46ea-b6f6-1431fae2d671"}]} [ 1675.386570] env[62097]: DEBUG nova.scheduler.client.report [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Refreshing inventories for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1675.412987] env[62097]: DEBUG nova.scheduler.client.report [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Updating ProviderTree inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1675.413213] env[62097]: DEBUG nova.compute.provider_tree [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1675.423150] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034577, 'name': ReconfigVM_Task, 'duration_secs': 0.580145} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.424178] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Reconfigured VM instance instance-00000015 to attach disk [datastore2] ff68de27-4ac7-456a-9946-768d07738a18/ff68de27-4ac7-456a-9946-768d07738a18.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1675.425873] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa3b1b7e-d91a-4ea6-9e9c-3d441272ca3c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.430252] env[62097]: DEBUG nova.compute.manager [req-f6ccd119-cc34-4e88-b865-b411ff28a738 req-f2e8d03b-f8e1-408b-84e5-ed01ba855af1 service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Received event network-changed-b01e3c92-31ef-4d8b-827b-12a6be3088f2 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1675.430506] env[62097]: DEBUG nova.compute.manager [req-f6ccd119-cc34-4e88-b865-b411ff28a738 req-f2e8d03b-f8e1-408b-84e5-ed01ba855af1 service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Refreshing instance network info cache due to event network-changed-b01e3c92-31ef-4d8b-827b-12a6be3088f2. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1675.430803] env[62097]: DEBUG oslo_concurrency.lockutils [req-f6ccd119-cc34-4e88-b865-b411ff28a738 req-f2e8d03b-f8e1-408b-84e5-ed01ba855af1 service nova] Acquiring lock "refresh_cache-b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.431045] env[62097]: DEBUG oslo_concurrency.lockutils [req-f6ccd119-cc34-4e88-b865-b411ff28a738 req-f2e8d03b-f8e1-408b-84e5-ed01ba855af1 service nova] Acquired lock "refresh_cache-b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.431278] env[62097]: DEBUG nova.network.neutron [req-f6ccd119-cc34-4e88-b865-b411ff28a738 req-f2e8d03b-f8e1-408b-84e5-ed01ba855af1 service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Refreshing network info cache for port b01e3c92-31ef-4d8b-827b-12a6be3088f2 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1675.434502] env[62097]: DEBUG nova.scheduler.client.report [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Refreshing aggregate associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, aggregates: None {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1675.439453] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for the task: (returnval){ [ 1675.439453] env[62097]: value = "task-2034578" [ 1675.439453] env[62097]: _type = "Task" [ 1675.439453] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.453126] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034578, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.458516] env[62097]: DEBUG nova.scheduler.client.report [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Refreshing trait associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1675.546038] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquiring lock "6c1b3fe7-08d1-4ebc-804f-0199697b94dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.546289] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Lock "6c1b3fe7-08d1-4ebc-804f-0199697b94dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.547036] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquiring lock "6c1b3fe7-08d1-4ebc-804f-0199697b94dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.547036] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Lock "6c1b3fe7-08d1-4ebc-804f-0199697b94dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.547145] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Lock "6c1b3fe7-08d1-4ebc-804f-0199697b94dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.555032] env[62097]: INFO nova.compute.manager [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Terminating instance [ 1675.804259] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522a5097-a097-cc01-7f65-2a8500f7d8cb, 'name': SearchDatastore_Task, 'duration_secs': 0.022259} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.805112] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-096798a0-263a-4501-be90-c9ead1162590 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.811641] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1675.811641] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52af8d52-a0da-8ef0-7a50-27c1284df2c8" [ 1675.811641] env[62097]: _type = "Task" [ 1675.811641] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.824161] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52af8d52-a0da-8ef0-7a50-27c1284df2c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.829242] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Acquiring lock "049f2126-5f66-4e66-a334-13e33b27b152" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.829485] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Lock "049f2126-5f66-4e66-a334-13e33b27b152" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.948797] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034578, 'name': Rename_Task, 'duration_secs': 0.293107} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.951539] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1675.951995] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd29b35d-d269-492c-aa47-6dc72cf2c0d6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.960776] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for the task: (returnval){ [ 1675.960776] env[62097]: value = "task-2034579" [ 1675.960776] env[62097]: _type = "Task" [ 1675.960776] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.973989] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.037490] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4b9eff-384f-4527-9263-284846eb0215 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.046759] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a765e08-af41-43a2-bdac-247e0755588c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.085120] env[62097]: DEBUG nova.compute.manager [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1676.085120] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1676.085783] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c91520f-c535-4fba-bd40-481de695d4c6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.089181] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ffe915-851f-452f-9842-ad0bf9aa5ca0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.104109] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d15ce58-987a-4a26-9653-9ea340331716 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.107476] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1676.108037] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b0f8a50-849f-4c54-a993-67d93e093218 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.121527] env[62097]: DEBUG nova.compute.provider_tree [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1676.125157] env[62097]: DEBUG oslo_vmware.api [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for the task: (returnval){ [ 1676.125157] env[62097]: value = "task-2034580" [ 1676.125157] env[62097]: _type = "Task" [ 1676.125157] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.137028] env[62097]: DEBUG oslo_vmware.api [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.154427] env[62097]: DEBUG nova.compute.manager [req-199b9849-796b-410b-b2b6-f77648821407 req-82341a99-94c2-4989-850b-180f84075e00 service nova] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Received event network-changed-a887d1c9-9531-4e31-8e9f-1676fa8cd905 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1676.154635] env[62097]: DEBUG nova.compute.manager [req-199b9849-796b-410b-b2b6-f77648821407 req-82341a99-94c2-4989-850b-180f84075e00 service nova] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Refreshing instance network info cache due to event network-changed-a887d1c9-9531-4e31-8e9f-1676fa8cd905. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1676.154863] env[62097]: DEBUG oslo_concurrency.lockutils [req-199b9849-796b-410b-b2b6-f77648821407 req-82341a99-94c2-4989-850b-180f84075e00 service nova] Acquiring lock "refresh_cache-c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.155018] env[62097]: DEBUG oslo_concurrency.lockutils [req-199b9849-796b-410b-b2b6-f77648821407 req-82341a99-94c2-4989-850b-180f84075e00 service nova] Acquired lock "refresh_cache-c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.155194] env[62097]: DEBUG nova.network.neutron [req-199b9849-796b-410b-b2b6-f77648821407 req-82341a99-94c2-4989-850b-180f84075e00 service nova] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Refreshing network info cache for port a887d1c9-9531-4e31-8e9f-1676fa8cd905 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1676.324965] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52af8d52-a0da-8ef0-7a50-27c1284df2c8, 'name': SearchDatastore_Task, 'duration_secs': 0.012305} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.324965] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.324965] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd/c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1676.325626] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2db5a84-48f3-42a2-bc4a-595677490fdf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.336485] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1676.336485] env[62097]: value = "task-2034581" [ 1676.336485] env[62097]: _type = "Task" [ 1676.336485] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.349847] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.472112] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034579, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.472983] env[62097]: DEBUG nova.network.neutron [req-f6ccd119-cc34-4e88-b865-b411ff28a738 req-f2e8d03b-f8e1-408b-84e5-ed01ba855af1 service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Updated VIF entry in instance network info cache for port b01e3c92-31ef-4d8b-827b-12a6be3088f2. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1676.473381] env[62097]: DEBUG nova.network.neutron [req-f6ccd119-cc34-4e88-b865-b411ff28a738 req-f2e8d03b-f8e1-408b-84e5-ed01ba855af1 service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Updating instance_info_cache with network_info: [{"id": "b01e3c92-31ef-4d8b-827b-12a6be3088f2", "address": "fa:16:3e:ff:b1:a2", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01e3c92-31", "ovs_interfaceid": "b01e3c92-31ef-4d8b-827b-12a6be3088f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.641038] env[62097]: DEBUG oslo_vmware.api [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034580, 'name': PowerOffVM_Task, 'duration_secs': 0.211001} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.641038] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1676.641038] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1676.641038] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f677bf2-defc-48d7-b09d-b9c47174b5d4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.668315] env[62097]: DEBUG nova.scheduler.client.report [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Updated inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with generation 50 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1676.668732] env[62097]: DEBUG nova.compute.provider_tree [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Updating resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 generation from 50 to 51 during operation: update_inventory {{(pid=62097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1676.668926] env[62097]: DEBUG nova.compute.provider_tree [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1676.858324] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034581, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.919037] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1676.919037] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1676.919037] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Deleting the datastore file [datastore2] 6c1b3fe7-08d1-4ebc-804f-0199697b94dc {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1676.919037] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e102cd2f-8ffb-476b-8738-39f56462dd5e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.929973] env[62097]: DEBUG oslo_vmware.api [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for the task: (returnval){ [ 1676.929973] env[62097]: value = "task-2034583" [ 1676.929973] env[62097]: _type = "Task" [ 1676.929973] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.945822] env[62097]: DEBUG oslo_vmware.api [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.977790] env[62097]: DEBUG oslo_concurrency.lockutils [req-f6ccd119-cc34-4e88-b865-b411ff28a738 req-f2e8d03b-f8e1-408b-84e5-ed01ba855af1 service nova] Releasing lock "refresh_cache-b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.977790] env[62097]: DEBUG oslo_vmware.api [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034579, 'name': PowerOnVM_Task, 'duration_secs': 0.580437} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.978052] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1676.980299] env[62097]: INFO nova.compute.manager [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Took 11.47 seconds to spawn the instance on the hypervisor. [ 1676.980299] env[62097]: DEBUG nova.compute.manager [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1676.980299] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7251a7-adac-4f24-8003-a335f8cd8ff3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.098722] env[62097]: DEBUG nova.network.neutron [req-199b9849-796b-410b-b2b6-f77648821407 req-82341a99-94c2-4989-850b-180f84075e00 service nova] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Updated VIF entry in instance network info cache for port a887d1c9-9531-4e31-8e9f-1676fa8cd905. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1677.099415] env[62097]: DEBUG nova.network.neutron [req-199b9849-796b-410b-b2b6-f77648821407 req-82341a99-94c2-4989-850b-180f84075e00 service nova] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Updating instance_info_cache with network_info: [{"id": "a887d1c9-9531-4e31-8e9f-1676fa8cd905", "address": "fa:16:3e:0b:bc:b9", "network": {"id": "8ba195c0-dfc6-4c77-ad01-1aa9d6b67312", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1051762696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a05629293b048ca9ee9649a383b63b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa887d1c9-95", "ovs_interfaceid": "a887d1c9-9531-4e31-8e9f-1676fa8cd905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.174831] env[62097]: DEBUG oslo_concurrency.lockutils [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.137s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.175679] env[62097]: DEBUG nova.compute.manager [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1677.178032] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4696462c-6b7f-4c33-bcfb-e323cb448668 tempest-ServersListShow296Test-1180525453 tempest-ServersListShow296Test-1180525453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.379s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.179808] env[62097]: INFO nova.compute.claims [None req-4696462c-6b7f-4c33-bcfb-e323cb448668 tempest-ServersListShow296Test-1180525453 tempest-ServersListShow296Test-1180525453-project-member] [instance: 7e927c54-8608-4a00-a767-35fc5595389e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1677.350459] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648738} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.350740] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd/c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1677.350984] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1677.351288] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25886ba4-3ae6-4237-9568-bfcf22fa16a5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.362823] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1677.362823] env[62097]: value = "task-2034584" [ 1677.362823] env[62097]: _type = "Task" [ 1677.362823] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.372640] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.419067] env[62097]: DEBUG nova.network.neutron [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Successfully updated port: c67c1d33-006d-4aaa-8530-3f6fb716a5fe {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1677.442779] env[62097]: DEBUG oslo_vmware.api [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504657} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.443188] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1677.443257] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1677.444213] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1677.444213] env[62097]: INFO nova.compute.manager [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1677.444213] env[62097]: DEBUG oslo.service.loopingcall [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1677.444213] env[62097]: DEBUG nova.compute.manager [-] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1677.444891] env[62097]: DEBUG nova.network.neutron [-] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1677.508108] env[62097]: INFO nova.compute.manager [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Took 39.53 seconds to build instance. [ 1677.558221] env[62097]: DEBUG nova.compute.manager [req-e3d373ca-6004-46bd-b3a3-d462a1052d96 req-fb079ad7-c8cb-44fd-9951-010684bdf677 service nova] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Received event network-vif-plugged-c67c1d33-006d-4aaa-8530-3f6fb716a5fe {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1677.558326] env[62097]: DEBUG oslo_concurrency.lockutils [req-e3d373ca-6004-46bd-b3a3-d462a1052d96 req-fb079ad7-c8cb-44fd-9951-010684bdf677 service nova] Acquiring lock "4a29c478-1e93-4d58-b8b2-88e087d5f656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.558517] env[62097]: DEBUG oslo_concurrency.lockutils [req-e3d373ca-6004-46bd-b3a3-d462a1052d96 req-fb079ad7-c8cb-44fd-9951-010684bdf677 service nova] Lock "4a29c478-1e93-4d58-b8b2-88e087d5f656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.558639] env[62097]: DEBUG oslo_concurrency.lockutils [req-e3d373ca-6004-46bd-b3a3-d462a1052d96 req-fb079ad7-c8cb-44fd-9951-010684bdf677 service nova] Lock "4a29c478-1e93-4d58-b8b2-88e087d5f656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.558955] env[62097]: DEBUG nova.compute.manager [req-e3d373ca-6004-46bd-b3a3-d462a1052d96 req-fb079ad7-c8cb-44fd-9951-010684bdf677 service nova] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] No waiting events found dispatching network-vif-plugged-c67c1d33-006d-4aaa-8530-3f6fb716a5fe {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1677.559954] env[62097]: WARNING nova.compute.manager [req-e3d373ca-6004-46bd-b3a3-d462a1052d96 req-fb079ad7-c8cb-44fd-9951-010684bdf677 service nova] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Received unexpected event network-vif-plugged-c67c1d33-006d-4aaa-8530-3f6fb716a5fe for instance with vm_state building and task_state spawning. [ 1677.559954] env[62097]: DEBUG nova.compute.manager [req-e3d373ca-6004-46bd-b3a3-d462a1052d96 req-fb079ad7-c8cb-44fd-9951-010684bdf677 service nova] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Received event network-changed-c67c1d33-006d-4aaa-8530-3f6fb716a5fe {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1677.559954] env[62097]: DEBUG nova.compute.manager [req-e3d373ca-6004-46bd-b3a3-d462a1052d96 req-fb079ad7-c8cb-44fd-9951-010684bdf677 service nova] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Refreshing instance network info cache due to event network-changed-c67c1d33-006d-4aaa-8530-3f6fb716a5fe. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1677.559954] env[62097]: DEBUG oslo_concurrency.lockutils [req-e3d373ca-6004-46bd-b3a3-d462a1052d96 req-fb079ad7-c8cb-44fd-9951-010684bdf677 service nova] Acquiring lock "refresh_cache-4a29c478-1e93-4d58-b8b2-88e087d5f656" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.559954] env[62097]: DEBUG oslo_concurrency.lockutils [req-e3d373ca-6004-46bd-b3a3-d462a1052d96 req-fb079ad7-c8cb-44fd-9951-010684bdf677 service nova] Acquired lock "refresh_cache-4a29c478-1e93-4d58-b8b2-88e087d5f656" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.559954] env[62097]: DEBUG nova.network.neutron [req-e3d373ca-6004-46bd-b3a3-d462a1052d96 req-fb079ad7-c8cb-44fd-9951-010684bdf677 service nova] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Refreshing network info cache for port c67c1d33-006d-4aaa-8530-3f6fb716a5fe {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1677.606444] env[62097]: DEBUG oslo_concurrency.lockutils [req-199b9849-796b-410b-b2b6-f77648821407 req-82341a99-94c2-4989-850b-180f84075e00 service nova] Releasing lock "refresh_cache-c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.648883] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquiring lock "72d8c1c0-5d25-4619-8f1e-5fe06787a845" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.649149] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Lock "72d8c1c0-5d25-4619-8f1e-5fe06787a845" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.687146] env[62097]: DEBUG nova.compute.utils [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1677.692304] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4696462c-6b7f-4c33-bcfb-e323cb448668 tempest-ServersListShow296Test-1180525453 tempest-ServersListShow296Test-1180525453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.511s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.693504] env[62097]: DEBUG nova.compute.utils [None req-4696462c-6b7f-4c33-bcfb-e323cb448668 tempest-ServersListShow296Test-1180525453 tempest-ServersListShow296Test-1180525453-project-member] [instance: 7e927c54-8608-4a00-a767-35fc5595389e] Instance 7e927c54-8608-4a00-a767-35fc5595389e could not be found. {{(pid=62097) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1677.695225] env[62097]: DEBUG nova.compute.manager [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Not allocating networking since 'none' was specified. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1677.695225] env[62097]: DEBUG oslo_concurrency.lockutils [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.582s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.695564] env[62097]: DEBUG nova.objects.instance [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lazy-loading 'resources' on Instance uuid f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1677.697254] env[62097]: DEBUG nova.compute.manager [None req-4696462c-6b7f-4c33-bcfb-e323cb448668 tempest-ServersListShow296Test-1180525453 tempest-ServersListShow296Test-1180525453-project-member] [instance: 7e927c54-8608-4a00-a767-35fc5595389e] Instance disappeared during build. {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 1677.697254] env[62097]: DEBUG nova.compute.manager [None req-4696462c-6b7f-4c33-bcfb-e323cb448668 tempest-ServersListShow296Test-1180525453 tempest-ServersListShow296Test-1180525453-project-member] [instance: 7e927c54-8608-4a00-a767-35fc5595389e] Unplugging VIFs for instance {{(pid=62097) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 1677.697427] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4696462c-6b7f-4c33-bcfb-e323cb448668 tempest-ServersListShow296Test-1180525453 tempest-ServersListShow296Test-1180525453-project-member] Acquiring lock "refresh_cache-7e927c54-8608-4a00-a767-35fc5595389e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.697574] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4696462c-6b7f-4c33-bcfb-e323cb448668 tempest-ServersListShow296Test-1180525453 tempest-ServersListShow296Test-1180525453-project-member] Acquired lock "refresh_cache-7e927c54-8608-4a00-a767-35fc5595389e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.697730] env[62097]: DEBUG nova.network.neutron [None req-4696462c-6b7f-4c33-bcfb-e323cb448668 tempest-ServersListShow296Test-1180525453 tempest-ServersListShow296Test-1180525453-project-member] [instance: 7e927c54-8608-4a00-a767-35fc5595389e] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1677.873857] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117203} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.874259] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1677.875075] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d2acb3-9adc-4dca-9e9d-eba1fc6992be {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.897924] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd/c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1677.897924] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8808407f-bcc6-4534-a518-38c5d2adc41f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.917208] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "refresh_cache-4a29c478-1e93-4d58-b8b2-88e087d5f656" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.921017] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1677.921017] env[62097]: value = "task-2034585" [ 1677.921017] env[62097]: _type = "Task" [ 1677.921017] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.933285] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.011333] env[62097]: DEBUG oslo_concurrency.lockutils [None req-55b51b35-c411-4749-93b0-b6118cdfd5e3 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Lock "ff68de27-4ac7-456a-9946-768d07738a18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.172s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.118618] env[62097]: DEBUG nova.network.neutron [req-e3d373ca-6004-46bd-b3a3-d462a1052d96 req-fb079ad7-c8cb-44fd-9951-010684bdf677 service nova] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1678.198028] env[62097]: DEBUG nova.compute.manager [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1678.201855] env[62097]: DEBUG nova.compute.utils [None req-4696462c-6b7f-4c33-bcfb-e323cb448668 tempest-ServersListShow296Test-1180525453 tempest-ServersListShow296Test-1180525453-project-member] [instance: 7e927c54-8608-4a00-a767-35fc5595389e] Can not refresh info_cache because instance was not found {{(pid=62097) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1678.311433] env[62097]: DEBUG nova.network.neutron [req-e3d373ca-6004-46bd-b3a3-d462a1052d96 req-fb079ad7-c8cb-44fd-9951-010684bdf677 service nova] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.331662] env[62097]: DEBUG nova.network.neutron [None req-4696462c-6b7f-4c33-bcfb-e323cb448668 tempest-ServersListShow296Test-1180525453 tempest-ServersListShow296Test-1180525453-project-member] [instance: 7e927c54-8608-4a00-a767-35fc5595389e] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1678.434810] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.457571] env[62097]: DEBUG nova.network.neutron [None req-4696462c-6b7f-4c33-bcfb-e323cb448668 tempest-ServersListShow296Test-1180525453 tempest-ServersListShow296Test-1180525453-project-member] [instance: 7e927c54-8608-4a00-a767-35fc5595389e] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.516117] env[62097]: DEBUG nova.compute.manager [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1678.724550] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f952fc5d-4bae-4192-8369-ad89f344a0db {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.732914] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cdbf76-f81b-4967-b92e-182af8a999ce {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.782134] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b371461-d5db-42bc-a64c-e07de0ef6002 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.790841] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2326bf-00f5-41cf-afda-96749af40861 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.810145] env[62097]: DEBUG nova.compute.provider_tree [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.814515] env[62097]: DEBUG oslo_concurrency.lockutils [req-e3d373ca-6004-46bd-b3a3-d462a1052d96 req-fb079ad7-c8cb-44fd-9951-010684bdf677 service nova] Releasing lock "refresh_cache-4a29c478-1e93-4d58-b8b2-88e087d5f656" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.814862] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquired lock "refresh_cache-4a29c478-1e93-4d58-b8b2-88e087d5f656" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.815034] env[62097]: DEBUG nova.network.neutron [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1678.936015] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034585, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.960025] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4696462c-6b7f-4c33-bcfb-e323cb448668 tempest-ServersListShow296Test-1180525453 tempest-ServersListShow296Test-1180525453-project-member] Releasing lock "refresh_cache-7e927c54-8608-4a00-a767-35fc5595389e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.960025] env[62097]: DEBUG nova.compute.manager [None req-4696462c-6b7f-4c33-bcfb-e323cb448668 tempest-ServersListShow296Test-1180525453 tempest-ServersListShow296Test-1180525453-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62097) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 1678.960025] env[62097]: DEBUG nova.compute.manager [None req-4696462c-6b7f-4c33-bcfb-e323cb448668 tempest-ServersListShow296Test-1180525453 tempest-ServersListShow296Test-1180525453-project-member] [instance: 7e927c54-8608-4a00-a767-35fc5595389e] Skipping network deallocation for instance since networking was not requested. {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}} [ 1679.004460] env[62097]: DEBUG nova.compute.manager [req-685b911f-86ee-48b7-b2f8-df833ec71155 req-a1d45a52-1108-4ab4-85e8-0a42a3629e04 service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Received event network-changed-8993c4b1-8a62-44df-9d85-d6b34b5b98d8 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1679.004547] env[62097]: DEBUG nova.compute.manager [req-685b911f-86ee-48b7-b2f8-df833ec71155 req-a1d45a52-1108-4ab4-85e8-0a42a3629e04 service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Refreshing instance network info cache due to event network-changed-8993c4b1-8a62-44df-9d85-d6b34b5b98d8. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1679.004911] env[62097]: DEBUG oslo_concurrency.lockutils [req-685b911f-86ee-48b7-b2f8-df833ec71155 req-a1d45a52-1108-4ab4-85e8-0a42a3629e04 service nova] Acquiring lock "refresh_cache-14dbda85-7017-4a43-87a8-36e96f048b49" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.004911] env[62097]: DEBUG oslo_concurrency.lockutils [req-685b911f-86ee-48b7-b2f8-df833ec71155 req-a1d45a52-1108-4ab4-85e8-0a42a3629e04 service nova] Acquired lock "refresh_cache-14dbda85-7017-4a43-87a8-36e96f048b49" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.005188] env[62097]: DEBUG nova.network.neutron [req-685b911f-86ee-48b7-b2f8-df833ec71155 req-a1d45a52-1108-4ab4-85e8-0a42a3629e04 service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Refreshing network info cache for port 8993c4b1-8a62-44df-9d85-d6b34b5b98d8 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1679.021838] env[62097]: DEBUG nova.network.neutron [-] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.046361] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.211516] env[62097]: DEBUG nova.compute.manager [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1679.239106] env[62097]: DEBUG nova.virt.hardware [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1679.239421] env[62097]: DEBUG nova.virt.hardware [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1679.239519] env[62097]: DEBUG nova.virt.hardware [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1679.239698] env[62097]: DEBUG nova.virt.hardware [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1679.239842] env[62097]: DEBUG nova.virt.hardware [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1679.240034] env[62097]: DEBUG nova.virt.hardware [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1679.240255] env[62097]: DEBUG nova.virt.hardware [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1679.240413] env[62097]: DEBUG nova.virt.hardware [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1679.240581] env[62097]: DEBUG nova.virt.hardware [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1679.240735] env[62097]: DEBUG nova.virt.hardware [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1679.240914] env[62097]: DEBUG nova.virt.hardware [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1679.241858] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c395ca7-8b26-4a47-aba2-2044f8a0c285 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.250715] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0144f87-e2b7-468a-b640-ab91d8a485a7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.265429] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Instance VIF info [] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1679.271372] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Creating folder: Project (ccc9f6000599433eb5719cf9429f19ec). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1679.271776] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b9ef4e3-f97e-47d3-8399-f5c092f47797 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.282834] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Created folder: Project (ccc9f6000599433eb5719cf9429f19ec) in parent group-v417770. [ 1679.283017] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Creating folder: Instances. Parent ref: group-v417835. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1679.283253] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58003894-081a-4090-969a-250e2ea13e17 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.291332] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Created folder: Instances in parent group-v417835. [ 1679.291415] env[62097]: DEBUG oslo.service.loopingcall [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1679.291590] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1679.291789] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0613893b-6523-4be5-b467-439a5de63304 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.314553] env[62097]: DEBUG nova.scheduler.client.report [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1679.318656] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1679.318656] env[62097]: value = "task-2034588" [ 1679.318656] env[62097]: _type = "Task" [ 1679.318656] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.334415] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034588, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.379342] env[62097]: DEBUG nova.network.neutron [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1679.435700] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034585, 'name': ReconfigVM_Task, 'duration_secs': 1.025842} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.436262] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Reconfigured VM instance instance-00000016 to attach disk [datastore2] c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd/c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1679.437151] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5082234-2400-43c1-9350-2f6f1af58024 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.444023] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1679.444023] env[62097]: value = "task-2034589" [ 1679.444023] env[62097]: _type = "Task" [ 1679.444023] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.455841] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034589, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.524611] env[62097]: INFO nova.compute.manager [-] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Took 2.08 seconds to deallocate network for instance. [ 1679.693326] env[62097]: DEBUG nova.network.neutron [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Updating instance_info_cache with network_info: [{"id": "c67c1d33-006d-4aaa-8530-3f6fb716a5fe", "address": "fa:16:3e:19:e3:cd", "network": {"id": "d5f1d527-c4ee-43d8-9626-eecf29c8ef61", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-607891245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3531ea2e2b40fb912cdca256a6c579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc67c1d33-00", "ovs_interfaceid": "c67c1d33-006d-4aaa-8530-3f6fb716a5fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.820395] env[62097]: DEBUG oslo_concurrency.lockutils [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.822978] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.827s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.823428] env[62097]: DEBUG nova.objects.instance [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lazy-loading 'resources' on Instance uuid cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1679.838339] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034588, 'name': CreateVM_Task, 'duration_secs': 0.317475} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.838535] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1679.839041] env[62097]: DEBUG oslo_concurrency.lockutils [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.839266] env[62097]: DEBUG oslo_concurrency.lockutils [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.839748] env[62097]: DEBUG oslo_concurrency.lockutils [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1679.839892] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-800b692c-5359-474c-8d30-35e5165cb4b8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.846979] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Waiting for the task: (returnval){ [ 1679.846979] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52403890-eb67-f651-1359-115b7fe067cb" [ 1679.846979] env[62097]: _type = "Task" [ 1679.846979] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.852642] env[62097]: INFO nova.scheduler.client.report [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Deleted allocations for instance f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953 [ 1679.860844] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52403890-eb67-f651-1359-115b7fe067cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.889971] env[62097]: DEBUG nova.network.neutron [req-685b911f-86ee-48b7-b2f8-df833ec71155 req-a1d45a52-1108-4ab4-85e8-0a42a3629e04 service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Updated VIF entry in instance network info cache for port 8993c4b1-8a62-44df-9d85-d6b34b5b98d8. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1679.889971] env[62097]: DEBUG nova.network.neutron [req-685b911f-86ee-48b7-b2f8-df833ec71155 req-a1d45a52-1108-4ab4-85e8-0a42a3629e04 service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Updating instance_info_cache with network_info: [{"id": "8993c4b1-8a62-44df-9d85-d6b34b5b98d8", "address": "fa:16:3e:a4:3f:b8", "network": {"id": "ee93f801-6e82-4441-b425-68cd150958ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1524557377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c431e17ad94d858169330cef9bf619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8993c4b1-8a", "ovs_interfaceid": "8993c4b1-8a62-44df-9d85-d6b34b5b98d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.957622] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034589, 'name': Rename_Task, 'duration_secs': 0.163952} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.957622] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1679.957622] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-037f9883-02a7-4157-ad02-f9c6884b711a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.965716] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1679.965716] env[62097]: value = "task-2034590" [ 1679.965716] env[62097]: _type = "Task" [ 1679.965716] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.974381] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.986798] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4696462c-6b7f-4c33-bcfb-e323cb448668 tempest-ServersListShow296Test-1180525453 tempest-ServersListShow296Test-1180525453-project-member] Lock "7e927c54-8608-4a00-a767-35fc5595389e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.688s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.039488] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.151712] env[62097]: DEBUG nova.compute.manager [req-09bc650b-12d1-4c7c-84f0-6f94ff14cb79 req-6625fc30-d3af-47a0-a53c-82565047a2c8 service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Received event network-vif-deleted-64bc166b-7074-4eac-b27d-66e42c7301fe {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1680.151827] env[62097]: DEBUG nova.compute.manager [req-09bc650b-12d1-4c7c-84f0-6f94ff14cb79 req-6625fc30-d3af-47a0-a53c-82565047a2c8 service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Received event network-vif-deleted-5e3598f0-2d3d-407d-8a00-32aba33c6db7 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1680.152576] env[62097]: DEBUG nova.compute.manager [req-09bc650b-12d1-4c7c-84f0-6f94ff14cb79 req-6625fc30-d3af-47a0-a53c-82565047a2c8 service nova] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Received event network-vif-deleted-439c01aa-94ad-423f-8b95-63e4f1d43476 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1680.196332] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Releasing lock "refresh_cache-4a29c478-1e93-4d58-b8b2-88e087d5f656" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.196332] env[62097]: DEBUG nova.compute.manager [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Instance network_info: |[{"id": "c67c1d33-006d-4aaa-8530-3f6fb716a5fe", "address": "fa:16:3e:19:e3:cd", "network": {"id": "d5f1d527-c4ee-43d8-9626-eecf29c8ef61", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-607891245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3531ea2e2b40fb912cdca256a6c579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc67c1d33-00", "ovs_interfaceid": "c67c1d33-006d-4aaa-8530-3f6fb716a5fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1680.196696] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:e3:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c67c1d33-006d-4aaa-8530-3f6fb716a5fe', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1680.206157] env[62097]: DEBUG oslo.service.loopingcall [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1680.206713] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1680.206955] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd9ebfbb-149a-46dd-8f1e-d1a67ad720dc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.230668] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1680.230668] env[62097]: value = "task-2034591" [ 1680.230668] env[62097]: _type = "Task" [ 1680.230668] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.239233] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034591, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.362986] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52403890-eb67-f651-1359-115b7fe067cb, 'name': SearchDatastore_Task, 'duration_secs': 0.014355} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.362986] env[62097]: DEBUG oslo_concurrency.lockutils [None req-888d51f4-9b03-4c20-a0ea-2f38f7d56481 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.327s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.366228] env[62097]: DEBUG oslo_concurrency.lockutils [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.366457] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1680.366687] env[62097]: DEBUG oslo_concurrency.lockutils [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.366831] env[62097]: DEBUG oslo_concurrency.lockutils [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.366999] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1680.371272] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce369816-3a8d-4a8c-b5a4-10baee0ff635 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.381997] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1680.381997] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1680.383297] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f246222f-eea3-4d49-8561-56db1078465f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.388420] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Waiting for the task: (returnval){ [ 1680.388420] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52094cbc-5f06-2b6d-b91d-bcccacea3a82" [ 1680.388420] env[62097]: _type = "Task" [ 1680.388420] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.394264] env[62097]: DEBUG oslo_concurrency.lockutils [req-685b911f-86ee-48b7-b2f8-df833ec71155 req-a1d45a52-1108-4ab4-85e8-0a42a3629e04 service nova] Releasing lock "refresh_cache-14dbda85-7017-4a43-87a8-36e96f048b49" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.402691] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52094cbc-5f06-2b6d-b91d-bcccacea3a82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.477927] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034590, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.489766] env[62097]: DEBUG nova.compute.manager [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1680.752751] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034591, 'name': CreateVM_Task, 'duration_secs': 0.520466} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.755831] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1680.756861] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.756955] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.757211] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1680.757500] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad8ecef-d5e0-40ea-8741-9057ee66d749 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.763123] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1680.763123] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5237b690-2362-ea4e-caa1-f1a8f7a23066" [ 1680.763123] env[62097]: _type = "Task" [ 1680.763123] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.771809] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5237b690-2362-ea4e-caa1-f1a8f7a23066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.901392] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52094cbc-5f06-2b6d-b91d-bcccacea3a82, 'name': SearchDatastore_Task, 'duration_secs': 0.026594} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.902221] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae712fcf-6ec1-4643-a09e-83d355540b9b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.907591] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Waiting for the task: (returnval){ [ 1680.907591] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d7b2cf-7cee-94cd-8e5b-067f3fcc5038" [ 1680.907591] env[62097]: _type = "Task" [ 1680.907591] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.920713] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d7b2cf-7cee-94cd-8e5b-067f3fcc5038, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.941544] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75812b2c-683c-4af5-8d14-0fef298bfc01 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.949055] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777d9564-9c99-46dc-8417-ff16470f03ba {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.982420] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5198fc9-6ba7-44ac-ac47-e4bdbaf66488 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.995976] env[62097]: DEBUG oslo_vmware.api [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034590, 'name': PowerOnVM_Task, 'duration_secs': 0.802556} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.998764] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfc8f28-d68b-4a51-9a04-ad4065069aa0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.003050] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1681.003050] env[62097]: INFO nova.compute.manager [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Took 12.89 seconds to spawn the instance on the hypervisor. [ 1681.003050] env[62097]: DEBUG nova.compute.manager [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1681.004013] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c285832-aa4f-4cf7-92a0-dc7bf0a0430a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.021820] env[62097]: DEBUG nova.compute.provider_tree [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1681.024307] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.273690] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5237b690-2362-ea4e-caa1-f1a8f7a23066, 'name': SearchDatastore_Task, 'duration_secs': 0.009137} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.274013] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.274257] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1681.274478] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.324108] env[62097]: DEBUG nova.compute.manager [req-f43fba9e-169e-4f7a-b134-9d18f6724eff req-5cb94d71-86c8-4d33-8d4d-1d6c0e97dead service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Received event network-changed-8993c4b1-8a62-44df-9d85-d6b34b5b98d8 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1681.324108] env[62097]: DEBUG nova.compute.manager [req-f43fba9e-169e-4f7a-b134-9d18f6724eff req-5cb94d71-86c8-4d33-8d4d-1d6c0e97dead service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Refreshing instance network info cache due to event network-changed-8993c4b1-8a62-44df-9d85-d6b34b5b98d8. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1681.324108] env[62097]: DEBUG oslo_concurrency.lockutils [req-f43fba9e-169e-4f7a-b134-9d18f6724eff req-5cb94d71-86c8-4d33-8d4d-1d6c0e97dead service nova] Acquiring lock "refresh_cache-14dbda85-7017-4a43-87a8-36e96f048b49" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.324108] env[62097]: DEBUG oslo_concurrency.lockutils [req-f43fba9e-169e-4f7a-b134-9d18f6724eff req-5cb94d71-86c8-4d33-8d4d-1d6c0e97dead service nova] Acquired lock "refresh_cache-14dbda85-7017-4a43-87a8-36e96f048b49" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.324108] env[62097]: DEBUG nova.network.neutron [req-f43fba9e-169e-4f7a-b134-9d18f6724eff req-5cb94d71-86c8-4d33-8d4d-1d6c0e97dead service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Refreshing network info cache for port 8993c4b1-8a62-44df-9d85-d6b34b5b98d8 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1681.429918] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d7b2cf-7cee-94cd-8e5b-067f3fcc5038, 'name': SearchDatastore_Task, 'duration_secs': 0.028244} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.430227] env[62097]: DEBUG oslo_concurrency.lockutils [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.430485] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] e74c419d-78d4-4fdb-b1c6-9ff750272761/e74c419d-78d4-4fdb-b1c6-9ff750272761.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1681.430761] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.430953] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1681.431324] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe19f461-fe3f-4bba-8c31-61da6a4cbc71 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.434053] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3fc5e9b-fda4-4aa9-8488-f3547414c633 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.445647] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1681.445831] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1681.446685] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Waiting for the task: (returnval){ [ 1681.446685] env[62097]: value = "task-2034592" [ 1681.446685] env[62097]: _type = "Task" [ 1681.446685] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.446880] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3785e8fa-eff7-41e2-8adc-1d2960261db4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.455652] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1681.455652] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5205f888-571c-814c-a57a-52e214902ce0" [ 1681.455652] env[62097]: _type = "Task" [ 1681.455652] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.459349] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Task: {'id': task-2034592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.468925] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5205f888-571c-814c-a57a-52e214902ce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.532384] env[62097]: DEBUG nova.scheduler.client.report [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1681.542420] env[62097]: INFO nova.compute.manager [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Took 43.44 seconds to build instance. [ 1681.962828] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Task: {'id': task-2034592, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.975211] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5205f888-571c-814c-a57a-52e214902ce0, 'name': SearchDatastore_Task, 'duration_secs': 0.01146} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.978998] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db0f633f-4e88-411d-a232-99e40d382444 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.986180] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1681.986180] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528eea9d-470b-a839-6402-e74a5b2c8440" [ 1681.986180] env[62097]: _type = "Task" [ 1681.986180] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.995269] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528eea9d-470b-a839-6402-e74a5b2c8440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.042157] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.045099] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.386s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.048655] env[62097]: INFO nova.compute.claims [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1682.051430] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eb18cede-8f18-44de-9d5c-8c19feec75ab tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.770s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.078135] env[62097]: INFO nova.scheduler.client.report [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Deleted allocations for instance cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e [ 1682.123913] env[62097]: DEBUG nova.network.neutron [req-f43fba9e-169e-4f7a-b134-9d18f6724eff req-5cb94d71-86c8-4d33-8d4d-1d6c0e97dead service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Updated VIF entry in instance network info cache for port 8993c4b1-8a62-44df-9d85-d6b34b5b98d8. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1682.123913] env[62097]: DEBUG nova.network.neutron [req-f43fba9e-169e-4f7a-b134-9d18f6724eff req-5cb94d71-86c8-4d33-8d4d-1d6c0e97dead service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Updating instance_info_cache with network_info: [{"id": "8993c4b1-8a62-44df-9d85-d6b34b5b98d8", "address": "fa:16:3e:a4:3f:b8", "network": {"id": "ee93f801-6e82-4441-b425-68cd150958ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1524557377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c431e17ad94d858169330cef9bf619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8993c4b1-8a", "ovs_interfaceid": "8993c4b1-8a62-44df-9d85-d6b34b5b98d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.205875] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "d37200db-e945-461a-84f5-beb632e9b4bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.206376] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "d37200db-e945-461a-84f5-beb632e9b4bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.460763] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Task: {'id': task-2034592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552547} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.461289] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] e74c419d-78d4-4fdb-b1c6-9ff750272761/e74c419d-78d4-4fdb-b1c6-9ff750272761.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1682.461649] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1682.461993] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf8a05b3-4483-4d34-a9ba-218957e0319c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.472035] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Waiting for the task: (returnval){ [ 1682.472035] env[62097]: value = "task-2034593" [ 1682.472035] env[62097]: _type = "Task" [ 1682.472035] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.479734] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Task: {'id': task-2034593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.495639] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528eea9d-470b-a839-6402-e74a5b2c8440, 'name': SearchDatastore_Task, 'duration_secs': 0.010602} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.495900] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.496869] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 4a29c478-1e93-4d58-b8b2-88e087d5f656/4a29c478-1e93-4d58-b8b2-88e087d5f656.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1682.496869] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a110094d-aa98-4c67-8724-0d2f53f51a14 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.504912] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1682.504912] env[62097]: value = "task-2034594" [ 1682.504912] env[62097]: _type = "Task" [ 1682.504912] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.512653] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.557028] env[62097]: DEBUG nova.compute.manager [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1682.587482] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8f9b0216-3212-4273-81f2-a9996ee93e99 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.661s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.627750] env[62097]: DEBUG oslo_concurrency.lockutils [req-f43fba9e-169e-4f7a-b134-9d18f6724eff req-5cb94d71-86c8-4d33-8d4d-1d6c0e97dead service nova] Releasing lock "refresh_cache-14dbda85-7017-4a43-87a8-36e96f048b49" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.627750] env[62097]: DEBUG nova.compute.manager [req-f43fba9e-169e-4f7a-b134-9d18f6724eff req-5cb94d71-86c8-4d33-8d4d-1d6c0e97dead service nova] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Received event network-changed-94445269-6172-4cd8-818b-b2961e62fb44 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1682.627750] env[62097]: DEBUG nova.compute.manager [req-f43fba9e-169e-4f7a-b134-9d18f6724eff req-5cb94d71-86c8-4d33-8d4d-1d6c0e97dead service nova] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Refreshing instance network info cache due to event network-changed-94445269-6172-4cd8-818b-b2961e62fb44. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1682.627750] env[62097]: DEBUG oslo_concurrency.lockutils [req-f43fba9e-169e-4f7a-b134-9d18f6724eff req-5cb94d71-86c8-4d33-8d4d-1d6c0e97dead service nova] Acquiring lock "refresh_cache-ff68de27-4ac7-456a-9946-768d07738a18" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.627750] env[62097]: DEBUG oslo_concurrency.lockutils [req-f43fba9e-169e-4f7a-b134-9d18f6724eff req-5cb94d71-86c8-4d33-8d4d-1d6c0e97dead service nova] Acquired lock "refresh_cache-ff68de27-4ac7-456a-9946-768d07738a18" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.627750] env[62097]: DEBUG nova.network.neutron [req-f43fba9e-169e-4f7a-b134-9d18f6724eff req-5cb94d71-86c8-4d33-8d4d-1d6c0e97dead service nova] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Refreshing network info cache for port 94445269-6172-4cd8-818b-b2961e62fb44 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1682.980542] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Task: {'id': task-2034593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.054564} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.984020] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1682.984020] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f80dc2-78af-42fc-a041-0c5e9dcc557f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.004142] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] e74c419d-78d4-4fdb-b1c6-9ff750272761/e74c419d-78d4-4fdb-b1c6-9ff750272761.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1683.004727] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd6088db-a996-4914-bd34-ec0abbbef028 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.029248] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034594, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.031160] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Waiting for the task: (returnval){ [ 1683.031160] env[62097]: value = "task-2034595" [ 1683.031160] env[62097]: _type = "Task" [ 1683.031160] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.040174] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Task: {'id': task-2034595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.088507] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.407670] env[62097]: DEBUG nova.network.neutron [req-f43fba9e-169e-4f7a-b134-9d18f6724eff req-5cb94d71-86c8-4d33-8d4d-1d6c0e97dead service nova] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Updated VIF entry in instance network info cache for port 94445269-6172-4cd8-818b-b2961e62fb44. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1683.407670] env[62097]: DEBUG nova.network.neutron [req-f43fba9e-169e-4f7a-b134-9d18f6724eff req-5cb94d71-86c8-4d33-8d4d-1d6c0e97dead service nova] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Updating instance_info_cache with network_info: [{"id": "94445269-6172-4cd8-818b-b2961e62fb44", "address": "fa:16:3e:8d:7e:26", "network": {"id": "ee93f801-6e82-4441-b425-68cd150958ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1524557377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c431e17ad94d858169330cef9bf619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94445269-61", "ovs_interfaceid": "94445269-6172-4cd8-818b-b2961e62fb44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.533354] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.893236} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.539141] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 4a29c478-1e93-4d58-b8b2-88e087d5f656/4a29c478-1e93-4d58-b8b2-88e087d5f656.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1683.539393] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1683.540331] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76e193af-3190-4f4b-92d3-bf9e0b5ad0c7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.548497] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Task: {'id': task-2034595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.549496] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1683.549496] env[62097]: value = "task-2034596" [ 1683.549496] env[62097]: _type = "Task" [ 1683.549496] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.561100] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.596627] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf71885-414d-4639-b8cf-5ad6672071cf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.606980] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c91117-29c4-40da-97fe-26e3a2d060e9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.644235] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2874289-605b-4ac7-92a4-077135e515d5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.653033] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd4c0b9-7755-4118-876c-d8881c19a083 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.668822] env[62097]: DEBUG nova.compute.provider_tree [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1683.918868] env[62097]: DEBUG oslo_concurrency.lockutils [req-f43fba9e-169e-4f7a-b134-9d18f6724eff req-5cb94d71-86c8-4d33-8d4d-1d6c0e97dead service nova] Releasing lock "refresh_cache-ff68de27-4ac7-456a-9946-768d07738a18" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.986722] env[62097]: DEBUG nova.compute.manager [req-3943e3f5-0278-42d7-9a06-9d658eb2bb2c req-7b486f15-d959-4864-b747-7672b32a2232 service nova] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Received event network-changed-a887d1c9-9531-4e31-8e9f-1676fa8cd905 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1683.987533] env[62097]: DEBUG nova.compute.manager [req-3943e3f5-0278-42d7-9a06-9d658eb2bb2c req-7b486f15-d959-4864-b747-7672b32a2232 service nova] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Refreshing instance network info cache due to event network-changed-a887d1c9-9531-4e31-8e9f-1676fa8cd905. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1683.987533] env[62097]: DEBUG oslo_concurrency.lockutils [req-3943e3f5-0278-42d7-9a06-9d658eb2bb2c req-7b486f15-d959-4864-b747-7672b32a2232 service nova] Acquiring lock "refresh_cache-c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.987688] env[62097]: DEBUG oslo_concurrency.lockutils [req-3943e3f5-0278-42d7-9a06-9d658eb2bb2c req-7b486f15-d959-4864-b747-7672b32a2232 service nova] Acquired lock "refresh_cache-c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.987847] env[62097]: DEBUG nova.network.neutron [req-3943e3f5-0278-42d7-9a06-9d658eb2bb2c req-7b486f15-d959-4864-b747-7672b32a2232 service nova] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Refreshing network info cache for port a887d1c9-9531-4e31-8e9f-1676fa8cd905 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1684.042813] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Task: {'id': task-2034595, 'name': ReconfigVM_Task, 'duration_secs': 0.954786} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.045978] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Reconfigured VM instance instance-00000018 to attach disk [datastore2] e74c419d-78d4-4fdb-b1c6-9ff750272761/e74c419d-78d4-4fdb-b1c6-9ff750272761.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1684.046691] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a31a3c7-c755-40ce-a200-ff735f3640cc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.053644] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Waiting for the task: (returnval){ [ 1684.053644] env[62097]: value = "task-2034597" [ 1684.053644] env[62097]: _type = "Task" [ 1684.053644] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.069409] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074062} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.072753] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1684.073092] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Task: {'id': task-2034597, 'name': Rename_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.074087] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aed117e-43f6-49f9-a02c-b6d19d329ed7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.095603] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 4a29c478-1e93-4d58-b8b2-88e087d5f656/4a29c478-1e93-4d58-b8b2-88e087d5f656.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1684.095872] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-941a9678-052b-4808-8647-d351ea3dd687 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.115508] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1684.115508] env[62097]: value = "task-2034598" [ 1684.115508] env[62097]: _type = "Task" [ 1684.115508] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.123538] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.172818] env[62097]: DEBUG nova.scheduler.client.report [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1684.450532] env[62097]: DEBUG oslo_concurrency.lockutils [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquiring lock "ff68de27-4ac7-456a-9946-768d07738a18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.450796] env[62097]: DEBUG oslo_concurrency.lockutils [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Lock "ff68de27-4ac7-456a-9946-768d07738a18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.451088] env[62097]: DEBUG oslo_concurrency.lockutils [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquiring lock "ff68de27-4ac7-456a-9946-768d07738a18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.451289] env[62097]: DEBUG oslo_concurrency.lockutils [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Lock "ff68de27-4ac7-456a-9946-768d07738a18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.451458] env[62097]: DEBUG oslo_concurrency.lockutils [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Lock "ff68de27-4ac7-456a-9946-768d07738a18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.453613] env[62097]: INFO nova.compute.manager [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Terminating instance [ 1684.570525] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Task: {'id': task-2034597, 'name': Rename_Task, 'duration_secs': 0.276768} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.573427] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1684.573716] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eedd515e-819a-4a1b-853a-9741269b0e4a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.580333] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Waiting for the task: (returnval){ [ 1684.580333] env[62097]: value = "task-2034599" [ 1684.580333] env[62097]: _type = "Task" [ 1684.580333] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.589228] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Task: {'id': task-2034599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.628876] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.654874] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "edab7482-65e5-4141-aa17-08c348f76bbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.655175] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "edab7482-65e5-4141-aa17-08c348f76bbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.678754] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.679303] env[62097]: DEBUG nova.compute.manager [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1684.682712] env[62097]: DEBUG oslo_concurrency.lockutils [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.468s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.684158] env[62097]: INFO nova.compute.claims [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1684.690864] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "1993cbe1-7d91-42d7-85ab-fae419cedef7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.691108] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "1993cbe1-7d91-42d7-85ab-fae419cedef7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.750156] env[62097]: DEBUG nova.network.neutron [req-3943e3f5-0278-42d7-9a06-9d658eb2bb2c req-7b486f15-d959-4864-b747-7672b32a2232 service nova] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Updated VIF entry in instance network info cache for port a887d1c9-9531-4e31-8e9f-1676fa8cd905. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1684.750562] env[62097]: DEBUG nova.network.neutron [req-3943e3f5-0278-42d7-9a06-9d658eb2bb2c req-7b486f15-d959-4864-b747-7672b32a2232 service nova] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Updating instance_info_cache with network_info: [{"id": "a887d1c9-9531-4e31-8e9f-1676fa8cd905", "address": "fa:16:3e:0b:bc:b9", "network": {"id": "8ba195c0-dfc6-4c77-ad01-1aa9d6b67312", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1051762696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a05629293b048ca9ee9649a383b63b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa887d1c9-95", "ovs_interfaceid": "a887d1c9-9531-4e31-8e9f-1676fa8cd905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.957068] env[62097]: DEBUG nova.compute.manager [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1684.957299] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1684.958569] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8913edf2-0da8-4ad6-8244-bb3926039f26 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.966519] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1684.966764] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d6376a2-239c-4bc1-8186-73c623c37e30 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.974016] env[62097]: DEBUG oslo_vmware.api [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for the task: (returnval){ [ 1684.974016] env[62097]: value = "task-2034600" [ 1684.974016] env[62097]: _type = "Task" [ 1684.974016] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.981502] env[62097]: DEBUG oslo_vmware.api [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.089611] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Task: {'id': task-2034599, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.127644] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034598, 'name': ReconfigVM_Task, 'duration_secs': 0.694473} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.128197] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 4a29c478-1e93-4d58-b8b2-88e087d5f656/4a29c478-1e93-4d58-b8b2-88e087d5f656.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1685.128930] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-491fda85-6202-42d0-a06e-873ef3eb2cf2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.136064] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1685.136064] env[62097]: value = "task-2034601" [ 1685.136064] env[62097]: _type = "Task" [ 1685.136064] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.147880] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034601, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.189395] env[62097]: DEBUG nova.compute.utils [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1685.195334] env[62097]: DEBUG nova.compute.manager [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1685.195334] env[62097]: DEBUG nova.network.neutron [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1685.243539] env[62097]: DEBUG nova.policy [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd804c275e1f84f60a48a9fb5f259470f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aab24cd2cc5a4f148af2e730ed7bcb09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1685.252977] env[62097]: DEBUG oslo_concurrency.lockutils [req-3943e3f5-0278-42d7-9a06-9d658eb2bb2c req-7b486f15-d959-4864-b747-7672b32a2232 service nova] Releasing lock "refresh_cache-c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.253286] env[62097]: DEBUG nova.compute.manager [req-3943e3f5-0278-42d7-9a06-9d658eb2bb2c req-7b486f15-d959-4864-b747-7672b32a2232 service nova] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Received event network-changed-94445269-6172-4cd8-818b-b2961e62fb44 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1685.253465] env[62097]: DEBUG nova.compute.manager [req-3943e3f5-0278-42d7-9a06-9d658eb2bb2c req-7b486f15-d959-4864-b747-7672b32a2232 service nova] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Refreshing instance network info cache due to event network-changed-94445269-6172-4cd8-818b-b2961e62fb44. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1685.253684] env[62097]: DEBUG oslo_concurrency.lockutils [req-3943e3f5-0278-42d7-9a06-9d658eb2bb2c req-7b486f15-d959-4864-b747-7672b32a2232 service nova] Acquiring lock "refresh_cache-ff68de27-4ac7-456a-9946-768d07738a18" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.253824] env[62097]: DEBUG oslo_concurrency.lockutils [req-3943e3f5-0278-42d7-9a06-9d658eb2bb2c req-7b486f15-d959-4864-b747-7672b32a2232 service nova] Acquired lock "refresh_cache-ff68de27-4ac7-456a-9946-768d07738a18" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.253984] env[62097]: DEBUG nova.network.neutron [req-3943e3f5-0278-42d7-9a06-9d658eb2bb2c req-7b486f15-d959-4864-b747-7672b32a2232 service nova] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Refreshing network info cache for port 94445269-6172-4cd8-818b-b2961e62fb44 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1685.486019] env[62097]: DEBUG oslo_vmware.api [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034600, 'name': PowerOffVM_Task, 'duration_secs': 0.345898} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.486019] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1685.486019] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1685.486019] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7834fc6-3c9c-413c-9bb0-31fa305aadab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.520884] env[62097]: DEBUG nova.network.neutron [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Successfully created port: 55c7d474-811a-42be-8cac-93036ad34fb9 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1685.590293] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1685.590689] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1685.590869] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Deleting the datastore file [datastore2] ff68de27-4ac7-456a-9946-768d07738a18 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1685.594054] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91f79e7e-9415-4183-8dfa-0714c72da5d6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.595904] env[62097]: DEBUG oslo_vmware.api [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Task: {'id': task-2034599, 'name': PowerOnVM_Task, 'duration_secs': 0.699558} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.596166] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1685.596389] env[62097]: INFO nova.compute.manager [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Took 6.38 seconds to spawn the instance on the hypervisor. [ 1685.596567] env[62097]: DEBUG nova.compute.manager [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1685.598196] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b918e4-e929-410d-a2bc-518a0995c071 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.601814] env[62097]: DEBUG oslo_vmware.api [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for the task: (returnval){ [ 1685.601814] env[62097]: value = "task-2034603" [ 1685.601814] env[62097]: _type = "Task" [ 1685.601814] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.613384] env[62097]: DEBUG oslo_vmware.api [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.647800] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034601, 'name': Rename_Task, 'duration_secs': 0.178251} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.647800] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1685.647800] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6c5deda-332e-420b-80fd-346c002e84dd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.654453] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1685.654453] env[62097]: value = "task-2034604" [ 1685.654453] env[62097]: _type = "Task" [ 1685.654453] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.661895] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.697040] env[62097]: DEBUG nova.compute.manager [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1685.997455] env[62097]: DEBUG nova.network.neutron [req-3943e3f5-0278-42d7-9a06-9d658eb2bb2c req-7b486f15-d959-4864-b747-7672b32a2232 service nova] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Updated VIF entry in instance network info cache for port 94445269-6172-4cd8-818b-b2961e62fb44. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1686.000017] env[62097]: DEBUG nova.network.neutron [req-3943e3f5-0278-42d7-9a06-9d658eb2bb2c req-7b486f15-d959-4864-b747-7672b32a2232 service nova] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Updating instance_info_cache with network_info: [{"id": "94445269-6172-4cd8-818b-b2961e62fb44", "address": "fa:16:3e:8d:7e:26", "network": {"id": "ee93f801-6e82-4441-b425-68cd150958ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1524557377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c431e17ad94d858169330cef9bf619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94445269-61", "ovs_interfaceid": "94445269-6172-4cd8-818b-b2961e62fb44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.120369] env[62097]: DEBUG oslo_vmware.api [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356303} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.122078] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1686.122230] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1686.122492] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1686.122817] env[62097]: INFO nova.compute.manager [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1686.123334] env[62097]: DEBUG oslo.service.loopingcall [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1686.123614] env[62097]: INFO nova.compute.manager [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Took 42.59 seconds to build instance. [ 1686.126771] env[62097]: DEBUG nova.compute.manager [-] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1686.127169] env[62097]: DEBUG nova.network.neutron [-] [instance: ff68de27-4ac7-456a-9946-768d07738a18] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1686.165972] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034604, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.168958] env[62097]: DEBUG nova.compute.manager [req-74167067-07a7-4bc0-8871-c215bb125dd6 req-2269a04d-1fbc-4b3e-9653-17f1937f854f service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Received event network-changed-8993c4b1-8a62-44df-9d85-d6b34b5b98d8 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1686.169293] env[62097]: DEBUG nova.compute.manager [req-74167067-07a7-4bc0-8871-c215bb125dd6 req-2269a04d-1fbc-4b3e-9653-17f1937f854f service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Refreshing instance network info cache due to event network-changed-8993c4b1-8a62-44df-9d85-d6b34b5b98d8. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1686.169540] env[62097]: DEBUG oslo_concurrency.lockutils [req-74167067-07a7-4bc0-8871-c215bb125dd6 req-2269a04d-1fbc-4b3e-9653-17f1937f854f service nova] Acquiring lock "refresh_cache-14dbda85-7017-4a43-87a8-36e96f048b49" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.169787] env[62097]: DEBUG oslo_concurrency.lockutils [req-74167067-07a7-4bc0-8871-c215bb125dd6 req-2269a04d-1fbc-4b3e-9653-17f1937f854f service nova] Acquired lock "refresh_cache-14dbda85-7017-4a43-87a8-36e96f048b49" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.170009] env[62097]: DEBUG nova.network.neutron [req-74167067-07a7-4bc0-8871-c215bb125dd6 req-2269a04d-1fbc-4b3e-9653-17f1937f854f service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Refreshing network info cache for port 8993c4b1-8a62-44df-9d85-d6b34b5b98d8 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1686.236216] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8792d47c-1a0a-4803-9dc1-27fc833edfea {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.245446] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e30be84-b47a-45c5-a092-d1ceef83e47f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.277743] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1ca3c8-d376-459d-b88d-0933f2661614 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.285632] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179cdacf-fb18-4b27-ac74-4238ccadc260 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.301408] env[62097]: DEBUG nova.compute.provider_tree [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1686.503855] env[62097]: DEBUG oslo_concurrency.lockutils [req-3943e3f5-0278-42d7-9a06-9d658eb2bb2c req-7b486f15-d959-4864-b747-7672b32a2232 service nova] Releasing lock "refresh_cache-ff68de27-4ac7-456a-9946-768d07738a18" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.631129] env[62097]: DEBUG oslo_concurrency.lockutils [None req-208dd85d-4a76-4a7b-b91c-71cb2331e6ba tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Lock "e74c419d-78d4-4fdb-b1c6-9ff750272761" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.374s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.638113] env[62097]: DEBUG nova.compute.manager [req-87daf35c-0c0c-4e40-b67f-ec8ff71b1917 req-1c8089e4-6b16-44d1-a504-aca6bd5bda75 service nova] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Received event network-vif-deleted-94445269-6172-4cd8-818b-b2961e62fb44 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1686.638113] env[62097]: INFO nova.compute.manager [req-87daf35c-0c0c-4e40-b67f-ec8ff71b1917 req-1c8089e4-6b16-44d1-a504-aca6bd5bda75 service nova] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Neutron deleted interface 94445269-6172-4cd8-818b-b2961e62fb44; detaching it from the instance and deleting it from the info cache [ 1686.638113] env[62097]: DEBUG nova.network.neutron [req-87daf35c-0c0c-4e40-b67f-ec8ff71b1917 req-1c8089e4-6b16-44d1-a504-aca6bd5bda75 service nova] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.665226] env[62097]: DEBUG oslo_vmware.api [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034604, 'name': PowerOnVM_Task, 'duration_secs': 0.907886} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.665635] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1686.665847] env[62097]: INFO nova.compute.manager [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Took 13.79 seconds to spawn the instance on the hypervisor. [ 1686.666060] env[62097]: DEBUG nova.compute.manager [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1686.669859] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98da3d04-cd2b-4c42-84d5-95e83cb24fad {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.705948] env[62097]: DEBUG nova.compute.manager [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1686.741247] env[62097]: DEBUG nova.virt.hardware [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1686.741506] env[62097]: DEBUG nova.virt.hardware [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1686.741651] env[62097]: DEBUG nova.virt.hardware [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1686.741829] env[62097]: DEBUG nova.virt.hardware [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1686.741973] env[62097]: DEBUG nova.virt.hardware [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1686.742605] env[62097]: DEBUG nova.virt.hardware [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1686.742865] env[62097]: DEBUG nova.virt.hardware [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1686.743064] env[62097]: DEBUG nova.virt.hardware [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1686.743209] env[62097]: DEBUG nova.virt.hardware [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1686.743375] env[62097]: DEBUG nova.virt.hardware [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1686.743545] env[62097]: DEBUG nova.virt.hardware [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1686.744568] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ae3c71-8f8b-48b5-a066-382981dbd7a4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.756033] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b3682d-8f78-4c0d-90be-f93cc3ab1b68 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.805480] env[62097]: DEBUG nova.scheduler.client.report [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1686.889933] env[62097]: DEBUG nova.network.neutron [-] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.983169] env[62097]: DEBUG nova.network.neutron [req-74167067-07a7-4bc0-8871-c215bb125dd6 req-2269a04d-1fbc-4b3e-9653-17f1937f854f service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Updated VIF entry in instance network info cache for port 8993c4b1-8a62-44df-9d85-d6b34b5b98d8. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1686.983551] env[62097]: DEBUG nova.network.neutron [req-74167067-07a7-4bc0-8871-c215bb125dd6 req-2269a04d-1fbc-4b3e-9653-17f1937f854f service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Updating instance_info_cache with network_info: [{"id": "8993c4b1-8a62-44df-9d85-d6b34b5b98d8", "address": "fa:16:3e:a4:3f:b8", "network": {"id": "ee93f801-6e82-4441-b425-68cd150958ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1524557377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c431e17ad94d858169330cef9bf619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8993c4b1-8a", "ovs_interfaceid": "8993c4b1-8a62-44df-9d85-d6b34b5b98d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.139336] env[62097]: DEBUG nova.compute.manager [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1687.141172] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20aabce9-f5af-4c68-8df1-96ee5eaf8d7f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.148022] env[62097]: DEBUG nova.network.neutron [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Successfully updated port: 55c7d474-811a-42be-8cac-93036ad34fb9 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1687.152049] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f1a983-1783-4828-9716-6142cb1b751b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.165842] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquiring lock "refresh_cache-dcf337a9-de54-4fcf-abe8-4c7ed2ec4333" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.166036] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquired lock "refresh_cache-dcf337a9-de54-4fcf-abe8-4c7ed2ec4333" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.166183] env[62097]: DEBUG nova.network.neutron [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1687.199631] env[62097]: DEBUG nova.compute.manager [req-87daf35c-0c0c-4e40-b67f-ec8ff71b1917 req-1c8089e4-6b16-44d1-a504-aca6bd5bda75 service nova] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Detach interface failed, port_id=94445269-6172-4cd8-818b-b2961e62fb44, reason: Instance ff68de27-4ac7-456a-9946-768d07738a18 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1687.202174] env[62097]: INFO nova.compute.manager [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Took 47.65 seconds to build instance. [ 1687.312055] env[62097]: DEBUG oslo_concurrency.lockutils [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.312492] env[62097]: DEBUG nova.compute.manager [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1687.315214] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.521s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.315522] env[62097]: DEBUG nova.objects.instance [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Lazy-loading 'resources' on Instance uuid 7e52d25f-9a50-4a15-b296-c156d9f3b785 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1687.396945] env[62097]: INFO nova.compute.manager [-] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Took 1.27 seconds to deallocate network for instance. [ 1687.490847] env[62097]: DEBUG oslo_concurrency.lockutils [req-74167067-07a7-4bc0-8871-c215bb125dd6 req-2269a04d-1fbc-4b3e-9653-17f1937f854f service nova] Releasing lock "refresh_cache-14dbda85-7017-4a43-87a8-36e96f048b49" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.662964] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.676025] env[62097]: DEBUG nova.compute.manager [None req-8a80ed02-bbea-4540-b1d5-b296f2844f75 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1687.677430] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceba7bbe-938a-4996-8c32-2e1871ccff9e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.704453] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d5af4ece-bb0e-497b-be15-157725ad735c tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "4a29c478-1e93-4d58-b8b2-88e087d5f656" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.045s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.723667] env[62097]: DEBUG nova.network.neutron [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1687.819636] env[62097]: DEBUG nova.compute.utils [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1687.821184] env[62097]: DEBUG nova.compute.manager [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1687.821355] env[62097]: DEBUG nova.network.neutron [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1687.888581] env[62097]: DEBUG nova.policy [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9674c3c4a38b48b99aebba1828f68997', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdc5bf4a13f7452a8cbf219a3cf696bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1687.890456] env[62097]: DEBUG nova.network.neutron [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Updating instance_info_cache with network_info: [{"id": "55c7d474-811a-42be-8cac-93036ad34fb9", "address": "fa:16:3e:a0:b6:3b", "network": {"id": "3a7956e2-0b2b-4dd4-9f6c-bc236bd7c2b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1925902758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aab24cd2cc5a4f148af2e730ed7bcb09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55c7d474-81", "ovs_interfaceid": "55c7d474-811a-42be-8cac-93036ad34fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.903644] env[62097]: DEBUG oslo_concurrency.lockutils [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.932950] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Acquiring lock "e74c419d-78d4-4fdb-b1c6-9ff750272761" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.933213] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Lock "e74c419d-78d4-4fdb-b1c6-9ff750272761" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.933449] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Acquiring lock "e74c419d-78d4-4fdb-b1c6-9ff750272761-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.933634] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Lock "e74c419d-78d4-4fdb-b1c6-9ff750272761-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.933801] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Lock "e74c419d-78d4-4fdb-b1c6-9ff750272761-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.935712] env[62097]: INFO nova.compute.manager [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Terminating instance [ 1688.061465] env[62097]: DEBUG oslo_concurrency.lockutils [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "14f1c8b1-77f4-46f1-ba73-5ae24e9cc721" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.061783] env[62097]: DEBUG oslo_concurrency.lockutils [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "14f1c8b1-77f4-46f1-ba73-5ae24e9cc721" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.140154] env[62097]: DEBUG nova.network.neutron [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Successfully created port: 8e75d13a-c994-4f8a-9cd8-44ff2d196536 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1688.192482] env[62097]: INFO nova.compute.manager [None req-8a80ed02-bbea-4540-b1d5-b296f2844f75 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] instance snapshotting [ 1688.193549] env[62097]: DEBUG nova.objects.instance [None req-8a80ed02-bbea-4540-b1d5-b296f2844f75 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Lazy-loading 'flavor' on Instance uuid e74c419d-78d4-4fdb-b1c6-9ff750272761 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1688.195916] env[62097]: DEBUG nova.compute.manager [req-bc3152a0-7867-426c-90db-9bb9fe2cc40d req-0552b95c-2d37-414e-bca1-75c78e9e4587 service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Received event network-changed-8993c4b1-8a62-44df-9d85-d6b34b5b98d8 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1688.196120] env[62097]: DEBUG nova.compute.manager [req-bc3152a0-7867-426c-90db-9bb9fe2cc40d req-0552b95c-2d37-414e-bca1-75c78e9e4587 service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Refreshing instance network info cache due to event network-changed-8993c4b1-8a62-44df-9d85-d6b34b5b98d8. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1688.196346] env[62097]: DEBUG oslo_concurrency.lockutils [req-bc3152a0-7867-426c-90db-9bb9fe2cc40d req-0552b95c-2d37-414e-bca1-75c78e9e4587 service nova] Acquiring lock "refresh_cache-14dbda85-7017-4a43-87a8-36e96f048b49" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.196487] env[62097]: DEBUG oslo_concurrency.lockutils [req-bc3152a0-7867-426c-90db-9bb9fe2cc40d req-0552b95c-2d37-414e-bca1-75c78e9e4587 service nova] Acquired lock "refresh_cache-14dbda85-7017-4a43-87a8-36e96f048b49" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.196644] env[62097]: DEBUG nova.network.neutron [req-bc3152a0-7867-426c-90db-9bb9fe2cc40d req-0552b95c-2d37-414e-bca1-75c78e9e4587 service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Refreshing network info cache for port 8993c4b1-8a62-44df-9d85-d6b34b5b98d8 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1688.207649] env[62097]: DEBUG nova.compute.manager [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1688.325594] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269e18d4-c4aa-4870-af79-5b8c7b87e7c6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.328540] env[62097]: DEBUG nova.compute.manager [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1688.336439] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35374b83-1da1-4c78-a017-6da42613ac42 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.370108] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6f3fb5-aba7-4e5a-a56f-6b552367aecf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.379182] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3f7117-a661-4a0c-b886-c5a2aa2800c5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.393029] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Releasing lock "refresh_cache-dcf337a9-de54-4fcf-abe8-4c7ed2ec4333" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.393029] env[62097]: DEBUG nova.compute.manager [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Instance network_info: |[{"id": "55c7d474-811a-42be-8cac-93036ad34fb9", "address": "fa:16:3e:a0:b6:3b", "network": {"id": "3a7956e2-0b2b-4dd4-9f6c-bc236bd7c2b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1925902758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aab24cd2cc5a4f148af2e730ed7bcb09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55c7d474-81", "ovs_interfaceid": "55c7d474-811a-42be-8cac-93036ad34fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1688.393186] env[62097]: DEBUG nova.compute.provider_tree [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1688.394498] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:b6:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55c7d474-811a-42be-8cac-93036ad34fb9', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1688.401720] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Creating folder: Project (aab24cd2cc5a4f148af2e730ed7bcb09). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1688.402609] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b74e123a-6e17-4c50-8b5b-99a47f100512 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.414832] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Created folder: Project (aab24cd2cc5a4f148af2e730ed7bcb09) in parent group-v417770. [ 1688.414832] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Creating folder: Instances. Parent ref: group-v417839. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1688.415104] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5708ba23-3989-4cb9-bbf4-f843b485d2ed {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.426051] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Created folder: Instances in parent group-v417839. [ 1688.426051] env[62097]: DEBUG oslo.service.loopingcall [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1688.426051] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1688.426051] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3417ebe2-4b14-4ed8-bffa-722f7a9b54bc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.442285] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Acquiring lock "refresh_cache-e74c419d-78d4-4fdb-b1c6-9ff750272761" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.442493] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Acquired lock "refresh_cache-e74c419d-78d4-4fdb-b1c6-9ff750272761" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.442679] env[62097]: DEBUG nova.network.neutron [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1688.444684] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1688.444684] env[62097]: value = "task-2034607" [ 1688.444684] env[62097]: _type = "Task" [ 1688.444684] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.458794] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034607, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.677904] env[62097]: DEBUG nova.compute.manager [req-fef1ab1a-cd09-4258-8e45-935eea6a8744 req-b40c7036-18af-4b29-998b-fd2a7db3aa47 service nova] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Received event network-vif-plugged-55c7d474-811a-42be-8cac-93036ad34fb9 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1688.678230] env[62097]: DEBUG oslo_concurrency.lockutils [req-fef1ab1a-cd09-4258-8e45-935eea6a8744 req-b40c7036-18af-4b29-998b-fd2a7db3aa47 service nova] Acquiring lock "dcf337a9-de54-4fcf-abe8-4c7ed2ec4333-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.678332] env[62097]: DEBUG oslo_concurrency.lockutils [req-fef1ab1a-cd09-4258-8e45-935eea6a8744 req-b40c7036-18af-4b29-998b-fd2a7db3aa47 service nova] Lock "dcf337a9-de54-4fcf-abe8-4c7ed2ec4333-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.678496] env[62097]: DEBUG oslo_concurrency.lockutils [req-fef1ab1a-cd09-4258-8e45-935eea6a8744 req-b40c7036-18af-4b29-998b-fd2a7db3aa47 service nova] Lock "dcf337a9-de54-4fcf-abe8-4c7ed2ec4333-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.679264] env[62097]: DEBUG nova.compute.manager [req-fef1ab1a-cd09-4258-8e45-935eea6a8744 req-b40c7036-18af-4b29-998b-fd2a7db3aa47 service nova] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] No waiting events found dispatching network-vif-plugged-55c7d474-811a-42be-8cac-93036ad34fb9 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1688.679442] env[62097]: WARNING nova.compute.manager [req-fef1ab1a-cd09-4258-8e45-935eea6a8744 req-b40c7036-18af-4b29-998b-fd2a7db3aa47 service nova] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Received unexpected event network-vif-plugged-55c7d474-811a-42be-8cac-93036ad34fb9 for instance with vm_state building and task_state spawning. [ 1688.679613] env[62097]: DEBUG nova.compute.manager [req-fef1ab1a-cd09-4258-8e45-935eea6a8744 req-b40c7036-18af-4b29-998b-fd2a7db3aa47 service nova] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Received event network-changed-55c7d474-811a-42be-8cac-93036ad34fb9 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1688.679776] env[62097]: DEBUG nova.compute.manager [req-fef1ab1a-cd09-4258-8e45-935eea6a8744 req-b40c7036-18af-4b29-998b-fd2a7db3aa47 service nova] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Refreshing instance network info cache due to event network-changed-55c7d474-811a-42be-8cac-93036ad34fb9. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1688.679963] env[62097]: DEBUG oslo_concurrency.lockutils [req-fef1ab1a-cd09-4258-8e45-935eea6a8744 req-b40c7036-18af-4b29-998b-fd2a7db3aa47 service nova] Acquiring lock "refresh_cache-dcf337a9-de54-4fcf-abe8-4c7ed2ec4333" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.680173] env[62097]: DEBUG oslo_concurrency.lockutils [req-fef1ab1a-cd09-4258-8e45-935eea6a8744 req-b40c7036-18af-4b29-998b-fd2a7db3aa47 service nova] Acquired lock "refresh_cache-dcf337a9-de54-4fcf-abe8-4c7ed2ec4333" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.680335] env[62097]: DEBUG nova.network.neutron [req-fef1ab1a-cd09-4258-8e45-935eea6a8744 req-b40c7036-18af-4b29-998b-fd2a7db3aa47 service nova] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Refreshing network info cache for port 55c7d474-811a-42be-8cac-93036ad34fb9 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1688.703836] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1a635f-2734-4325-96cf-ed2b05c376da {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.726331] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507041e1-5edc-4b10-b62d-6cf0f4510951 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.738840] env[62097]: DEBUG oslo_concurrency.lockutils [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.904059] env[62097]: DEBUG nova.scheduler.client.report [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1688.958425] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034607, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.995898] env[62097]: DEBUG nova.network.neutron [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1689.052320] env[62097]: DEBUG nova.network.neutron [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.114291] env[62097]: DEBUG nova.network.neutron [req-bc3152a0-7867-426c-90db-9bb9fe2cc40d req-0552b95c-2d37-414e-bca1-75c78e9e4587 service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Updated VIF entry in instance network info cache for port 8993c4b1-8a62-44df-9d85-d6b34b5b98d8. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1689.115452] env[62097]: DEBUG nova.network.neutron [req-bc3152a0-7867-426c-90db-9bb9fe2cc40d req-0552b95c-2d37-414e-bca1-75c78e9e4587 service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Updating instance_info_cache with network_info: [{"id": "8993c4b1-8a62-44df-9d85-d6b34b5b98d8", "address": "fa:16:3e:a4:3f:b8", "network": {"id": "ee93f801-6e82-4441-b425-68cd150958ad", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1524557377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c431e17ad94d858169330cef9bf619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8993c4b1-8a", "ovs_interfaceid": "8993c4b1-8a62-44df-9d85-d6b34b5b98d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.240066] env[62097]: DEBUG nova.compute.manager [None req-8a80ed02-bbea-4540-b1d5-b296f2844f75 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Instance disappeared during snapshot {{(pid=62097) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1689.343031] env[62097]: DEBUG nova.compute.manager [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1689.368050] env[62097]: DEBUG nova.virt.hardware [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1689.368050] env[62097]: DEBUG nova.virt.hardware [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1689.368050] env[62097]: DEBUG nova.virt.hardware [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1689.368050] env[62097]: DEBUG nova.virt.hardware [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1689.368050] env[62097]: DEBUG nova.virt.hardware [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1689.368050] env[62097]: DEBUG nova.virt.hardware [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1689.368050] env[62097]: DEBUG nova.virt.hardware [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1689.368381] env[62097]: DEBUG nova.virt.hardware [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1689.368381] env[62097]: DEBUG nova.virt.hardware [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1689.368490] env[62097]: DEBUG nova.virt.hardware [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1689.368574] env[62097]: DEBUG nova.virt.hardware [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1689.369725] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117d0066-2a67-416d-8e41-863562959411 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.378427] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6597c71-bb9d-412a-a6b9-e3ac5895c438 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.395170] env[62097]: DEBUG nova.network.neutron [req-fef1ab1a-cd09-4258-8e45-935eea6a8744 req-b40c7036-18af-4b29-998b-fd2a7db3aa47 service nova] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Updated VIF entry in instance network info cache for port 55c7d474-811a-42be-8cac-93036ad34fb9. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1689.395598] env[62097]: DEBUG nova.network.neutron [req-fef1ab1a-cd09-4258-8e45-935eea6a8744 req-b40c7036-18af-4b29-998b-fd2a7db3aa47 service nova] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Updating instance_info_cache with network_info: [{"id": "55c7d474-811a-42be-8cac-93036ad34fb9", "address": "fa:16:3e:a0:b6:3b", "network": {"id": "3a7956e2-0b2b-4dd4-9f6c-bc236bd7c2b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1925902758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aab24cd2cc5a4f148af2e730ed7bcb09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55c7d474-81", "ovs_interfaceid": "55c7d474-811a-42be-8cac-93036ad34fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.409126] env[62097]: DEBUG nova.compute.manager [None req-8a80ed02-bbea-4540-b1d5-b296f2844f75 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Found 0 images (rotation: 2) {{(pid=62097) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1689.411041] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.413443] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.558s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.438036] env[62097]: INFO nova.scheduler.client.report [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Deleted allocations for instance 7e52d25f-9a50-4a15-b296-c156d9f3b785 [ 1689.457684] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034607, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.555305] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Releasing lock "refresh_cache-e74c419d-78d4-4fdb-b1c6-9ff750272761" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.555770] env[62097]: DEBUG nova.compute.manager [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1689.555995] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1689.557163] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1358e06-c847-48c6-a49a-f0a78f12567f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.566903] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1689.568783] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-813ec390-36dc-4924-9381-a2658291111d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.575674] env[62097]: DEBUG oslo_vmware.api [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Waiting for the task: (returnval){ [ 1689.575674] env[62097]: value = "task-2034608" [ 1689.575674] env[62097]: _type = "Task" [ 1689.575674] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.583709] env[62097]: DEBUG oslo_vmware.api [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Task: {'id': task-2034608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.617703] env[62097]: DEBUG oslo_concurrency.lockutils [req-bc3152a0-7867-426c-90db-9bb9fe2cc40d req-0552b95c-2d37-414e-bca1-75c78e9e4587 service nova] Releasing lock "refresh_cache-14dbda85-7017-4a43-87a8-36e96f048b49" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.665645] env[62097]: DEBUG nova.network.neutron [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Successfully updated port: 8e75d13a-c994-4f8a-9cd8-44ff2d196536 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1689.898738] env[62097]: DEBUG oslo_concurrency.lockutils [req-fef1ab1a-cd09-4258-8e45-935eea6a8744 req-b40c7036-18af-4b29-998b-fd2a7db3aa47 service nova] Releasing lock "refresh_cache-dcf337a9-de54-4fcf-abe8-4c7ed2ec4333" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.948185] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4a2ad26b-9d3c-4bed-81e6-7361466147a2 tempest-AttachInterfacesV270Test-690604177 tempest-AttachInterfacesV270Test-690604177-project-member] Lock "7e52d25f-9a50-4a15-b296-c156d9f3b785" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.082s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.958705] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034607, 'name': CreateVM_Task, 'duration_secs': 1.344333} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.958854] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1689.959613] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.959778] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.960176] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1689.960907] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b36195be-880d-4c30-960d-4477db28e27d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.965855] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1689.965855] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b4747d-5317-2541-672d-bb3f1b361658" [ 1689.965855] env[62097]: _type = "Task" [ 1689.965855] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.973326] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b4747d-5317-2541-672d-bb3f1b361658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.086020] env[62097]: DEBUG oslo_vmware.api [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Task: {'id': task-2034608, 'name': PowerOffVM_Task, 'duration_secs': 0.280652} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.086304] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1690.086477] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1690.086768] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88391e30-fc88-4672-aff4-b93023d83367 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.110629] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1690.110843] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1690.111033] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Deleting the datastore file [datastore2] e74c419d-78d4-4fdb-b1c6-9ff750272761 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1690.111293] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23078af4-5969-4096-8968-c7def8330cbb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.116900] env[62097]: DEBUG oslo_vmware.api [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Waiting for the task: (returnval){ [ 1690.116900] env[62097]: value = "task-2034610" [ 1690.116900] env[62097]: _type = "Task" [ 1690.116900] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.124357] env[62097]: DEBUG oslo_vmware.api [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Task: {'id': task-2034610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.168187] env[62097]: DEBUG oslo_concurrency.lockutils [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "refresh_cache-79246857-aa34-4b46-ae7c-1899f9c107c4" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.168351] env[62097]: DEBUG oslo_concurrency.lockutils [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquired lock "refresh_cache-79246857-aa34-4b46-ae7c-1899f9c107c4" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.168504] env[62097]: DEBUG nova.network.neutron [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1690.426404] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Applying migration context for instance f1884230-e972-4c99-a81b-1ecf9b5d7875 as it has an incoming, in-progress migration 65de7d7b-04e2-40b0-8655-dc14be65badc. Migration status is confirming {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1690.428406] env[62097]: INFO nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Updating resource usage from migration 65de7d7b-04e2-40b0-8655-dc14be65badc [ 1690.457382] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 14dbda85-7017-4a43-87a8-36e96f048b49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1690.457535] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 76990b8d-ff61-454d-9dee-33bfe27f9665 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1690.457691] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance be718be8-85d4-4a44-8b30-3bf18a69b989 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1690.458023] env[62097]: WARNING nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1690.458023] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1690.458133] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance e3da7693-b1b0-46a2-98e4-95f1f3d47b20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1690.458219] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance a2c388fa-17da-4d92-95f5-e5edc7dfc92d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1690.458317] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance f392555b-fa10-4c15-a253-48ef4c82df63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1690.458450] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 117dded3-8117-4917-9634-ca73b6765e3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1690.459028] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Migration 65de7d7b-04e2-40b0-8655-dc14be65badc is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1690.459028] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance f1884230-e972-4c99-a81b-1ecf9b5d7875 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1690.459028] env[62097]: WARNING nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 6c1b3fe7-08d1-4ebc-804f-0199697b94dc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1690.459028] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance b97cf9f5-fabe-40e8-99f8-30207d7f87a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1690.459028] env[62097]: WARNING nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance ff68de27-4ac7-456a-9946-768d07738a18 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1690.459253] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1690.459287] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 4a29c478-1e93-4d58-b8b2-88e087d5f656 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1690.460027] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance e74c419d-78d4-4fdb-b1c6-9ff750272761 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1690.460027] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance dcf337a9-de54-4fcf-abe8-4c7ed2ec4333 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1690.460027] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 79246857-aa34-4b46-ae7c-1899f9c107c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1690.478426] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b4747d-5317-2541-672d-bb3f1b361658, 'name': SearchDatastore_Task, 'duration_secs': 0.039714} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.478426] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.478426] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1690.478426] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.478426] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.478578] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1690.479190] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9df2304c-1698-40f6-ad3d-e72b6b9b1400 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.488522] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1690.488714] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1690.489642] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c163027-d7d9-4dfd-b3db-7521052a5011 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.495484] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1690.495484] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528de1f1-d1c3-5bca-459b-2639ead8835b" [ 1690.495484] env[62097]: _type = "Task" [ 1690.495484] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.503769] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528de1f1-d1c3-5bca-459b-2639ead8835b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.627170] env[62097]: DEBUG oslo_vmware.api [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Task: {'id': task-2034610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368609} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.627413] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1690.627594] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1690.627773] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1690.627935] env[62097]: INFO nova.compute.manager [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1690.628302] env[62097]: DEBUG oslo.service.loopingcall [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1690.628426] env[62097]: DEBUG nova.compute.manager [-] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1690.628555] env[62097]: DEBUG nova.network.neutron [-] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1690.643978] env[62097]: DEBUG nova.network.neutron [-] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1690.714995] env[62097]: DEBUG nova.network.neutron [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1690.720982] env[62097]: DEBUG nova.compute.manager [req-cded52c8-b3fe-4e42-8154-778a809813da req-4595332e-3df9-480e-a97b-96667c687357 service nova] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Received event network-vif-plugged-8e75d13a-c994-4f8a-9cd8-44ff2d196536 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1690.721252] env[62097]: DEBUG oslo_concurrency.lockutils [req-cded52c8-b3fe-4e42-8154-778a809813da req-4595332e-3df9-480e-a97b-96667c687357 service nova] Acquiring lock "79246857-aa34-4b46-ae7c-1899f9c107c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.721486] env[62097]: DEBUG oslo_concurrency.lockutils [req-cded52c8-b3fe-4e42-8154-778a809813da req-4595332e-3df9-480e-a97b-96667c687357 service nova] Lock "79246857-aa34-4b46-ae7c-1899f9c107c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.721660] env[62097]: DEBUG oslo_concurrency.lockutils [req-cded52c8-b3fe-4e42-8154-778a809813da req-4595332e-3df9-480e-a97b-96667c687357 service nova] Lock "79246857-aa34-4b46-ae7c-1899f9c107c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.721831] env[62097]: DEBUG nova.compute.manager [req-cded52c8-b3fe-4e42-8154-778a809813da req-4595332e-3df9-480e-a97b-96667c687357 service nova] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] No waiting events found dispatching network-vif-plugged-8e75d13a-c994-4f8a-9cd8-44ff2d196536 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1690.722685] env[62097]: WARNING nova.compute.manager [req-cded52c8-b3fe-4e42-8154-778a809813da req-4595332e-3df9-480e-a97b-96667c687357 service nova] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Received unexpected event network-vif-plugged-8e75d13a-c994-4f8a-9cd8-44ff2d196536 for instance with vm_state building and task_state spawning. [ 1690.722685] env[62097]: DEBUG nova.compute.manager [req-cded52c8-b3fe-4e42-8154-778a809813da req-4595332e-3df9-480e-a97b-96667c687357 service nova] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Received event network-changed-8e75d13a-c994-4f8a-9cd8-44ff2d196536 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1690.722685] env[62097]: DEBUG nova.compute.manager [req-cded52c8-b3fe-4e42-8154-778a809813da req-4595332e-3df9-480e-a97b-96667c687357 service nova] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Refreshing instance network info cache due to event network-changed-8e75d13a-c994-4f8a-9cd8-44ff2d196536. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1690.722685] env[62097]: DEBUG oslo_concurrency.lockutils [req-cded52c8-b3fe-4e42-8154-778a809813da req-4595332e-3df9-480e-a97b-96667c687357 service nova] Acquiring lock "refresh_cache-79246857-aa34-4b46-ae7c-1899f9c107c4" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.872351] env[62097]: DEBUG nova.network.neutron [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Updating instance_info_cache with network_info: [{"id": "8e75d13a-c994-4f8a-9cd8-44ff2d196536", "address": "fa:16:3e:69:43:5e", "network": {"id": "d5b3add8-c7cd-425c-85ed-acb351879d8d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-267682057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc5bf4a13f7452a8cbf219a3cf696bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e75d13a-c9", "ovs_interfaceid": "8e75d13a-c994-4f8a-9cd8-44ff2d196536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.962775] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 5a44d799-ec90-4bba-8033-af5ab51cb201 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1691.006290] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528de1f1-d1c3-5bca-459b-2639ead8835b, 'name': SearchDatastore_Task, 'duration_secs': 0.034611} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.008360] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4bd61f-f021-4a28-8495-35e99d3b0ccd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.012352] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1691.012352] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5217a0e9-5d15-956c-6df7-5e960c49c226" [ 1691.012352] env[62097]: _type = "Task" [ 1691.012352] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.031763] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5217a0e9-5d15-956c-6df7-5e960c49c226, 'name': SearchDatastore_Task, 'duration_secs': 0.009907} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.032904] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.032904] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] dcf337a9-de54-4fcf-abe8-4c7ed2ec4333/dcf337a9-de54-4fcf-abe8-4c7ed2ec4333.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1691.032904] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0acb5e28-f24d-4ab3-8f5f-c27dd014e1cf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.040232] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1691.040232] env[62097]: value = "task-2034611" [ 1691.040232] env[62097]: _type = "Task" [ 1691.040232] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.047676] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.147737] env[62097]: DEBUG nova.network.neutron [-] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.381336] env[62097]: DEBUG oslo_concurrency.lockutils [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Releasing lock "refresh_cache-79246857-aa34-4b46-ae7c-1899f9c107c4" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.381336] env[62097]: DEBUG nova.compute.manager [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Instance network_info: |[{"id": "8e75d13a-c994-4f8a-9cd8-44ff2d196536", "address": "fa:16:3e:69:43:5e", "network": {"id": "d5b3add8-c7cd-425c-85ed-acb351879d8d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-267682057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc5bf4a13f7452a8cbf219a3cf696bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e75d13a-c9", "ovs_interfaceid": "8e75d13a-c994-4f8a-9cd8-44ff2d196536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1691.381336] env[62097]: DEBUG oslo_concurrency.lockutils [req-cded52c8-b3fe-4e42-8154-778a809813da req-4595332e-3df9-480e-a97b-96667c687357 service nova] Acquired lock "refresh_cache-79246857-aa34-4b46-ae7c-1899f9c107c4" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.381336] env[62097]: DEBUG nova.network.neutron [req-cded52c8-b3fe-4e42-8154-778a809813da req-4595332e-3df9-480e-a97b-96667c687357 service nova] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Refreshing network info cache for port 8e75d13a-c994-4f8a-9cd8-44ff2d196536 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1691.381336] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:43:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e75d13a-c994-4f8a-9cd8-44ff2d196536', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1691.391334] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Creating folder: Project (bdc5bf4a13f7452a8cbf219a3cf696bd). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1691.396195] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4351b95-5aea-413c-be87-331f24d290aa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.411138] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Created folder: Project (bdc5bf4a13f7452a8cbf219a3cf696bd) in parent group-v417770. [ 1691.411138] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Creating folder: Instances. Parent ref: group-v417842. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1691.411138] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-289ab430-d706-4a7d-b0b1-e8148656ff1e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.420052] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Created folder: Instances in parent group-v417842. [ 1691.420680] env[62097]: DEBUG oslo.service.loopingcall [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1691.423147] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1691.423147] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e434a482-3f96-4aaa-ad2a-ae57cab17cd6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.448275] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1691.448275] env[62097]: value = "task-2034614" [ 1691.448275] env[62097]: _type = "Task" [ 1691.448275] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.460293] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034614, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.465931] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance bef0ccb3-04e4-450e-8042-a433504278b2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1691.554808] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465916} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.555212] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] dcf337a9-de54-4fcf-abe8-4c7ed2ec4333/dcf337a9-de54-4fcf-abe8-4c7ed2ec4333.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1691.555506] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1691.555937] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cce0b608-dcc3-441e-9bd6-df0cbe8b44c0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.562306] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1691.562306] env[62097]: value = "task-2034615" [ 1691.562306] env[62097]: _type = "Task" [ 1691.562306] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.571449] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.650528] env[62097]: INFO nova.compute.manager [-] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Took 1.02 seconds to deallocate network for instance. [ 1691.703944] env[62097]: DEBUG nova.network.neutron [req-cded52c8-b3fe-4e42-8154-778a809813da req-4595332e-3df9-480e-a97b-96667c687357 service nova] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Updated VIF entry in instance network info cache for port 8e75d13a-c994-4f8a-9cd8-44ff2d196536. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1691.704499] env[62097]: DEBUG nova.network.neutron [req-cded52c8-b3fe-4e42-8154-778a809813da req-4595332e-3df9-480e-a97b-96667c687357 service nova] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Updating instance_info_cache with network_info: [{"id": "8e75d13a-c994-4f8a-9cd8-44ff2d196536", "address": "fa:16:3e:69:43:5e", "network": {"id": "d5b3add8-c7cd-425c-85ed-acb351879d8d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-267682057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc5bf4a13f7452a8cbf219a3cf696bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e75d13a-c9", "ovs_interfaceid": "8e75d13a-c994-4f8a-9cd8-44ff2d196536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.960756] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034614, 'name': CreateVM_Task, 'duration_secs': 0.381904} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.960927] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1691.961662] env[62097]: DEBUG oslo_concurrency.lockutils [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.961826] env[62097]: DEBUG oslo_concurrency.lockutils [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.962164] env[62097]: DEBUG oslo_concurrency.lockutils [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1691.962418] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c69a9f6e-8b81-4c83-a2cf-697d4515c0d0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.967358] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1691.967358] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521df4cf-c5be-2efa-7518-4dcc9591f91d" [ 1691.967358] env[62097]: _type = "Task" [ 1691.967358] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.970781] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 86cedaef-793d-47ea-a77e-67da0776a0e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1691.979572] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521df4cf-c5be-2efa-7518-4dcc9591f91d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.071964] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071284} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.072258] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1692.073047] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976f9c33-3fd2-45b2-991f-6f0ae50eeaea {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.094879] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] dcf337a9-de54-4fcf-abe8-4c7ed2ec4333/dcf337a9-de54-4fcf-abe8-4c7ed2ec4333.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1692.095146] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80d2de2b-d856-4057-bc72-bec1922c7f96 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.115000] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1692.115000] env[62097]: value = "task-2034616" [ 1692.115000] env[62097]: _type = "Task" [ 1692.115000] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.122897] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.156593] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.207595] env[62097]: DEBUG oslo_concurrency.lockutils [req-cded52c8-b3fe-4e42-8154-778a809813da req-4595332e-3df9-480e-a97b-96667c687357 service nova] Releasing lock "refresh_cache-79246857-aa34-4b46-ae7c-1899f9c107c4" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.473562] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 0edf63bc-072d-416f-abee-8c4311c53924 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1692.479620] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521df4cf-c5be-2efa-7518-4dcc9591f91d, 'name': SearchDatastore_Task, 'duration_secs': 0.028893} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.480226] env[62097]: DEBUG oslo_concurrency.lockutils [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.480503] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1692.480781] env[62097]: DEBUG oslo_concurrency.lockutils [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.480970] env[62097]: DEBUG oslo_concurrency.lockutils [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.481219] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1692.481526] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6aff4bf-e032-419c-91f0-a66910452822 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.501561] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1692.501808] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1692.502796] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4552952c-2b70-4e96-84da-40da48618943 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.508785] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1692.508785] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52010dc2-fbe3-11dc-bc3d-6b97f4ae9f19" [ 1692.508785] env[62097]: _type = "Task" [ 1692.508785] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.516421] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52010dc2-fbe3-11dc-bc3d-6b97f4ae9f19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.628678] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034616, 'name': ReconfigVM_Task, 'duration_secs': 0.273449} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.628967] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Reconfigured VM instance instance-0000001a to attach disk [datastore1] dcf337a9-de54-4fcf-abe8-4c7ed2ec4333/dcf337a9-de54-4fcf-abe8-4c7ed2ec4333.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1692.632725] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-437323e4-17b4-4489-81f6-440adc3d1f33 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.641934] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1692.641934] env[62097]: value = "task-2034617" [ 1692.641934] env[62097]: _type = "Task" [ 1692.641934] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.655122] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034617, 'name': Rename_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.983033] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 93e02b4d-b5b1-454e-89a4-f5f735cef950 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1693.019108] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52010dc2-fbe3-11dc-bc3d-6b97f4ae9f19, 'name': SearchDatastore_Task, 'duration_secs': 0.055553} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.019920] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-537c9a8d-1ca1-46f2-8339-72edfca450d3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.024894] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1693.024894] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ddb443-e7aa-d616-a344-c9451a53f0dd" [ 1693.024894] env[62097]: _type = "Task" [ 1693.024894] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.032742] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ddb443-e7aa-d616-a344-c9451a53f0dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.153674] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034617, 'name': Rename_Task, 'duration_secs': 0.139104} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.153933] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1693.154192] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b920459f-82c9-44f1-9f96-d13a7cd38904 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.159973] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1693.159973] env[62097]: value = "task-2034618" [ 1693.159973] env[62097]: _type = "Task" [ 1693.159973] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.167013] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.486576] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1693.535451] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ddb443-e7aa-d616-a344-c9451a53f0dd, 'name': SearchDatastore_Task, 'duration_secs': 0.029613} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.535880] env[62097]: DEBUG oslo_concurrency.lockutils [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.536280] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 79246857-aa34-4b46-ae7c-1899f9c107c4/79246857-aa34-4b46-ae7c-1899f9c107c4.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1693.536527] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e661c0ac-c795-49fe-adb1-d1f8040921fb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.543844] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1693.543844] env[62097]: value = "task-2034619" [ 1693.543844] env[62097]: _type = "Task" [ 1693.543844] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.551675] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.671043] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034618, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.990597] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 60fcf9af-55c5-4146-bcb4-40d30633a64f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1694.054954] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034619, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.171886] env[62097]: DEBUG oslo_vmware.api [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034618, 'name': PowerOnVM_Task, 'duration_secs': 0.62792} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.171886] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1694.172052] env[62097]: INFO nova.compute.manager [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1694.172344] env[62097]: DEBUG nova.compute.manager [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1694.174296] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b78d4a2-8662-4ed8-b021-fb5e8dbdb22c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.494262] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 00c37acb-b074-4eaf-8d07-061c3d0c6790 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1694.555546] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562195} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.555828] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 79246857-aa34-4b46-ae7c-1899f9c107c4/79246857-aa34-4b46-ae7c-1899f9c107c4.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1694.556055] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1694.556317] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5141e84e-1bf1-4e84-b8b5-89632db0533c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.565262] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1694.565262] env[62097]: value = "task-2034620" [ 1694.565262] env[62097]: _type = "Task" [ 1694.565262] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.574323] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.693019] env[62097]: INFO nova.compute.manager [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Took 44.06 seconds to build instance. [ 1695.002265] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 8f3d1be0-6146-4455-a6f8-55ab6a96a077 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1695.078454] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06359} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.078454] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1695.078454] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14264ae9-bb5b-4ecc-b7ce-9327ebf8c505 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.105027] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 79246857-aa34-4b46-ae7c-1899f9c107c4/79246857-aa34-4b46-ae7c-1899f9c107c4.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1695.105027] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e577e13-859a-4e09-b682-fa96c798b7ce {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.122834] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1695.122834] env[62097]: value = "task-2034621" [ 1695.122834] env[62097]: _type = "Task" [ 1695.122834] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.130727] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.193810] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3a4b3d7e-5deb-4c0a-9629-7df3f6217a82 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Lock "dcf337a9-de54-4fcf-abe8-4c7ed2ec4333" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.697s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.461025] env[62097]: INFO nova.compute.manager [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Rescuing [ 1695.461347] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquiring lock "refresh_cache-dcf337a9-de54-4fcf-abe8-4c7ed2ec4333" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.461684] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquired lock "refresh_cache-dcf337a9-de54-4fcf-abe8-4c7ed2ec4333" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.461749] env[62097]: DEBUG nova.network.neutron [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1695.509512] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance ac966fff-88e8-4fd3-925f-0e6195c1c940 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1695.633626] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.697025] env[62097]: DEBUG nova.compute.manager [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1696.012200] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 049f2126-5f66-4e66-a334-13e33b27b152 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1696.133285] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034621, 'name': ReconfigVM_Task, 'duration_secs': 0.641197} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.133583] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 79246857-aa34-4b46-ae7c-1899f9c107c4/79246857-aa34-4b46-ae7c-1899f9c107c4.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1696.134245] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-552a50bd-a657-43d7-adb9-437f17d449e9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.141192] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1696.141192] env[62097]: value = "task-2034622" [ 1696.141192] env[62097]: _type = "Task" [ 1696.141192] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.149586] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034622, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.223908] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.257750] env[62097]: DEBUG nova.network.neutron [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Updating instance_info_cache with network_info: [{"id": "55c7d474-811a-42be-8cac-93036ad34fb9", "address": "fa:16:3e:a0:b6:3b", "network": {"id": "3a7956e2-0b2b-4dd4-9f6c-bc236bd7c2b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1925902758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aab24cd2cc5a4f148af2e730ed7bcb09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55c7d474-81", "ovs_interfaceid": "55c7d474-811a-42be-8cac-93036ad34fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.515143] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 72d8c1c0-5d25-4619-8f1e-5fe06787a845 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1696.652867] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034622, 'name': Rename_Task, 'duration_secs': 0.134225} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.653158] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1696.653396] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e8971f8-bc7f-453a-9428-67f253bba0d0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.660032] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1696.660032] env[62097]: value = "task-2034623" [ 1696.660032] env[62097]: _type = "Task" [ 1696.660032] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.667855] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.760385] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Releasing lock "refresh_cache-dcf337a9-de54-4fcf-abe8-4c7ed2ec4333" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.023836] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance d37200db-e945-461a-84f5-beb632e9b4bd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1697.171934] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.256088] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Acquiring lock "efe841ea-ce8a-4b9a-98de-5533729488dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.256410] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Lock "efe841ea-ce8a-4b9a-98de-5533729488dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.527034] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance edab7482-65e5-4141-aa17-08c348f76bbe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1697.671525] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034623, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.031370] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 1993cbe1-7d91-42d7-85ab-fae419cedef7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1698.172880] env[62097]: DEBUG oslo_vmware.api [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034623, 'name': PowerOnVM_Task, 'duration_secs': 1.04021} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.173271] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1698.173434] env[62097]: INFO nova.compute.manager [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1698.173669] env[62097]: DEBUG nova.compute.manager [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1698.174557] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a563f564-7310-4bab-92ec-48df352242df {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.296730] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1698.296967] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0600ac02-1d52-4670-a23c-e0634a0a54b8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.304166] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1698.304166] env[62097]: value = "task-2034624" [ 1698.304166] env[62097]: _type = "Task" [ 1698.304166] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.311752] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.534791] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1698.535425] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1698.535603] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1698.692245] env[62097]: INFO nova.compute.manager [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Took 44.51 seconds to build instance. [ 1698.814095] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034624, 'name': PowerOffVM_Task, 'duration_secs': 0.215045} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.816560] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1698.817541] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995222d7-22f4-4bb6-8ec2-674bd32d7478 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.838679] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a0df7c-6881-4e06-a2d8-2f795cc0432c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.872218] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1698.872532] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-beabaf42-5af0-436c-878e-3ea6216815fd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.879678] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1698.879678] env[62097]: value = "task-2034625" [ 1698.879678] env[62097]: _type = "Task" [ 1698.879678] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.886835] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.975705] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebf91f5-d0ed-4e3b-8671-dc77bebf25ca {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.983275] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a250216c-fb8b-4bb6-a79d-ef1c5c9f0b24 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.012457] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35796228-444e-428c-91a7-63485fe2e3fe {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.019711] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235c7f28-5a64-426b-b3ce-c47bc4bde0b4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.034029] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1699.194435] env[62097]: DEBUG oslo_concurrency.lockutils [None req-74139396-931d-453a-b0e9-dc350bd84679 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "79246857-aa34-4b46-ae7c-1899f9c107c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.702s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.390033] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] VM already powered off {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1699.390386] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1699.390540] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.391817] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.391817] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1699.391817] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ccb9a02-aa05-4094-8ff0-2fa5b483f265 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.400484] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1699.400683] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1699.401471] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffae3a4c-0350-408c-85d3-a3a90efa26f6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.406747] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1699.406747] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522298b3-8d59-b832-21b9-97a4687805d4" [ 1699.406747] env[62097]: _type = "Task" [ 1699.406747] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.414224] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522298b3-8d59-b832-21b9-97a4687805d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.537010] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1699.697021] env[62097]: DEBUG nova.compute.manager [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1699.917702] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522298b3-8d59-b832-21b9-97a4687805d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009035} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.919028] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f2166ed-492c-41d0-b9ac-a74f83908b0d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.924136] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1699.924136] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523f85a9-1764-fd67-220d-bd558d120f6a" [ 1699.924136] env[62097]: _type = "Task" [ 1699.924136] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.931805] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523f85a9-1764-fd67-220d-bd558d120f6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.042333] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1700.042614] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.629s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.042907] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.809s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.044538] env[62097]: INFO nova.compute.claims [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1700.221282] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.435296] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523f85a9-1764-fd67-220d-bd558d120f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.010599} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.435581] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.435869] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] dcf337a9-de54-4fcf-abe8-4c7ed2ec4333/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk. {{(pid=62097) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1700.436189] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0217288e-751a-46cf-bcec-3a2727549f23 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.443472] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1700.443472] env[62097]: value = "task-2034626" [ 1700.443472] env[62097]: _type = "Task" [ 1700.443472] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.456412] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.958026] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491009} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.958026] env[62097]: INFO nova.virt.vmwareapi.ds_util [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] dcf337a9-de54-4fcf-abe8-4c7ed2ec4333/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk. [ 1700.958711] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d214c98-04a1-4c72-8620-8b3a5fdc3a16 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.984614] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] dcf337a9-de54-4fcf-abe8-4c7ed2ec4333/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1700.984926] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63c54606-8f38-487c-933f-0500267bf5d5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.008892] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1701.008892] env[62097]: value = "task-2034627" [ 1701.008892] env[62097]: _type = "Task" [ 1701.008892] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.017264] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.440609] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde163a2-1e65-44e7-abf1-041098c4b404 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.448926] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e73082-5480-4d0f-a796-f4015fc5c0b4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.477204] env[62097]: DEBUG nova.compute.manager [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1701.478102] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63374159-5996-4815-be69-7cf9fd3a1d97 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.480915] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f000d61-6e1a-4538-9077-f76d778abcea {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.489242] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cd95cf-6915-4067-8015-f2216803b029 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.507855] env[62097]: DEBUG nova.compute.provider_tree [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1701.517415] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.997193] env[62097]: INFO nova.compute.manager [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] instance snapshotting [ 1702.000008] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e041def-8b91-49a1-8e70-24d37b88e125 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.019156] env[62097]: DEBUG nova.scheduler.client.report [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1702.026118] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3b29d1-238c-465f-92cd-feb608f9ebed {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.036662] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.044626] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1702.044957] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1702.533229] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.533799] env[62097]: DEBUG nova.compute.manager [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1702.536294] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.536792] env[62097]: DEBUG oslo_concurrency.lockutils [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.149s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.536988] env[62097]: DEBUG oslo_concurrency.lockutils [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.538879] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d21cd835-aa0b-40ee-bb73-82e734e3a5ff tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 35.848s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.541180] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Creating Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1702.541676] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2c4db66f-39a0-47da-b995-b0250ad0cf26 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.553872] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1702.554186] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1702.554259] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Rebuilding the list of instances to heal {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1702.555875] env[62097]: DEBUG oslo_vmware.api [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1702.555875] env[62097]: value = "task-2034628" [ 1702.555875] env[62097]: _type = "Task" [ 1702.555875] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.557176] env[62097]: INFO nova.scheduler.client.report [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Deleted allocations for instance c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4 [ 1702.570727] env[62097]: DEBUG oslo_vmware.api [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034628, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.035031] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034627, 'name': ReconfigVM_Task, 'duration_secs': 1.616591} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.035031] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Reconfigured VM instance instance-0000001a to attach disk [datastore1] dcf337a9-de54-4fcf-abe8-4c7ed2ec4333/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1703.035736] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915334df-2026-4e97-b773-e0744e6fb52f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.039142] env[62097]: DEBUG nova.compute.utils [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1703.040763] env[62097]: DEBUG nova.compute.manager [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1703.040944] env[62097]: DEBUG nova.network.neutron [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1703.066251] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Skipping network cache update for instance because it is Building. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1703.079353] env[62097]: DEBUG oslo_concurrency.lockutils [None req-be2abacf-1283-40c0-8c1d-79b28f41bb0a tempest-FloatingIPsAssociationNegativeTestJSON-121011120 tempest-FloatingIPsAssociationNegativeTestJSON-121011120-project-member] Lock "c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.574s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.080568] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f3f8300-208f-4de3-9119-7968fe64c776 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.103559] env[62097]: DEBUG oslo_vmware.api [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034628, 'name': CreateSnapshot_Task, 'duration_secs': 0.466537} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.104714] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Created Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1703.105275] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1703.105275] env[62097]: value = "task-2034629" [ 1703.105275] env[62097]: _type = "Task" [ 1703.105275] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.106110] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ff9b44-f703-4f03-98de-cb3ffc26eb0e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.125225] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.138860] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "refresh_cache-f1884230-e972-4c99-a81b-1ecf9b5d7875" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.139039] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquired lock "refresh_cache-f1884230-e972-4c99-a81b-1ecf9b5d7875" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.139207] env[62097]: DEBUG nova.network.neutron [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Forcefully refreshing network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1703.139366] env[62097]: DEBUG nova.objects.instance [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lazy-loading 'info_cache' on Instance uuid f1884230-e972-4c99-a81b-1ecf9b5d7875 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1703.173122] env[62097]: DEBUG nova.policy [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af2439f1ce9547488cbcf4e49565f4f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22be589020e945b2989f2b42dcf7c269', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1703.455676] env[62097]: DEBUG nova.network.neutron [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Successfully created port: 25601a7d-e158-4fc8-9055-5229a5805549 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1703.533247] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9601db-51b8-4fea-8442-b2df70100948 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.540861] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d761b2-e075-4324-9ea8-f675e72642ee {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.571724] env[62097]: DEBUG nova.compute.manager [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1703.574770] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805d1e19-d606-4279-9dda-499304487ef2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.582193] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecb2ad5-7951-48a9-9580-509e73da1e66 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.597053] env[62097]: DEBUG nova.compute.provider_tree [None req-d21cd835-aa0b-40ee-bb73-82e734e3a5ff tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1703.616762] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034629, 'name': ReconfigVM_Task, 'duration_secs': 0.149409} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.617044] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1703.617348] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a0b1498-5901-48d4-b9b6-810de32d8566 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.623803] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1703.623803] env[62097]: value = "task-2034630" [ 1703.623803] env[62097]: _type = "Task" [ 1703.623803] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.634344] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Creating linked-clone VM from snapshot {{(pid=62097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1703.635041] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4134827c-ed09-42ab-b2f2-f6a6288fe161 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.644847] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034630, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.646688] env[62097]: DEBUG oslo_vmware.api [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1703.646688] env[62097]: value = "task-2034631" [ 1703.646688] env[62097]: _type = "Task" [ 1703.646688] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.655054] env[62097]: DEBUG oslo_vmware.api [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034631, 'name': CloneVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.100501] env[62097]: DEBUG nova.scheduler.client.report [None req-d21cd835-aa0b-40ee-bb73-82e734e3a5ff tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1704.135342] env[62097]: DEBUG oslo_vmware.api [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034630, 'name': PowerOnVM_Task, 'duration_secs': 0.495777} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.135972] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1704.138455] env[62097]: DEBUG nova.compute.manager [None req-5bb76b69-acde-43e0-8d32-c296a23dec28 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1704.139244] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b0fd75-1130-4316-8e1f-21203950b992 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.160833] env[62097]: DEBUG oslo_vmware.api [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034631, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.586544] env[62097]: DEBUG nova.compute.manager [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1704.627774] env[62097]: DEBUG nova.virt.hardware [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1704.631888] env[62097]: DEBUG nova.virt.hardware [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1704.631888] env[62097]: DEBUG nova.virt.hardware [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1704.632090] env[62097]: DEBUG nova.virt.hardware [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1704.632217] env[62097]: DEBUG nova.virt.hardware [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1704.632477] env[62097]: DEBUG nova.virt.hardware [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1704.632831] env[62097]: DEBUG nova.virt.hardware [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1704.633098] env[62097]: DEBUG nova.virt.hardware [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1704.633364] env[62097]: DEBUG nova.virt.hardware [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1704.633619] env[62097]: DEBUG nova.virt.hardware [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1704.633882] env[62097]: DEBUG nova.virt.hardware [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1704.638227] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c72c6f-cbb2-4e6a-a7eb-df2216793df1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.650975] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658f61ce-4f47-4012-985a-d2aa54f2a193 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.685535] env[62097]: DEBUG oslo_vmware.api [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034631, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.047143] env[62097]: DEBUG nova.compute.manager [req-f9c913b9-e441-48ec-b1de-ef7031a0bd59 req-a243c2d0-0afe-46b3-9f32-aa429c669441 service nova] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Received event network-vif-plugged-25601a7d-e158-4fc8-9055-5229a5805549 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1705.047439] env[62097]: DEBUG oslo_concurrency.lockutils [req-f9c913b9-e441-48ec-b1de-ef7031a0bd59 req-a243c2d0-0afe-46b3-9f32-aa429c669441 service nova] Acquiring lock "5a44d799-ec90-4bba-8033-af5ab51cb201-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.047583] env[62097]: DEBUG oslo_concurrency.lockutils [req-f9c913b9-e441-48ec-b1de-ef7031a0bd59 req-a243c2d0-0afe-46b3-9f32-aa429c669441 service nova] Lock "5a44d799-ec90-4bba-8033-af5ab51cb201-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.047729] env[62097]: DEBUG oslo_concurrency.lockutils [req-f9c913b9-e441-48ec-b1de-ef7031a0bd59 req-a243c2d0-0afe-46b3-9f32-aa429c669441 service nova] Lock "5a44d799-ec90-4bba-8033-af5ab51cb201-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.047892] env[62097]: DEBUG nova.compute.manager [req-f9c913b9-e441-48ec-b1de-ef7031a0bd59 req-a243c2d0-0afe-46b3-9f32-aa429c669441 service nova] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] No waiting events found dispatching network-vif-plugged-25601a7d-e158-4fc8-9055-5229a5805549 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1705.048294] env[62097]: WARNING nova.compute.manager [req-f9c913b9-e441-48ec-b1de-ef7031a0bd59 req-a243c2d0-0afe-46b3-9f32-aa429c669441 service nova] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Received unexpected event network-vif-plugged-25601a7d-e158-4fc8-9055-5229a5805549 for instance with vm_state building and task_state spawning. [ 1705.057034] env[62097]: DEBUG nova.network.neutron [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Updating instance_info_cache with network_info: [{"id": "3c8562bc-a170-4434-826b-371791a5df9c", "address": "fa:16:3e:fa:13:39", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8562bc-a1", "ovs_interfaceid": "3c8562bc-a170-4434-826b-371791a5df9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.115160] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d21cd835-aa0b-40ee-bb73-82e734e3a5ff tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.576s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.118581] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.274s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.120152] env[62097]: INFO nova.compute.claims [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1705.170545] env[62097]: DEBUG nova.network.neutron [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Successfully updated port: 25601a7d-e158-4fc8-9055-5229a5805549 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1705.180076] env[62097]: DEBUG oslo_vmware.api [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034631, 'name': CloneVM_Task, 'duration_secs': 1.416461} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.180214] env[62097]: INFO nova.virt.vmwareapi.vmops [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Created linked-clone VM from snapshot [ 1705.181009] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b90de7-1f06-4334-a5c1-a756f45248c3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.190436] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Uploading image 1314734f-7093-4192-a3af-b763f8d0f7c5 {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1705.203198] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Destroying the VM {{(pid=62097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1705.203819] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2bced271-6a66-4113-a64b-dc76df6accaa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.210790] env[62097]: DEBUG oslo_vmware.api [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1705.210790] env[62097]: value = "task-2034632" [ 1705.210790] env[62097]: _type = "Task" [ 1705.210790] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.221087] env[62097]: DEBUG oslo_vmware.api [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034632, 'name': Destroy_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.561539] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Releasing lock "refresh_cache-f1884230-e972-4c99-a81b-1ecf9b5d7875" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.561539] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Updated the network info_cache for instance {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1705.561774] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.562074] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.562330] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.562504] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.562650] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.562862] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.562993] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1705.563165] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.675729] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Acquiring lock "refresh_cache-5a44d799-ec90-4bba-8033-af5ab51cb201" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.675729] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Acquired lock "refresh_cache-5a44d799-ec90-4bba-8033-af5ab51cb201" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.675729] env[62097]: DEBUG nova.network.neutron [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1705.693949] env[62097]: INFO nova.scheduler.client.report [None req-d21cd835-aa0b-40ee-bb73-82e734e3a5ff tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Deleted allocation for migration 65de7d7b-04e2-40b0-8655-dc14be65badc [ 1705.723278] env[62097]: DEBUG oslo_vmware.api [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034632, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.066676] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.125393] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquiring lock "da9910e3-317e-4ca6-9a8c-478232b8d7dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.125393] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Lock "da9910e3-317e-4ca6-9a8c-478232b8d7dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.202846] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d21cd835-aa0b-40ee-bb73-82e734e3a5ff tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "f1884230-e972-4c99-a81b-1ecf9b5d7875" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 43.045s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.233084] env[62097]: DEBUG oslo_vmware.api [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034632, 'name': Destroy_Task, 'duration_secs': 0.644403} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.236034] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Destroyed the VM [ 1706.236034] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Deleting Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1706.236034] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-195b330a-8a35-4776-8843-c0d8fb8ba53f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.238729] env[62097]: DEBUG nova.network.neutron [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1706.253527] env[62097]: DEBUG oslo_vmware.api [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1706.253527] env[62097]: value = "task-2034633" [ 1706.253527] env[62097]: _type = "Task" [ 1706.253527] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.279689] env[62097]: DEBUG oslo_vmware.api [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034633, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.439274] env[62097]: DEBUG nova.network.neutron [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Updating instance_info_cache with network_info: [{"id": "25601a7d-e158-4fc8-9055-5229a5805549", "address": "fa:16:3e:9f:de:e0", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25601a7d-e1", "ovs_interfaceid": "25601a7d-e158-4fc8-9055-5229a5805549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.710016] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983d04f1-0422-4b3f-a6f8-ad74a12b160e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.718260] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5c35c8-25ef-4f00-92f2-5b27d2c2211f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.753030] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24b5a65-b8f9-49f9-8048-ee4f4e7c814a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.767210] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a842eedd-2578-43e2-a5b9-97e97c7b6e61 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.771414] env[62097]: DEBUG oslo_vmware.api [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034633, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.781954] env[62097]: DEBUG nova.compute.provider_tree [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1706.942556] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Releasing lock "refresh_cache-5a44d799-ec90-4bba-8033-af5ab51cb201" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.943137] env[62097]: DEBUG nova.compute.manager [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Instance network_info: |[{"id": "25601a7d-e158-4fc8-9055-5229a5805549", "address": "fa:16:3e:9f:de:e0", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25601a7d-e1", "ovs_interfaceid": "25601a7d-e158-4fc8-9055-5229a5805549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1706.943809] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:de:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25601a7d-e158-4fc8-9055-5229a5805549', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1706.956688] env[62097]: DEBUG oslo.service.loopingcall [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1706.957109] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1706.957408] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-324e03d8-3804-41d9-99cf-395fef4fd701 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.987319] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1706.987319] env[62097]: value = "task-2034634" [ 1706.987319] env[62097]: _type = "Task" [ 1706.987319] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.999042] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034634, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.115717] env[62097]: DEBUG nova.compute.manager [req-b6b3c3c7-87b2-40ca-b882-22a66405be3b req-aa142864-8366-48cf-91bb-8c804229de4a service nova] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Received event network-changed-25601a7d-e158-4fc8-9055-5229a5805549 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1707.115955] env[62097]: DEBUG nova.compute.manager [req-b6b3c3c7-87b2-40ca-b882-22a66405be3b req-aa142864-8366-48cf-91bb-8c804229de4a service nova] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Refreshing instance network info cache due to event network-changed-25601a7d-e158-4fc8-9055-5229a5805549. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1707.116372] env[62097]: DEBUG oslo_concurrency.lockutils [req-b6b3c3c7-87b2-40ca-b882-22a66405be3b req-aa142864-8366-48cf-91bb-8c804229de4a service nova] Acquiring lock "refresh_cache-5a44d799-ec90-4bba-8033-af5ab51cb201" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.116372] env[62097]: DEBUG oslo_concurrency.lockutils [req-b6b3c3c7-87b2-40ca-b882-22a66405be3b req-aa142864-8366-48cf-91bb-8c804229de4a service nova] Acquired lock "refresh_cache-5a44d799-ec90-4bba-8033-af5ab51cb201" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.116507] env[62097]: DEBUG nova.network.neutron [req-b6b3c3c7-87b2-40ca-b882-22a66405be3b req-aa142864-8366-48cf-91bb-8c804229de4a service nova] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Refreshing network info cache for port 25601a7d-e158-4fc8-9055-5229a5805549 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1707.269643] env[62097]: DEBUG oslo_vmware.api [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034633, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.286512] env[62097]: DEBUG nova.scheduler.client.report [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1707.496670] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034634, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.772377] env[62097]: DEBUG oslo_vmware.api [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034633, 'name': RemoveSnapshot_Task, 'duration_secs': 1.177699} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.772798] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Deleted Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1707.791856] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.797275] env[62097]: DEBUG nova.compute.manager [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1707.803487] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.452s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.805374] env[62097]: INFO nova.compute.claims [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1707.885313] env[62097]: DEBUG nova.network.neutron [req-b6b3c3c7-87b2-40ca-b882-22a66405be3b req-aa142864-8366-48cf-91bb-8c804229de4a service nova] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Updated VIF entry in instance network info cache for port 25601a7d-e158-4fc8-9055-5229a5805549. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1707.885655] env[62097]: DEBUG nova.network.neutron [req-b6b3c3c7-87b2-40ca-b882-22a66405be3b req-aa142864-8366-48cf-91bb-8c804229de4a service nova] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Updating instance_info_cache with network_info: [{"id": "25601a7d-e158-4fc8-9055-5229a5805549", "address": "fa:16:3e:9f:de:e0", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25601a7d-e1", "ovs_interfaceid": "25601a7d-e158-4fc8-9055-5229a5805549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.997554] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034634, 'name': CreateVM_Task, 'duration_secs': 0.693698} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.997715] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1707.998435] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.998601] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.998910] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1708.001019] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-097ceefb-f5be-4a82-91f9-e8b6b472f400 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.003590] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for the task: (returnval){ [ 1708.003590] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522a66c0-9489-a1e3-916f-36a58db66b31" [ 1708.003590] env[62097]: _type = "Task" [ 1708.003590] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.011015] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522a66c0-9489-a1e3-916f-36a58db66b31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.279760] env[62097]: WARNING nova.compute.manager [None req-310a8e17-1cb6-489f-b608-84a56e232554 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Image not found during snapshot: nova.exception.ImageNotFound: Image 1314734f-7093-4192-a3af-b763f8d0f7c5 could not be found. [ 1708.312967] env[62097]: DEBUG nova.compute.utils [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1708.314369] env[62097]: DEBUG nova.compute.manager [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1708.314590] env[62097]: DEBUG nova.network.neutron [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1708.380929] env[62097]: DEBUG nova.policy [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24f40452602c4a44be14fa4bfc421155', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce63476cf42e44e6aa7f3f84be92d1a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1708.388620] env[62097]: DEBUG oslo_concurrency.lockutils [req-b6b3c3c7-87b2-40ca-b882-22a66405be3b req-aa142864-8366-48cf-91bb-8c804229de4a service nova] Releasing lock "refresh_cache-5a44d799-ec90-4bba-8033-af5ab51cb201" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.423584] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "7b70aac3-1fd6-4956-8849-ebe6def4305e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.423584] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "7b70aac3-1fd6-4956-8849-ebe6def4305e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.515923] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522a66c0-9489-a1e3-916f-36a58db66b31, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.516270] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.516579] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1708.517799] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.517799] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.517799] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1708.517799] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a969d8bb-176c-4982-bdf5-6d854d97c2b2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.527903] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1708.528291] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1708.529873] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c1bab52-4c71-4b7d-8419-072b448e322d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.537991] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for the task: (returnval){ [ 1708.537991] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524669ba-9c7d-cc0e-e479-41bca2033f63" [ 1708.537991] env[62097]: _type = "Task" [ 1708.537991] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.545943] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524669ba-9c7d-cc0e-e479-41bca2033f63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.823078] env[62097]: DEBUG nova.compute.manager [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1708.838814] env[62097]: DEBUG nova.network.neutron [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Successfully created port: 8f519f28-98a9-43e6-9075-47ae2e179052 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1709.055659] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524669ba-9c7d-cc0e-e479-41bca2033f63, 'name': SearchDatastore_Task, 'duration_secs': 0.01091} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.056983] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b433e6e-c8a1-42a4-b366-7eb4a7bd1d68 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.062774] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for the task: (returnval){ [ 1709.062774] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52dfd298-b604-9ea2-906e-dc5e1f0c8608" [ 1709.062774] env[62097]: _type = "Task" [ 1709.062774] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.072447] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52dfd298-b604-9ea2-906e-dc5e1f0c8608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.342149] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74ed8c5-6dc7-4bc3-bc2f-3a1f23af973d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.351179] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa9c53c-4557-41cb-b05b-21bbc0b752b7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.383465] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f86d00-7dd6-4a34-8379-f32ee4e198eb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.392148] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0bee8f-4701-458f-b7e8-948c35cf0f5f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.410150] env[62097]: DEBUG nova.compute.provider_tree [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1709.574415] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52dfd298-b604-9ea2-906e-dc5e1f0c8608, 'name': SearchDatastore_Task, 'duration_secs': 0.012226} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.574415] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.574415] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 5a44d799-ec90-4bba-8033-af5ab51cb201/5a44d799-ec90-4bba-8033-af5ab51cb201.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1709.574415] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3112e937-7f4f-4ee8-bd44-e94b9dea291a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.580838] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for the task: (returnval){ [ 1709.580838] env[62097]: value = "task-2034635" [ 1709.580838] env[62097]: _type = "Task" [ 1709.580838] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.588921] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.634565] env[62097]: DEBUG oslo_concurrency.lockutils [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "79246857-aa34-4b46-ae7c-1899f9c107c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.634851] env[62097]: DEBUG oslo_concurrency.lockutils [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "79246857-aa34-4b46-ae7c-1899f9c107c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.635154] env[62097]: DEBUG oslo_concurrency.lockutils [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "79246857-aa34-4b46-ae7c-1899f9c107c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.635414] env[62097]: DEBUG oslo_concurrency.lockutils [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "79246857-aa34-4b46-ae7c-1899f9c107c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.635703] env[62097]: DEBUG oslo_concurrency.lockutils [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "79246857-aa34-4b46-ae7c-1899f9c107c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.639899] env[62097]: INFO nova.compute.manager [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Terminating instance [ 1709.835657] env[62097]: DEBUG nova.compute.manager [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1709.865353] env[62097]: DEBUG nova.virt.hardware [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1709.865612] env[62097]: DEBUG nova.virt.hardware [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1709.865766] env[62097]: DEBUG nova.virt.hardware [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1709.865945] env[62097]: DEBUG nova.virt.hardware [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1709.866865] env[62097]: DEBUG nova.virt.hardware [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1709.870030] env[62097]: DEBUG nova.virt.hardware [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1709.870030] env[62097]: DEBUG nova.virt.hardware [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1709.870030] env[62097]: DEBUG nova.virt.hardware [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1709.870030] env[62097]: DEBUG nova.virt.hardware [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1709.870030] env[62097]: DEBUG nova.virt.hardware [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1709.870030] env[62097]: DEBUG nova.virt.hardware [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1709.870030] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891e41e4-e9a1-43b5-bd6a-3f127565d73e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.879579] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bcc642-86c1-48a8-a036-f33a7e232204 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.913888] env[62097]: DEBUG nova.scheduler.client.report [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1710.090826] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491855} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.091098] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 5a44d799-ec90-4bba-8033-af5ab51cb201/5a44d799-ec90-4bba-8033-af5ab51cb201.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1710.091312] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1710.091564] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc0908f5-2a10-4e8b-8bb3-9f98161f35aa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.098598] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for the task: (returnval){ [ 1710.098598] env[62097]: value = "task-2034636" [ 1710.098598] env[62097]: _type = "Task" [ 1710.098598] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.107064] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.145095] env[62097]: DEBUG nova.compute.manager [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1710.145340] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1710.146385] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ba7e5e-82fd-4b04-bff5-83a9328db4cc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.154014] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1710.155191] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c244f9ee-83ef-49d2-b5b1-873d557b7db2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.161790] env[62097]: DEBUG oslo_vmware.api [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1710.161790] env[62097]: value = "task-2034637" [ 1710.161790] env[62097]: _type = "Task" [ 1710.161790] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.170966] env[62097]: DEBUG oslo_vmware.api [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.419437] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.420018] env[62097]: DEBUG nova.compute.manager [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1710.430020] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.380s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.430020] env[62097]: INFO nova.compute.claims [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1710.438770] env[62097]: DEBUG nova.compute.manager [req-c0051f8a-cdf4-497c-bcd7-ed010f02938d req-713d67f8-aa12-4b26-84ad-30e3e0d3216e service nova] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Received event network-vif-plugged-8f519f28-98a9-43e6-9075-47ae2e179052 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1710.439025] env[62097]: DEBUG oslo_concurrency.lockutils [req-c0051f8a-cdf4-497c-bcd7-ed010f02938d req-713d67f8-aa12-4b26-84ad-30e3e0d3216e service nova] Acquiring lock "bef0ccb3-04e4-450e-8042-a433504278b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.439274] env[62097]: DEBUG oslo_concurrency.lockutils [req-c0051f8a-cdf4-497c-bcd7-ed010f02938d req-713d67f8-aa12-4b26-84ad-30e3e0d3216e service nova] Lock "bef0ccb3-04e4-450e-8042-a433504278b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.439463] env[62097]: DEBUG oslo_concurrency.lockutils [req-c0051f8a-cdf4-497c-bcd7-ed010f02938d req-713d67f8-aa12-4b26-84ad-30e3e0d3216e service nova] Lock "bef0ccb3-04e4-450e-8042-a433504278b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.439629] env[62097]: DEBUG nova.compute.manager [req-c0051f8a-cdf4-497c-bcd7-ed010f02938d req-713d67f8-aa12-4b26-84ad-30e3e0d3216e service nova] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] No waiting events found dispatching network-vif-plugged-8f519f28-98a9-43e6-9075-47ae2e179052 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1710.439786] env[62097]: WARNING nova.compute.manager [req-c0051f8a-cdf4-497c-bcd7-ed010f02938d req-713d67f8-aa12-4b26-84ad-30e3e0d3216e service nova] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Received unexpected event network-vif-plugged-8f519f28-98a9-43e6-9075-47ae2e179052 for instance with vm_state building and task_state spawning. [ 1710.545945] env[62097]: DEBUG nova.network.neutron [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Successfully updated port: 8f519f28-98a9-43e6-9075-47ae2e179052 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1710.609221] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067158} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.609321] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1710.610019] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe37cfc-9243-48c7-9ffc-5ae6f9325539 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.633756] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 5a44d799-ec90-4bba-8033-af5ab51cb201/5a44d799-ec90-4bba-8033-af5ab51cb201.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1710.634197] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2b5499a-651d-4cac-bc25-5818b6f53f7a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.653107] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for the task: (returnval){ [ 1710.653107] env[62097]: value = "task-2034638" [ 1710.653107] env[62097]: _type = "Task" [ 1710.653107] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.661561] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.670086] env[62097]: DEBUG oslo_vmware.api [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034637, 'name': PowerOffVM_Task, 'duration_secs': 0.193561} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.670384] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1710.670580] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1710.670847] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7fb3d4a-9226-4e43-bbe0-72bddab65003 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.747987] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1710.748174] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1710.748428] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Deleting the datastore file [datastore1] 79246857-aa34-4b46-ae7c-1899f9c107c4 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1710.748768] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae58651e-dafc-4ae4-a385-fcac7ccfcb67 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.755908] env[62097]: DEBUG oslo_vmware.api [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1710.755908] env[62097]: value = "task-2034640" [ 1710.755908] env[62097]: _type = "Task" [ 1710.755908] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.764991] env[62097]: DEBUG oslo_vmware.api [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.932358] env[62097]: DEBUG nova.compute.utils [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1710.937623] env[62097]: DEBUG nova.compute.manager [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1710.937857] env[62097]: DEBUG nova.network.neutron [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1710.946939] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Acquiring lock "1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.947730] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Lock "1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.996931] env[62097]: DEBUG nova.policy [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '169e87db62724db9b507d7d2ad31a8c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c15789b2c316465b8a538fcbf060b172', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1711.049411] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquiring lock "refresh_cache-bef0ccb3-04e4-450e-8042-a433504278b2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.049572] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquired lock "refresh_cache-bef0ccb3-04e4-450e-8042-a433504278b2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.049731] env[62097]: DEBUG nova.network.neutron [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1711.168556] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034638, 'name': ReconfigVM_Task, 'duration_secs': 0.32092} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.168837] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 5a44d799-ec90-4bba-8033-af5ab51cb201/5a44d799-ec90-4bba-8033-af5ab51cb201.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1711.169983] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edf9066d-504f-4e46-9389-7df60cec5e38 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.177902] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for the task: (returnval){ [ 1711.177902] env[62097]: value = "task-2034641" [ 1711.177902] env[62097]: _type = "Task" [ 1711.177902] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.187071] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034641, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.268618] env[62097]: DEBUG oslo_vmware.api [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234847} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.268921] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1711.269095] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1711.269278] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1711.269460] env[62097]: INFO nova.compute.manager [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1711.269714] env[62097]: DEBUG oslo.service.loopingcall [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1711.269910] env[62097]: DEBUG nova.compute.manager [-] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1711.270025] env[62097]: DEBUG nova.network.neutron [-] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1711.438171] env[62097]: DEBUG nova.compute.manager [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1711.451223] env[62097]: DEBUG nova.network.neutron [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Successfully created port: baf66818-cb5e-4ea8-8fd7-53de00b9b6af {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1711.596070] env[62097]: DEBUG nova.network.neutron [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1711.700019] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034641, 'name': Rename_Task, 'duration_secs': 0.14139} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.700521] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1711.700796] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea5085a0-0e4c-4539-aa0c-46f979574e00 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.712629] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for the task: (returnval){ [ 1711.712629] env[62097]: value = "task-2034642" [ 1711.712629] env[62097]: _type = "Task" [ 1711.712629] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.721666] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.881852] env[62097]: DEBUG nova.network.neutron [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Updating instance_info_cache with network_info: [{"id": "8f519f28-98a9-43e6-9075-47ae2e179052", "address": "fa:16:3e:c4:16:c3", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f519f28-98", "ovs_interfaceid": "8f519f28-98a9-43e6-9075-47ae2e179052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.033921] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de64d819-d62b-438f-a83e-c9e8fbec20bf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.042031] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdced890-03c8-451a-8a79-8ad371571b34 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.075162] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff870a7-5ea9-489f-b215-22c89c6d709e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.083903] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8115231f-2eaa-41e8-8e5a-6dfea41ad28b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.100772] env[62097]: DEBUG nova.compute.provider_tree [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1712.222562] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034642, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.362331] env[62097]: DEBUG nova.network.neutron [-] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.385609] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Releasing lock "refresh_cache-bef0ccb3-04e4-450e-8042-a433504278b2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.385914] env[62097]: DEBUG nova.compute.manager [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Instance network_info: |[{"id": "8f519f28-98a9-43e6-9075-47ae2e179052", "address": "fa:16:3e:c4:16:c3", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f519f28-98", "ovs_interfaceid": "8f519f28-98a9-43e6-9075-47ae2e179052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1712.386349] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:16:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f519f28-98a9-43e6-9075-47ae2e179052', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1712.393792] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Creating folder: Project (ce63476cf42e44e6aa7f3f84be92d1a5). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1712.394317] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57b137ff-e2d3-4092-94c4-f49ed7d1bcd8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.405462] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Created folder: Project (ce63476cf42e44e6aa7f3f84be92d1a5) in parent group-v417770. [ 1712.405644] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Creating folder: Instances. Parent ref: group-v417848. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1712.405863] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8d6a432-70b0-4cf7-8179-dc49ba44c2d6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.415732] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Created folder: Instances in parent group-v417848. [ 1712.415952] env[62097]: DEBUG oslo.service.loopingcall [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1712.416144] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1712.416330] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8efa01fd-3574-41d1-8d59-cd9d4823dc49 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.436794] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1712.436794] env[62097]: value = "task-2034645" [ 1712.436794] env[62097]: _type = "Task" [ 1712.436794] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.444834] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034645, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.452213] env[62097]: DEBUG nova.compute.manager [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1712.466591] env[62097]: DEBUG nova.compute.manager [req-b8f9fb37-c1a4-4d4c-b19f-78b30d19e754 req-8855caf8-f039-4619-b8a4-288700f3a1d0 service nova] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Received event network-changed-8f519f28-98a9-43e6-9075-47ae2e179052 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1712.466591] env[62097]: DEBUG nova.compute.manager [req-b8f9fb37-c1a4-4d4c-b19f-78b30d19e754 req-8855caf8-f039-4619-b8a4-288700f3a1d0 service nova] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Refreshing instance network info cache due to event network-changed-8f519f28-98a9-43e6-9075-47ae2e179052. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1712.466591] env[62097]: DEBUG oslo_concurrency.lockutils [req-b8f9fb37-c1a4-4d4c-b19f-78b30d19e754 req-8855caf8-f039-4619-b8a4-288700f3a1d0 service nova] Acquiring lock "refresh_cache-bef0ccb3-04e4-450e-8042-a433504278b2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.466591] env[62097]: DEBUG oslo_concurrency.lockutils [req-b8f9fb37-c1a4-4d4c-b19f-78b30d19e754 req-8855caf8-f039-4619-b8a4-288700f3a1d0 service nova] Acquired lock "refresh_cache-bef0ccb3-04e4-450e-8042-a433504278b2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.466591] env[62097]: DEBUG nova.network.neutron [req-b8f9fb37-c1a4-4d4c-b19f-78b30d19e754 req-8855caf8-f039-4619-b8a4-288700f3a1d0 service nova] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Refreshing network info cache for port 8f519f28-98a9-43e6-9075-47ae2e179052 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1712.484023] env[62097]: DEBUG nova.virt.hardware [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1712.484023] env[62097]: DEBUG nova.virt.hardware [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1712.484214] env[62097]: DEBUG nova.virt.hardware [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1712.484253] env[62097]: DEBUG nova.virt.hardware [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1712.484402] env[62097]: DEBUG nova.virt.hardware [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1712.484550] env[62097]: DEBUG nova.virt.hardware [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1712.484761] env[62097]: DEBUG nova.virt.hardware [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1712.484930] env[62097]: DEBUG nova.virt.hardware [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1712.485116] env[62097]: DEBUG nova.virt.hardware [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1712.485282] env[62097]: DEBUG nova.virt.hardware [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1712.485456] env[62097]: DEBUG nova.virt.hardware [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1712.486727] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1801a5ef-08f8-4306-91e1-3f638105487c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.494985] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797b03ff-9c11-4e94-ae69-f5d26689990f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.604986] env[62097]: DEBUG nova.scheduler.client.report [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1712.723724] env[62097]: DEBUG oslo_vmware.api [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034642, 'name': PowerOnVM_Task, 'duration_secs': 0.523823} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.723724] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1712.723936] env[62097]: INFO nova.compute.manager [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1712.724028] env[62097]: DEBUG nova.compute.manager [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1712.724815] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be761c0-0ace-4fdc-bf01-ac7bd4676e6c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.864751] env[62097]: INFO nova.compute.manager [-] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Took 1.59 seconds to deallocate network for instance. [ 1712.948976] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034645, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.110352] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.110955] env[62097]: DEBUG nova.compute.manager [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1713.116289] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.077s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.116289] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.116289] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.092s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.117135] env[62097]: INFO nova.compute.claims [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1713.151772] env[62097]: INFO nova.scheduler.client.report [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Deleted allocations for instance 6c1b3fe7-08d1-4ebc-804f-0199697b94dc [ 1713.242979] env[62097]: INFO nova.compute.manager [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Took 50.03 seconds to build instance. [ 1713.283446] env[62097]: DEBUG nova.network.neutron [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Successfully updated port: baf66818-cb5e-4ea8-8fd7-53de00b9b6af {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1713.334580] env[62097]: DEBUG nova.network.neutron [req-b8f9fb37-c1a4-4d4c-b19f-78b30d19e754 req-8855caf8-f039-4619-b8a4-288700f3a1d0 service nova] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Updated VIF entry in instance network info cache for port 8f519f28-98a9-43e6-9075-47ae2e179052. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1713.334795] env[62097]: DEBUG nova.network.neutron [req-b8f9fb37-c1a4-4d4c-b19f-78b30d19e754 req-8855caf8-f039-4619-b8a4-288700f3a1d0 service nova] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Updating instance_info_cache with network_info: [{"id": "8f519f28-98a9-43e6-9075-47ae2e179052", "address": "fa:16:3e:c4:16:c3", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f519f28-98", "ovs_interfaceid": "8f519f28-98a9-43e6-9075-47ae2e179052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.371885] env[62097]: DEBUG oslo_concurrency.lockutils [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.452028] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034645, 'name': CreateVM_Task, 'duration_secs': 0.579651} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.452028] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1713.452028] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.452028] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.452028] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1713.452028] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45f2f259-097c-4b3b-9cda-2a0a204e4e9b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.456728] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1713.456728] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528e83bc-a8d6-cee6-0f17-d7ef371d0983" [ 1713.456728] env[62097]: _type = "Task" [ 1713.456728] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.464976] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528e83bc-a8d6-cee6-0f17-d7ef371d0983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.624247] env[62097]: DEBUG nova.compute.utils [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1713.625787] env[62097]: DEBUG nova.compute.manager [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1713.625948] env[62097]: DEBUG nova.network.neutron [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1713.663757] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a5b60456-53cb-4655-85f8-a9022752638f tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Lock "6c1b3fe7-08d1-4ebc-804f-0199697b94dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.117s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.703100] env[62097]: DEBUG nova.policy [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24f40452602c4a44be14fa4bfc421155', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce63476cf42e44e6aa7f3f84be92d1a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1713.745557] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba6bd76c-edfd-4656-ac20-4ab84d6876ed tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Lock "5a44d799-ec90-4bba-8033-af5ab51cb201" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.963s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.786377] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Acquiring lock "refresh_cache-86cedaef-793d-47ea-a77e-67da0776a0e6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.786572] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Acquired lock "refresh_cache-86cedaef-793d-47ea-a77e-67da0776a0e6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.786878] env[62097]: DEBUG nova.network.neutron [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1713.837410] env[62097]: DEBUG oslo_concurrency.lockutils [req-b8f9fb37-c1a4-4d4c-b19f-78b30d19e754 req-8855caf8-f039-4619-b8a4-288700f3a1d0 service nova] Releasing lock "refresh_cache-bef0ccb3-04e4-450e-8042-a433504278b2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.837684] env[62097]: DEBUG nova.compute.manager [req-b8f9fb37-c1a4-4d4c-b19f-78b30d19e754 req-8855caf8-f039-4619-b8a4-288700f3a1d0 service nova] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Received event network-vif-deleted-8e75d13a-c994-4f8a-9cd8-44ff2d196536 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1713.967455] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528e83bc-a8d6-cee6-0f17-d7ef371d0983, 'name': SearchDatastore_Task, 'duration_secs': 0.036168} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.968114] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.968216] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1713.969250] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.969250] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.969250] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1713.969469] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2fea732-cd8e-4b8b-a65a-649338d69f19 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.978128] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1713.978309] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1713.979031] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8df644a0-0103-43ec-affe-124eebfbba61 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.984006] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1713.984006] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f01f2d-3d4e-8c67-65b0-2e522af0f058" [ 1713.984006] env[62097]: _type = "Task" [ 1713.984006] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.992816] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f01f2d-3d4e-8c67-65b0-2e522af0f058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.054133] env[62097]: DEBUG nova.network.neutron [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Successfully created port: 3772b7d9-9f94-460e-8332-1bbad7ba125d {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1714.130979] env[62097]: DEBUG nova.compute.manager [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1714.250775] env[62097]: DEBUG nova.compute.manager [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1714.300015] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Acquiring lock "5a44d799-ec90-4bba-8033-af5ab51cb201" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.300288] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Lock "5a44d799-ec90-4bba-8033-af5ab51cb201" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.300529] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Acquiring lock "5a44d799-ec90-4bba-8033-af5ab51cb201-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.300719] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Lock "5a44d799-ec90-4bba-8033-af5ab51cb201-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.300892] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Lock "5a44d799-ec90-4bba-8033-af5ab51cb201-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.308220] env[62097]: INFO nova.compute.manager [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Terminating instance [ 1714.331083] env[62097]: DEBUG nova.network.neutron [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1714.498480] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f01f2d-3d4e-8c67-65b0-2e522af0f058, 'name': SearchDatastore_Task, 'duration_secs': 0.008001} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.499604] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b8ad259-4db1-422b-a969-8bbfa8823ac7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.508424] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1714.508424] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5292b6cb-3ced-72a8-4062-a0e091020ac0" [ 1714.508424] env[62097]: _type = "Task" [ 1714.508424] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.515374] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5292b6cb-3ced-72a8-4062-a0e091020ac0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.545473] env[62097]: DEBUG nova.network.neutron [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Updating instance_info_cache with network_info: [{"id": "baf66818-cb5e-4ea8-8fd7-53de00b9b6af", "address": "fa:16:3e:88:c2:fb", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaf66818-cb", "ovs_interfaceid": "baf66818-cb5e-4ea8-8fd7-53de00b9b6af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.608219] env[62097]: DEBUG nova.compute.manager [req-82259bdb-a4bf-42dc-9d81-1e961e8887d9 req-a4d6b2dc-3dbf-4837-8892-9d7bbbdd3adc service nova] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Received event network-vif-plugged-baf66818-cb5e-4ea8-8fd7-53de00b9b6af {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1714.608407] env[62097]: DEBUG oslo_concurrency.lockutils [req-82259bdb-a4bf-42dc-9d81-1e961e8887d9 req-a4d6b2dc-3dbf-4837-8892-9d7bbbdd3adc service nova] Acquiring lock "86cedaef-793d-47ea-a77e-67da0776a0e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.608978] env[62097]: DEBUG oslo_concurrency.lockutils [req-82259bdb-a4bf-42dc-9d81-1e961e8887d9 req-a4d6b2dc-3dbf-4837-8892-9d7bbbdd3adc service nova] Lock "86cedaef-793d-47ea-a77e-67da0776a0e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.609172] env[62097]: DEBUG oslo_concurrency.lockutils [req-82259bdb-a4bf-42dc-9d81-1e961e8887d9 req-a4d6b2dc-3dbf-4837-8892-9d7bbbdd3adc service nova] Lock "86cedaef-793d-47ea-a77e-67da0776a0e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.609345] env[62097]: DEBUG nova.compute.manager [req-82259bdb-a4bf-42dc-9d81-1e961e8887d9 req-a4d6b2dc-3dbf-4837-8892-9d7bbbdd3adc service nova] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] No waiting events found dispatching network-vif-plugged-baf66818-cb5e-4ea8-8fd7-53de00b9b6af {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1714.609512] env[62097]: WARNING nova.compute.manager [req-82259bdb-a4bf-42dc-9d81-1e961e8887d9 req-a4d6b2dc-3dbf-4837-8892-9d7bbbdd3adc service nova] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Received unexpected event network-vif-plugged-baf66818-cb5e-4ea8-8fd7-53de00b9b6af for instance with vm_state building and task_state spawning. [ 1714.610024] env[62097]: DEBUG nova.compute.manager [req-82259bdb-a4bf-42dc-9d81-1e961e8887d9 req-a4d6b2dc-3dbf-4837-8892-9d7bbbdd3adc service nova] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Received event network-changed-baf66818-cb5e-4ea8-8fd7-53de00b9b6af {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1714.610330] env[62097]: DEBUG nova.compute.manager [req-82259bdb-a4bf-42dc-9d81-1e961e8887d9 req-a4d6b2dc-3dbf-4837-8892-9d7bbbdd3adc service nova] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Refreshing instance network info cache due to event network-changed-baf66818-cb5e-4ea8-8fd7-53de00b9b6af. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1714.610845] env[62097]: DEBUG oslo_concurrency.lockutils [req-82259bdb-a4bf-42dc-9d81-1e961e8887d9 req-a4d6b2dc-3dbf-4837-8892-9d7bbbdd3adc service nova] Acquiring lock "refresh_cache-86cedaef-793d-47ea-a77e-67da0776a0e6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.703492] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf6d6ca-9496-4e74-9559-f603d9cb2f8a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.711807] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b45224a-35de-4752-86a3-db7bf96c4dfd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.755119] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fb3752-bc7f-43bb-9aff-a3018f46c72d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.767643] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c50862-4321-42b4-b954-edc8e01265ac {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.783236] env[62097]: DEBUG nova.compute.provider_tree [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1714.785723] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.813373] env[62097]: DEBUG nova.compute.manager [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1714.813625] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1714.814572] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7747a3-ec96-45c4-a279-c9d33b1296d8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.823466] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1714.823738] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0d2cda1-f09e-43be-9134-f5dda1d41c85 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.830118] env[62097]: DEBUG oslo_vmware.api [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for the task: (returnval){ [ 1714.830118] env[62097]: value = "task-2034646" [ 1714.830118] env[62097]: _type = "Task" [ 1714.830118] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.839092] env[62097]: DEBUG oslo_vmware.api [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.017467] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5292b6cb-3ced-72a8-4062-a0e091020ac0, 'name': SearchDatastore_Task, 'duration_secs': 0.009104} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.017802] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.018143] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] bef0ccb3-04e4-450e-8042-a433504278b2/bef0ccb3-04e4-450e-8042-a433504278b2.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1715.018580] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05e29b2a-55f5-4b8b-9b05-10cb24c94e9d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.024699] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1715.024699] env[62097]: value = "task-2034647" [ 1715.024699] env[62097]: _type = "Task" [ 1715.024699] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.032650] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.048232] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Releasing lock "refresh_cache-86cedaef-793d-47ea-a77e-67da0776a0e6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.048560] env[62097]: DEBUG nova.compute.manager [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Instance network_info: |[{"id": "baf66818-cb5e-4ea8-8fd7-53de00b9b6af", "address": "fa:16:3e:88:c2:fb", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaf66818-cb", "ovs_interfaceid": "baf66818-cb5e-4ea8-8fd7-53de00b9b6af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1715.048830] env[62097]: DEBUG oslo_concurrency.lockutils [req-82259bdb-a4bf-42dc-9d81-1e961e8887d9 req-a4d6b2dc-3dbf-4837-8892-9d7bbbdd3adc service nova] Acquired lock "refresh_cache-86cedaef-793d-47ea-a77e-67da0776a0e6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.049031] env[62097]: DEBUG nova.network.neutron [req-82259bdb-a4bf-42dc-9d81-1e961e8887d9 req-a4d6b2dc-3dbf-4837-8892-9d7bbbdd3adc service nova] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Refreshing network info cache for port baf66818-cb5e-4ea8-8fd7-53de00b9b6af {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1715.050288] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:c2:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'baf66818-cb5e-4ea8-8fd7-53de00b9b6af', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1715.058492] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Creating folder: Project (c15789b2c316465b8a538fcbf060b172). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1715.061476] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0732def-ec3f-4df6-8f3f-2caf6585add4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.072265] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Created folder: Project (c15789b2c316465b8a538fcbf060b172) in parent group-v417770. [ 1715.072446] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Creating folder: Instances. Parent ref: group-v417851. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1715.072663] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5078253-a08e-4a16-8f55-105361659621 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.081824] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Created folder: Instances in parent group-v417851. [ 1715.082073] env[62097]: DEBUG oslo.service.loopingcall [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.082261] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1715.082454] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a15d171-3d19-48ce-9832-e5ad2af34116 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.104869] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1715.104869] env[62097]: value = "task-2034650" [ 1715.104869] env[62097]: _type = "Task" [ 1715.104869] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.112208] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034650, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.149454] env[62097]: DEBUG nova.compute.manager [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1715.179824] env[62097]: DEBUG nova.virt.hardware [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1715.180115] env[62097]: DEBUG nova.virt.hardware [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1715.180279] env[62097]: DEBUG nova.virt.hardware [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1715.180519] env[62097]: DEBUG nova.virt.hardware [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1715.180715] env[62097]: DEBUG nova.virt.hardware [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1715.180892] env[62097]: DEBUG nova.virt.hardware [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1715.181127] env[62097]: DEBUG nova.virt.hardware [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1715.181293] env[62097]: DEBUG nova.virt.hardware [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1715.181521] env[62097]: DEBUG nova.virt.hardware [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1715.181759] env[62097]: DEBUG nova.virt.hardware [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1715.181938] env[62097]: DEBUG nova.virt.hardware [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1715.183175] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45505677-727f-43d7-a19b-f0c626fbeb84 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.191532] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32c5762-0aba-4b71-a078-8b01fd5977d0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.288312] env[62097]: DEBUG nova.scheduler.client.report [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1715.343537] env[62097]: DEBUG oslo_vmware.api [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034646, 'name': PowerOffVM_Task, 'duration_secs': 0.181576} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.343860] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1715.344053] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1715.344321] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-322e1806-805e-4639-b825-6fef6e07b4a5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.368030] env[62097]: DEBUG nova.network.neutron [req-82259bdb-a4bf-42dc-9d81-1e961e8887d9 req-a4d6b2dc-3dbf-4837-8892-9d7bbbdd3adc service nova] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Updated VIF entry in instance network info cache for port baf66818-cb5e-4ea8-8fd7-53de00b9b6af. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1715.368549] env[62097]: DEBUG nova.network.neutron [req-82259bdb-a4bf-42dc-9d81-1e961e8887d9 req-a4d6b2dc-3dbf-4837-8892-9d7bbbdd3adc service nova] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Updating instance_info_cache with network_info: [{"id": "baf66818-cb5e-4ea8-8fd7-53de00b9b6af", "address": "fa:16:3e:88:c2:fb", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaf66818-cb", "ovs_interfaceid": "baf66818-cb5e-4ea8-8fd7-53de00b9b6af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.460842] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1715.461136] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1715.461466] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Deleting the datastore file [datastore2] 5a44d799-ec90-4bba-8033-af5ab51cb201 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1715.461780] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23aa50e0-b009-4b1f-abf7-4d323cb10e94 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.469242] env[62097]: DEBUG oslo_vmware.api [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for the task: (returnval){ [ 1715.469242] env[62097]: value = "task-2034652" [ 1715.469242] env[62097]: _type = "Task" [ 1715.469242] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.478495] env[62097]: DEBUG oslo_vmware.api [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.535343] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475838} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.535678] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] bef0ccb3-04e4-450e-8042-a433504278b2/bef0ccb3-04e4-450e-8042-a433504278b2.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1715.535909] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1715.536211] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c5f4498-fb3b-4553-879d-d3efc5f0533a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.543148] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1715.543148] env[62097]: value = "task-2034653" [ 1715.543148] env[62097]: _type = "Task" [ 1715.543148] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.551475] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.616575] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034650, 'name': CreateVM_Task, 'duration_secs': 0.507841} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.616877] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1715.617581] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.617776] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.618166] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1715.618450] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3685a6a6-cdc8-400e-a774-e7801c9adccc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.623427] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Waiting for the task: (returnval){ [ 1715.623427] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]520b59be-8d0a-fc67-66f4-39ff47515128" [ 1715.623427] env[62097]: _type = "Task" [ 1715.623427] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.631955] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]520b59be-8d0a-fc67-66f4-39ff47515128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.793688] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.794285] env[62097]: DEBUG nova.compute.manager [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1715.797239] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.709s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.799261] env[62097]: INFO nova.compute.claims [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1715.872969] env[62097]: DEBUG oslo_concurrency.lockutils [req-82259bdb-a4bf-42dc-9d81-1e961e8887d9 req-a4d6b2dc-3dbf-4837-8892-9d7bbbdd3adc service nova] Releasing lock "refresh_cache-86cedaef-793d-47ea-a77e-67da0776a0e6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.955597] env[62097]: DEBUG nova.compute.manager [req-97957be6-2aeb-40c4-a78e-d7264b3dfa10 req-3f699a44-2576-45a8-b461-cac33957df42 service nova] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Received event network-vif-plugged-3772b7d9-9f94-460e-8332-1bbad7ba125d {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1715.955858] env[62097]: DEBUG oslo_concurrency.lockutils [req-97957be6-2aeb-40c4-a78e-d7264b3dfa10 req-3f699a44-2576-45a8-b461-cac33957df42 service nova] Acquiring lock "0edf63bc-072d-416f-abee-8c4311c53924-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.956101] env[62097]: DEBUG oslo_concurrency.lockutils [req-97957be6-2aeb-40c4-a78e-d7264b3dfa10 req-3f699a44-2576-45a8-b461-cac33957df42 service nova] Lock "0edf63bc-072d-416f-abee-8c4311c53924-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.956279] env[62097]: DEBUG oslo_concurrency.lockutils [req-97957be6-2aeb-40c4-a78e-d7264b3dfa10 req-3f699a44-2576-45a8-b461-cac33957df42 service nova] Lock "0edf63bc-072d-416f-abee-8c4311c53924-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.956703] env[62097]: DEBUG nova.compute.manager [req-97957be6-2aeb-40c4-a78e-d7264b3dfa10 req-3f699a44-2576-45a8-b461-cac33957df42 service nova] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] No waiting events found dispatching network-vif-plugged-3772b7d9-9f94-460e-8332-1bbad7ba125d {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1715.956927] env[62097]: WARNING nova.compute.manager [req-97957be6-2aeb-40c4-a78e-d7264b3dfa10 req-3f699a44-2576-45a8-b461-cac33957df42 service nova] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Received unexpected event network-vif-plugged-3772b7d9-9f94-460e-8332-1bbad7ba125d for instance with vm_state building and task_state spawning. [ 1715.985236] env[62097]: DEBUG oslo_vmware.api [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Task: {'id': task-2034652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174231} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.985863] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1715.986166] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1715.986435] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1715.986646] env[62097]: INFO nova.compute.manager [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1715.986991] env[62097]: DEBUG oslo.service.loopingcall [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.987367] env[62097]: DEBUG nova.compute.manager [-] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1715.987485] env[62097]: DEBUG nova.network.neutron [-] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1716.057510] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106263} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.057816] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1716.058612] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2481d197-79a3-48a5-b213-c19ac25a6b57 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.080283] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] bef0ccb3-04e4-450e-8042-a433504278b2/bef0ccb3-04e4-450e-8042-a433504278b2.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1716.080580] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92305d74-27db-4dca-aa82-0670683fa263 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.102821] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1716.102821] env[62097]: value = "task-2034654" [ 1716.102821] env[62097]: _type = "Task" [ 1716.102821] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.112034] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.124582] env[62097]: DEBUG nova.network.neutron [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Successfully updated port: 3772b7d9-9f94-460e-8332-1bbad7ba125d {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1716.139193] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]520b59be-8d0a-fc67-66f4-39ff47515128, 'name': SearchDatastore_Task, 'duration_secs': 0.012607} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.139498] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.139729] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1716.139962] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.140463] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.140663] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1716.141604] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d45f6d97-2c00-4829-9006-13bf8d339b77 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.150259] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1716.150641] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1716.152552] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7da338d3-bbae-4df7-9c5f-dd235f61d3dc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.158457] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Waiting for the task: (returnval){ [ 1716.158457] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521cb427-e3a8-bf80-2a30-923413f366fc" [ 1716.158457] env[62097]: _type = "Task" [ 1716.158457] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.166096] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521cb427-e3a8-bf80-2a30-923413f366fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.304320] env[62097]: DEBUG nova.compute.utils [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1716.307788] env[62097]: DEBUG nova.compute.manager [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1716.307972] env[62097]: DEBUG nova.network.neutron [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1716.364433] env[62097]: DEBUG nova.policy [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66b5e4672d6d41ddadb0ed184119457b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e84ca4c3dbd240898c08b9c9f26cb0d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1716.613936] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034654, 'name': ReconfigVM_Task, 'duration_secs': 0.45633} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.614388] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Reconfigured VM instance instance-0000001d to attach disk [datastore2] bef0ccb3-04e4-450e-8042-a433504278b2/bef0ccb3-04e4-450e-8042-a433504278b2.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1716.615078] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfbd6c79-6af4-41b8-893d-c02cc730ce5a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.622314] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1716.622314] env[62097]: value = "task-2034655" [ 1716.622314] env[62097]: _type = "Task" [ 1716.622314] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.635013] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquiring lock "refresh_cache-0edf63bc-072d-416f-abee-8c4311c53924" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.635344] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquired lock "refresh_cache-0edf63bc-072d-416f-abee-8c4311c53924" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.635648] env[62097]: DEBUG nova.network.neutron [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1716.637785] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034655, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.673405] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521cb427-e3a8-bf80-2a30-923413f366fc, 'name': SearchDatastore_Task, 'duration_secs': 0.01005} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.674374] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b141a47-7f3d-4869-870c-38792f9b131a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.681269] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Waiting for the task: (returnval){ [ 1716.681269] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5203f2a6-7ff9-857c-52bd-f2b87ab5c078" [ 1716.681269] env[62097]: _type = "Task" [ 1716.681269] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.689747] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5203f2a6-7ff9-857c-52bd-f2b87ab5c078, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.702936] env[62097]: DEBUG nova.network.neutron [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Successfully created port: d07efbb6-16ed-4bc3-ae9a-e62b9d3a5c22 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1716.752857] env[62097]: DEBUG nova.network.neutron [-] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.812425] env[62097]: DEBUG nova.compute.manager [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1716.850690] env[62097]: DEBUG nova.compute.manager [req-3b28325e-08ba-4122-8e42-4fd02efcc944 req-2447d045-7cd2-4db0-bace-1145fd0bd4cb service nova] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Received event network-vif-deleted-25601a7d-e158-4fc8-9055-5229a5805549 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1717.135234] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034655, 'name': Rename_Task, 'duration_secs': 0.151207} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.135769] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1717.136060] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fc356de-8035-4cca-881b-e3062afdffc8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.142753] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1717.142753] env[62097]: value = "task-2034656" [ 1717.142753] env[62097]: _type = "Task" [ 1717.142753] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.156135] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquiring lock "7d040a2f-df58-48ee-bb68-8a9e59e97364" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.157188] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Lock "7d040a2f-df58-48ee-bb68-8a9e59e97364" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.157576] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.177803] env[62097]: DEBUG nova.network.neutron [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1717.193243] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5203f2a6-7ff9-857c-52bd-f2b87ab5c078, 'name': SearchDatastore_Task, 'duration_secs': 0.00969} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.195813] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.196086] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 86cedaef-793d-47ea-a77e-67da0776a0e6/86cedaef-793d-47ea-a77e-67da0776a0e6.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1717.196516] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f3a34a6-eb3a-4f4d-b495-5b67ebb1436d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.203709] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Waiting for the task: (returnval){ [ 1717.203709] env[62097]: value = "task-2034657" [ 1717.203709] env[62097]: _type = "Task" [ 1717.203709] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.219730] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Task: {'id': task-2034657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.258535] env[62097]: INFO nova.compute.manager [-] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Took 1.27 seconds to deallocate network for instance. [ 1717.443524] env[62097]: DEBUG nova.network.neutron [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Updating instance_info_cache with network_info: [{"id": "3772b7d9-9f94-460e-8332-1bbad7ba125d", "address": "fa:16:3e:20:47:fa", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3772b7d9-9f", "ovs_interfaceid": "3772b7d9-9f94-460e-8332-1bbad7ba125d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.452220] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7a5704-1325-4256-94e1-626fb2cf06ef {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.461248] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d1d6c2-2903-4662-874e-61db3ccfc691 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.494223] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9b42e1-d581-4eb7-b139-37c018ea7dd1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.502838] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fd677f-3b97-491a-a9f1-d9c44dd5df3f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.517686] env[62097]: DEBUG nova.compute.provider_tree [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1717.654790] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034656, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.716077] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Task: {'id': task-2034657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481696} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.716498] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 86cedaef-793d-47ea-a77e-67da0776a0e6/86cedaef-793d-47ea-a77e-67da0776a0e6.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1717.716852] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1717.717223] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c97ee302-d54d-453f-a3de-e8655927c834 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.725090] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Waiting for the task: (returnval){ [ 1717.725090] env[62097]: value = "task-2034658" [ 1717.725090] env[62097]: _type = "Task" [ 1717.725090] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.734826] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Task: {'id': task-2034658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.768512] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.824907] env[62097]: DEBUG nova.compute.manager [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1717.849515] env[62097]: DEBUG nova.virt.hardware [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1717.849803] env[62097]: DEBUG nova.virt.hardware [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1717.850014] env[62097]: DEBUG nova.virt.hardware [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1717.850170] env[62097]: DEBUG nova.virt.hardware [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1717.850316] env[62097]: DEBUG nova.virt.hardware [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1717.850509] env[62097]: DEBUG nova.virt.hardware [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1717.850841] env[62097]: DEBUG nova.virt.hardware [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1717.851059] env[62097]: DEBUG nova.virt.hardware [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1717.851236] env[62097]: DEBUG nova.virt.hardware [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1717.851403] env[62097]: DEBUG nova.virt.hardware [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1717.851573] env[62097]: DEBUG nova.virt.hardware [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1717.852435] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22660117-6611-4c45-8815-7f68562359cf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.860199] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073397c3-ecee-4e82-8007-a938f99657ba {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.946320] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Releasing lock "refresh_cache-0edf63bc-072d-416f-abee-8c4311c53924" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.946674] env[62097]: DEBUG nova.compute.manager [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Instance network_info: |[{"id": "3772b7d9-9f94-460e-8332-1bbad7ba125d", "address": "fa:16:3e:20:47:fa", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3772b7d9-9f", "ovs_interfaceid": "3772b7d9-9f94-460e-8332-1bbad7ba125d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1717.947507] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:47:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3772b7d9-9f94-460e-8332-1bbad7ba125d', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1717.954626] env[62097]: DEBUG oslo.service.loopingcall [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1717.954838] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1717.955064] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47c72e5b-89e4-4546-9160-ce225135663e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.975349] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1717.975349] env[62097]: value = "task-2034659" [ 1717.975349] env[62097]: _type = "Task" [ 1717.975349] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.985353] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034659, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.021164] env[62097]: DEBUG nova.scheduler.client.report [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1718.056736] env[62097]: DEBUG nova.compute.manager [req-4061581e-d4f3-42bc-a34e-d63fbb85032e req-5e14402e-17de-46dc-9bd4-23d01069e9d9 service nova] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Received event network-changed-3772b7d9-9f94-460e-8332-1bbad7ba125d {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1718.059021] env[62097]: DEBUG nova.compute.manager [req-4061581e-d4f3-42bc-a34e-d63fbb85032e req-5e14402e-17de-46dc-9bd4-23d01069e9d9 service nova] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Refreshing instance network info cache due to event network-changed-3772b7d9-9f94-460e-8332-1bbad7ba125d. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1718.059021] env[62097]: DEBUG oslo_concurrency.lockutils [req-4061581e-d4f3-42bc-a34e-d63fbb85032e req-5e14402e-17de-46dc-9bd4-23d01069e9d9 service nova] Acquiring lock "refresh_cache-0edf63bc-072d-416f-abee-8c4311c53924" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.059021] env[62097]: DEBUG oslo_concurrency.lockutils [req-4061581e-d4f3-42bc-a34e-d63fbb85032e req-5e14402e-17de-46dc-9bd4-23d01069e9d9 service nova] Acquired lock "refresh_cache-0edf63bc-072d-416f-abee-8c4311c53924" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.059021] env[62097]: DEBUG nova.network.neutron [req-4061581e-d4f3-42bc-a34e-d63fbb85032e req-5e14402e-17de-46dc-9bd4-23d01069e9d9 service nova] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Refreshing network info cache for port 3772b7d9-9f94-460e-8332-1bbad7ba125d {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1718.153526] env[62097]: DEBUG oslo_vmware.api [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034656, 'name': PowerOnVM_Task, 'duration_secs': 0.633976} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.153998] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1718.154282] env[62097]: INFO nova.compute.manager [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1718.154487] env[62097]: DEBUG nova.compute.manager [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1718.155331] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dea4e9d-b0e3-4e80-9ec5-0240e964a3ab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.237018] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Task: {'id': task-2034658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082497} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.241020] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1718.241020] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56143c3b-ad97-44c7-b3e3-2db70a5d4971 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.270680] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 86cedaef-793d-47ea-a77e-67da0776a0e6/86cedaef-793d-47ea-a77e-67da0776a0e6.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1718.275732] env[62097]: DEBUG nova.network.neutron [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Successfully updated port: d07efbb6-16ed-4bc3-ae9a-e62b9d3a5c22 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1718.275732] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d73e330-5e77-4cce-8f2e-796df53ed998 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.299505] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Waiting for the task: (returnval){ [ 1718.299505] env[62097]: value = "task-2034660" [ 1718.299505] env[62097]: _type = "Task" [ 1718.299505] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.308465] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Task: {'id': task-2034660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.485976] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034659, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.529201] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.529908] env[62097]: DEBUG nova.compute.manager [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1718.532988] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.870s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.533994] env[62097]: INFO nova.compute.claims [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1718.671588] env[62097]: INFO nova.compute.manager [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Took 44.85 seconds to build instance. [ 1718.763848] env[62097]: DEBUG nova.network.neutron [req-4061581e-d4f3-42bc-a34e-d63fbb85032e req-5e14402e-17de-46dc-9bd4-23d01069e9d9 service nova] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Updated VIF entry in instance network info cache for port 3772b7d9-9f94-460e-8332-1bbad7ba125d. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1718.764261] env[62097]: DEBUG nova.network.neutron [req-4061581e-d4f3-42bc-a34e-d63fbb85032e req-5e14402e-17de-46dc-9bd4-23d01069e9d9 service nova] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Updating instance_info_cache with network_info: [{"id": "3772b7d9-9f94-460e-8332-1bbad7ba125d", "address": "fa:16:3e:20:47:fa", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3772b7d9-9f", "ovs_interfaceid": "3772b7d9-9f94-460e-8332-1bbad7ba125d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.792330] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Acquiring lock "refresh_cache-93e02b4d-b5b1-454e-89a4-f5f735cef950" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.792470] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Acquired lock "refresh_cache-93e02b4d-b5b1-454e-89a4-f5f735cef950" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.792616] env[62097]: DEBUG nova.network.neutron [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1718.810874] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Task: {'id': task-2034660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.909858] env[62097]: DEBUG nova.compute.manager [req-59b7a1f9-9ecf-43a1-9218-28a312026cf5 req-7b15ddb4-bcfa-45d8-9a90-90df463f5514 service nova] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Received event network-vif-plugged-d07efbb6-16ed-4bc3-ae9a-e62b9d3a5c22 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1718.910170] env[62097]: DEBUG oslo_concurrency.lockutils [req-59b7a1f9-9ecf-43a1-9218-28a312026cf5 req-7b15ddb4-bcfa-45d8-9a90-90df463f5514 service nova] Acquiring lock "93e02b4d-b5b1-454e-89a4-f5f735cef950-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.910396] env[62097]: DEBUG oslo_concurrency.lockutils [req-59b7a1f9-9ecf-43a1-9218-28a312026cf5 req-7b15ddb4-bcfa-45d8-9a90-90df463f5514 service nova] Lock "93e02b4d-b5b1-454e-89a4-f5f735cef950-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.910602] env[62097]: DEBUG oslo_concurrency.lockutils [req-59b7a1f9-9ecf-43a1-9218-28a312026cf5 req-7b15ddb4-bcfa-45d8-9a90-90df463f5514 service nova] Lock "93e02b4d-b5b1-454e-89a4-f5f735cef950-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.910853] env[62097]: DEBUG nova.compute.manager [req-59b7a1f9-9ecf-43a1-9218-28a312026cf5 req-7b15ddb4-bcfa-45d8-9a90-90df463f5514 service nova] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] No waiting events found dispatching network-vif-plugged-d07efbb6-16ed-4bc3-ae9a-e62b9d3a5c22 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1718.911209] env[62097]: WARNING nova.compute.manager [req-59b7a1f9-9ecf-43a1-9218-28a312026cf5 req-7b15ddb4-bcfa-45d8-9a90-90df463f5514 service nova] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Received unexpected event network-vif-plugged-d07efbb6-16ed-4bc3-ae9a-e62b9d3a5c22 for instance with vm_state building and task_state spawning. [ 1718.911426] env[62097]: DEBUG nova.compute.manager [req-59b7a1f9-9ecf-43a1-9218-28a312026cf5 req-7b15ddb4-bcfa-45d8-9a90-90df463f5514 service nova] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Received event network-changed-d07efbb6-16ed-4bc3-ae9a-e62b9d3a5c22 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1718.911615] env[62097]: DEBUG nova.compute.manager [req-59b7a1f9-9ecf-43a1-9218-28a312026cf5 req-7b15ddb4-bcfa-45d8-9a90-90df463f5514 service nova] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Refreshing instance network info cache due to event network-changed-d07efbb6-16ed-4bc3-ae9a-e62b9d3a5c22. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1718.911827] env[62097]: DEBUG oslo_concurrency.lockutils [req-59b7a1f9-9ecf-43a1-9218-28a312026cf5 req-7b15ddb4-bcfa-45d8-9a90-90df463f5514 service nova] Acquiring lock "refresh_cache-93e02b4d-b5b1-454e-89a4-f5f735cef950" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.986372] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034659, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.041952] env[62097]: DEBUG nova.compute.utils [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1719.043204] env[62097]: DEBUG nova.compute.manager [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Not allocating networking since 'none' was specified. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1719.173536] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eaa80f99-2217-45c7-b885-bdc07cb9174e tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lock "bef0ccb3-04e4-450e-8042-a433504278b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.742s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.267015] env[62097]: DEBUG oslo_concurrency.lockutils [req-4061581e-d4f3-42bc-a34e-d63fbb85032e req-5e14402e-17de-46dc-9bd4-23d01069e9d9 service nova] Releasing lock "refresh_cache-0edf63bc-072d-416f-abee-8c4311c53924" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.309723] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Task: {'id': task-2034660, 'name': ReconfigVM_Task, 'duration_secs': 0.919461} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.310013] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 86cedaef-793d-47ea-a77e-67da0776a0e6/86cedaef-793d-47ea-a77e-67da0776a0e6.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1719.310646] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34f188e9-1a8a-4dc9-9f40-8c6fd4cabe30 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.316431] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Waiting for the task: (returnval){ [ 1719.316431] env[62097]: value = "task-2034661" [ 1719.316431] env[62097]: _type = "Task" [ 1719.316431] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.324413] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Task: {'id': task-2034661, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.325277] env[62097]: DEBUG nova.network.neutron [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1719.465900] env[62097]: DEBUG nova.network.neutron [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Updating instance_info_cache with network_info: [{"id": "d07efbb6-16ed-4bc3-ae9a-e62b9d3a5c22", "address": "fa:16:3e:dd:d5:0a", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd07efbb6-16", "ovs_interfaceid": "d07efbb6-16ed-4bc3-ae9a-e62b9d3a5c22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.486924] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034659, 'name': CreateVM_Task, 'duration_secs': 1.207597} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.487103] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1719.487761] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.487927] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.488267] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1719.488649] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-241e679f-3034-476b-beba-5c5f4230898a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.492999] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1719.492999] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f66f99-7378-8092-e082-462fbe40a39e" [ 1719.492999] env[62097]: _type = "Task" [ 1719.492999] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.502022] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f66f99-7378-8092-e082-462fbe40a39e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.546831] env[62097]: DEBUG nova.compute.manager [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1719.677243] env[62097]: DEBUG nova.compute.manager [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1719.826838] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Task: {'id': task-2034661, 'name': Rename_Task, 'duration_secs': 0.309048} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.827138] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1719.827401] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac89016f-aead-4732-bc0e-283d01b1c529 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.834154] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Waiting for the task: (returnval){ [ 1719.834154] env[62097]: value = "task-2034662" [ 1719.834154] env[62097]: _type = "Task" [ 1719.834154] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.842373] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Task: {'id': task-2034662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.968431] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Releasing lock "refresh_cache-93e02b4d-b5b1-454e-89a4-f5f735cef950" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.968856] env[62097]: DEBUG nova.compute.manager [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Instance network_info: |[{"id": "d07efbb6-16ed-4bc3-ae9a-e62b9d3a5c22", "address": "fa:16:3e:dd:d5:0a", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd07efbb6-16", "ovs_interfaceid": "d07efbb6-16ed-4bc3-ae9a-e62b9d3a5c22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1719.969084] env[62097]: DEBUG oslo_concurrency.lockutils [req-59b7a1f9-9ecf-43a1-9218-28a312026cf5 req-7b15ddb4-bcfa-45d8-9a90-90df463f5514 service nova] Acquired lock "refresh_cache-93e02b4d-b5b1-454e-89a4-f5f735cef950" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.969271] env[62097]: DEBUG nova.network.neutron [req-59b7a1f9-9ecf-43a1-9218-28a312026cf5 req-7b15ddb4-bcfa-45d8-9a90-90df463f5514 service nova] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Refreshing network info cache for port d07efbb6-16ed-4bc3-ae9a-e62b9d3a5c22 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1719.970436] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:d5:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd07efbb6-16ed-4bc3-ae9a-e62b9d3a5c22', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1719.981224] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Creating folder: Project (e84ca4c3dbd240898c08b9c9f26cb0d5). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1719.984261] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20f3ab3d-499f-4626-94c0-8b3a8ee4ef7c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.000368] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Created folder: Project (e84ca4c3dbd240898c08b9c9f26cb0d5) in parent group-v417770. [ 1720.000587] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Creating folder: Instances. Parent ref: group-v417855. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1720.001386] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4437eab7-1372-474e-8a7c-3ea223d4786c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.006879] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f66f99-7378-8092-e082-462fbe40a39e, 'name': SearchDatastore_Task, 'duration_secs': 0.008917} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.007496] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.007738] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1720.007970] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.008235] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.008330] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1720.008588] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82783dd0-11eb-43dc-9db0-f71ef7e5df2f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.017029] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Created folder: Instances in parent group-v417855. [ 1720.017029] env[62097]: DEBUG oslo.service.loopingcall [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1720.017029] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1720.017029] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82ab2d9b-2619-4c21-8c40-fa380c46a80f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.034420] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1720.034649] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1720.035893] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e5d982-39e3-46ff-a2f0-08d80568a288 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.040429] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1720.040429] env[62097]: value = "task-2034665" [ 1720.040429] env[62097]: _type = "Task" [ 1720.040429] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.041808] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1720.041808] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d57668-f19e-7acf-0738-85f4f6f070a7" [ 1720.041808] env[62097]: _type = "Task" [ 1720.041808] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.060519] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034665, 'name': CreateVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.060888] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d57668-f19e-7acf-0738-85f4f6f070a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009284} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.064568] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c0638f-ad15-4a24-823a-54c764d13aeb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.072239] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1720.072239] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5232dee2-e4b1-0e7e-5bf4-c0d2e65274cd" [ 1720.072239] env[62097]: _type = "Task" [ 1720.072239] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.083990] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5232dee2-e4b1-0e7e-5bf4-c0d2e65274cd, 'name': SearchDatastore_Task, 'duration_secs': 0.009348} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.084335] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.084553] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 0edf63bc-072d-416f-abee-8c4311c53924/0edf63bc-072d-416f-abee-8c4311c53924.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1720.084825] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ee0e9ed-1e24-4384-bd2c-3ff13394aed7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.091716] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1720.091716] env[62097]: value = "task-2034666" [ 1720.091716] env[62097]: _type = "Task" [ 1720.091716] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.101246] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.127947] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d695029-c0f8-4d17-9a39-4f1cf7c3325f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.136197] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31463c2c-fe09-4ffd-a22c-7ff89a01bc21 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.170548] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410f94ee-356b-41fa-9b5b-1c4524fbf719 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.184474] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6549bc-821b-4691-82a8-70342c4e7a01 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.201591] env[62097]: DEBUG nova.compute.provider_tree [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1720.204009] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.346126] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Task: {'id': task-2034662, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.551537] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034665, 'name': CreateVM_Task, 'duration_secs': 0.374794} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.551746] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1720.552564] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.552683] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.553052] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1720.553323] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64850074-ecd9-41bb-87b9-4b3c0990dc22 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.558431] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Waiting for the task: (returnval){ [ 1720.558431] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523c2913-efb6-e0f4-4242-77dfb62dd661" [ 1720.558431] env[62097]: _type = "Task" [ 1720.558431] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.562715] env[62097]: DEBUG nova.compute.manager [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1720.572646] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523c2913-efb6-e0f4-4242-77dfb62dd661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.593651] env[62097]: DEBUG nova.virt.hardware [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1720.594185] env[62097]: DEBUG nova.virt.hardware [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1720.594185] env[62097]: DEBUG nova.virt.hardware [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1720.594401] env[62097]: DEBUG nova.virt.hardware [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1720.594611] env[62097]: DEBUG nova.virt.hardware [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1720.594793] env[62097]: DEBUG nova.virt.hardware [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1720.595058] env[62097]: DEBUG nova.virt.hardware [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1720.595268] env[62097]: DEBUG nova.virt.hardware [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1720.595467] env[62097]: DEBUG nova.virt.hardware [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1720.595699] env[62097]: DEBUG nova.virt.hardware [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1720.595994] env[62097]: DEBUG nova.virt.hardware [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1720.597063] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae1bcc1-226f-4730-87c3-c1bbae11c198 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.612175] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad5f3a1-c583-40ef-b90c-5bb111fedb13 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.616950] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514903} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.619488] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 0edf63bc-072d-416f-abee-8c4311c53924/0edf63bc-072d-416f-abee-8c4311c53924.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1720.619783] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1720.620458] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a6aa5ee-ebf4-474f-8653-7b290733a6b0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.630592] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Instance VIF info [] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1720.636111] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Creating folder: Project (e528139c858a4004bf9310c20e60dde6). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1720.636762] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f20df1ac-fddf-4edb-8414-a130c8204c7b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.640261] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1720.640261] env[62097]: value = "task-2034667" [ 1720.640261] env[62097]: _type = "Task" [ 1720.640261] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.648517] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Created folder: Project (e528139c858a4004bf9310c20e60dde6) in parent group-v417770. [ 1720.648717] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Creating folder: Instances. Parent ref: group-v417858. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1720.648989] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.649216] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c3350c7-d7e9-4d07-93fe-f7641a261795 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.661308] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Created folder: Instances in parent group-v417858. [ 1720.661550] env[62097]: DEBUG oslo.service.loopingcall [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1720.661747] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1720.661948] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-761fe412-5ade-4024-bb2a-b9081144b9d9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.678518] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1720.678518] env[62097]: value = "task-2034670" [ 1720.678518] env[62097]: _type = "Task" [ 1720.678518] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.685648] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034670, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.705852] env[62097]: DEBUG nova.scheduler.client.report [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1720.721765] env[62097]: DEBUG nova.network.neutron [req-59b7a1f9-9ecf-43a1-9218-28a312026cf5 req-7b15ddb4-bcfa-45d8-9a90-90df463f5514 service nova] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Updated VIF entry in instance network info cache for port d07efbb6-16ed-4bc3-ae9a-e62b9d3a5c22. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1720.721765] env[62097]: DEBUG nova.network.neutron [req-59b7a1f9-9ecf-43a1-9218-28a312026cf5 req-7b15ddb4-bcfa-45d8-9a90-90df463f5514 service nova] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Updating instance_info_cache with network_info: [{"id": "d07efbb6-16ed-4bc3-ae9a-e62b9d3a5c22", "address": "fa:16:3e:dd:d5:0a", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd07efbb6-16", "ovs_interfaceid": "d07efbb6-16ed-4bc3-ae9a-e62b9d3a5c22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.846742] env[62097]: DEBUG oslo_vmware.api [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Task: {'id': task-2034662, 'name': PowerOnVM_Task, 'duration_secs': 0.674172} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.847106] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1720.847422] env[62097]: INFO nova.compute.manager [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1720.847662] env[62097]: DEBUG nova.compute.manager [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1720.848496] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6c7bf4-978f-4c6e-adfa-ad24d2ad74c0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.073794] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523c2913-efb6-e0f4-4242-77dfb62dd661, 'name': SearchDatastore_Task, 'duration_secs': 0.034409} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.074314] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.075024] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1721.075024] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.075024] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.075340] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1721.075389] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca8b1acb-de60-40f7-b670-167a3a30a77f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.084949] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1721.084949] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1721.085284] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8e7b8a8-640f-4406-a6e5-0bdbdac284a0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.090531] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Waiting for the task: (returnval){ [ 1721.090531] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52476932-9625-1c9d-4a6b-c5c7252f5abb" [ 1721.090531] env[62097]: _type = "Task" [ 1721.090531] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.098156] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52476932-9625-1c9d-4a6b-c5c7252f5abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.150231] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149038} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.150571] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1721.151832] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6425cf1-c60c-4ac8-9f2c-28666d7e6abd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.173829] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 0edf63bc-072d-416f-abee-8c4311c53924/0edf63bc-072d-416f-abee-8c4311c53924.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1721.174145] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-940f6bb8-4d10-4d24-b998-667c7dca430a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.196340] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034670, 'name': CreateVM_Task, 'duration_secs': 0.291195} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.198077] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1721.198077] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1721.198077] env[62097]: value = "task-2034671" [ 1721.198077] env[62097]: _type = "Task" [ 1721.198077] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.198285] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.198285] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.198782] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1721.199054] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d2aabbc-ddf4-4974-a5c1-90d39f10253f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.206747] env[62097]: DEBUG oslo_vmware.api [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Waiting for the task: (returnval){ [ 1721.206747] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52625c4d-6c54-b144-1cc6-dd7da436e3c4" [ 1721.206747] env[62097]: _type = "Task" [ 1721.206747] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.209440] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034671, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.212685] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.213011] env[62097]: DEBUG nova.compute.manager [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1721.215631] env[62097]: DEBUG oslo_concurrency.lockutils [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.312s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.215827] env[62097]: DEBUG oslo_concurrency.lockutils [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.217703] env[62097]: DEBUG oslo_concurrency.lockutils [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.479s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.219172] env[62097]: INFO nova.compute.claims [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1721.224170] env[62097]: DEBUG oslo_concurrency.lockutils [req-59b7a1f9-9ecf-43a1-9218-28a312026cf5 req-7b15ddb4-bcfa-45d8-9a90-90df463f5514 service nova] Releasing lock "refresh_cache-93e02b4d-b5b1-454e-89a4-f5f735cef950" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.228072] env[62097]: DEBUG oslo_vmware.api [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52625c4d-6c54-b144-1cc6-dd7da436e3c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009377} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.228408] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.228626] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1721.229225] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.242925] env[62097]: INFO nova.scheduler.client.report [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Deleted allocations for instance ff68de27-4ac7-456a-9946-768d07738a18 [ 1721.369129] env[62097]: INFO nova.compute.manager [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Took 46.03 seconds to build instance. [ 1721.602802] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52476932-9625-1c9d-4a6b-c5c7252f5abb, 'name': SearchDatastore_Task, 'duration_secs': 0.008708} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.603924] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16ff1861-3e61-4ccd-ac19-fc7e9ed8064f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.609995] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Waiting for the task: (returnval){ [ 1721.609995] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52c9df2e-f097-2d28-8943-c616cc36aa29" [ 1721.609995] env[62097]: _type = "Task" [ 1721.609995] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.618294] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52c9df2e-f097-2d28-8943-c616cc36aa29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.708307] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.724273] env[62097]: DEBUG nova.compute.utils [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1721.727952] env[62097]: DEBUG nova.compute.manager [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1721.728185] env[62097]: DEBUG nova.network.neutron [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1721.750686] env[62097]: DEBUG oslo_concurrency.lockutils [None req-53bc1a90-beba-475b-b927-9b9a76b1eb87 tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Lock "ff68de27-4ac7-456a-9946-768d07738a18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.300s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.781367] env[62097]: DEBUG nova.policy [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd6859f92d634b828258683a15e58ea6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b9bd2c34e184d14b4241797adc449eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1721.871147] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d28ba7ff-830f-4a16-8e58-257a54162c59 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Lock "86cedaef-793d-47ea-a77e-67da0776a0e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.572s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.060453] env[62097]: DEBUG nova.network.neutron [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Successfully created port: e1b7b7c7-36d9-48af-93c7-19b0d4247f29 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1722.121279] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52c9df2e-f097-2d28-8943-c616cc36aa29, 'name': SearchDatastore_Task, 'duration_secs': 0.009098} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.121703] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.122073] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 93e02b4d-b5b1-454e-89a4-f5f735cef950/93e02b4d-b5b1-454e-89a4-f5f735cef950.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1722.122481] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.122763] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1722.123097] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23ec3841-fc2f-438c-8e14-f891e9a68547 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.125210] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c98bf41-4724-40e6-8808-4ab879ac5832 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.134128] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Waiting for the task: (returnval){ [ 1722.134128] env[62097]: value = "task-2034672" [ 1722.134128] env[62097]: _type = "Task" [ 1722.134128] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.137934] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1722.138159] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1722.139446] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-500686a1-61f5-4472-b16c-45f7b81f5f58 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.145972] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Task: {'id': task-2034672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.149065] env[62097]: DEBUG oslo_vmware.api [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Waiting for the task: (returnval){ [ 1722.149065] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52fbb828-ca0d-56d4-05dd-3982049bea71" [ 1722.149065] env[62097]: _type = "Task" [ 1722.149065] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.156869] env[62097]: DEBUG oslo_vmware.api [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52fbb828-ca0d-56d4-05dd-3982049bea71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.208794] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034671, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.216482] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Acquiring lock "86cedaef-793d-47ea-a77e-67da0776a0e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.216746] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Lock "86cedaef-793d-47ea-a77e-67da0776a0e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.216954] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Acquiring lock "86cedaef-793d-47ea-a77e-67da0776a0e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.217147] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Lock "86cedaef-793d-47ea-a77e-67da0776a0e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.217338] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Lock "86cedaef-793d-47ea-a77e-67da0776a0e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.219471] env[62097]: INFO nova.compute.manager [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Terminating instance [ 1722.228934] env[62097]: DEBUG nova.compute.manager [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1722.373603] env[62097]: DEBUG nova.compute.manager [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1722.649646] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Task: {'id': task-2034672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487856} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.653675] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 93e02b4d-b5b1-454e-89a4-f5f735cef950/93e02b4d-b5b1-454e-89a4-f5f735cef950.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1722.653919] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1722.654465] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8184405c-bf0a-41dd-a1f6-0fb3049811ec {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.663728] env[62097]: DEBUG oslo_vmware.api [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52fbb828-ca0d-56d4-05dd-3982049bea71, 'name': SearchDatastore_Task, 'duration_secs': 0.009049} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.668172] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Waiting for the task: (returnval){ [ 1722.668172] env[62097]: value = "task-2034673" [ 1722.668172] env[62097]: _type = "Task" [ 1722.668172] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.668603] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb7a2d6-7e2e-4d92-b222-16d38e8eddd4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.677182] env[62097]: DEBUG oslo_vmware.api [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Waiting for the task: (returnval){ [ 1722.677182] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52afb36f-32ec-b9fb-f4f7-2878bec8d0c9" [ 1722.677182] env[62097]: _type = "Task" [ 1722.677182] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.683707] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Task: {'id': task-2034673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.693602] env[62097]: DEBUG oslo_vmware.api [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52afb36f-32ec-b9fb-f4f7-2878bec8d0c9, 'name': SearchDatastore_Task, 'duration_secs': 0.008694} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.693602] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.693903] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78/33c1ec6e-a5a5-459e-a89f-a5198d0f9c78.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1722.694219] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41330d83-4974-485f-9405-aa3b7aed50b7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.705361] env[62097]: DEBUG oslo_vmware.api [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Waiting for the task: (returnval){ [ 1722.705361] env[62097]: value = "task-2034674" [ 1722.705361] env[62097]: _type = "Task" [ 1722.705361] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.714961] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034671, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.720323] env[62097]: DEBUG oslo_vmware.api [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Task: {'id': task-2034674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.723147] env[62097]: DEBUG nova.compute.manager [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1722.723500] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1722.724594] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597aa926-9a56-4e57-a16b-f9a19d85f2fe {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.734857] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1722.735122] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aab68de2-1e84-43d7-9fa0-7251fcff8076 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.738709] env[62097]: INFO nova.virt.block_device [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Booting with volume 09fa4808-3cc2-4b28-a570-356233ea7270 at /dev/sda [ 1722.745653] env[62097]: DEBUG oslo_vmware.api [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Waiting for the task: (returnval){ [ 1722.745653] env[62097]: value = "task-2034675" [ 1722.745653] env[62097]: _type = "Task" [ 1722.745653] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.771092] env[62097]: DEBUG oslo_vmware.api [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Task: {'id': task-2034675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.793209] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2142600-c521-409d-b963-a67426d7c8f4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.797249] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c5ec9bc-d0df-45bf-abe3-a5e8abd8c526 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.805716] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6429db15-f2b4-4b5d-b3e3-d275f091314a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.811631] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519fc3bd-00ed-405f-a3d6-5afc3e04149e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.861333] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf280c39-0577-480a-b525-89efafd7ba2f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.864289] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c52ae3b0-35e9-450e-8510-63586e435e19 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.871660] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a9104b-0b44-40c1-a5cc-42884a43f16c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.880068] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcbbfb5-a368-4fb3-8489-41193ea01017 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.901790] env[62097]: DEBUG nova.compute.provider_tree [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1722.917213] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.934394] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6991a7-ba05-451e-a773-86d031ca5df6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.943539] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590f0be5-1743-4f67-b82e-58047cbcb39f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.962546] env[62097]: DEBUG nova.virt.block_device [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Updating existing volume attachment record: 26f677f5-23de-4ff4-807a-6a60924d2551 {{(pid=62097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1723.181207] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Task: {'id': task-2034673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066726} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.181207] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1723.182489] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1f8870-3eff-4f33-a861-ec89456f7348 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.211214] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 93e02b4d-b5b1-454e-89a4-f5f735cef950/93e02b4d-b5b1-454e-89a4-f5f735cef950.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1723.211717] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f9affe1-9b20-4936-b266-ed51c3cb988f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.241795] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034671, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.245864] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Waiting for the task: (returnval){ [ 1723.245864] env[62097]: value = "task-2034676" [ 1723.245864] env[62097]: _type = "Task" [ 1723.245864] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.246087] env[62097]: DEBUG oslo_vmware.api [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Task: {'id': task-2034674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448832} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.246387] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78/33c1ec6e-a5a5-459e-a89f-a5198d0f9c78.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1723.246593] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1723.249470] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a111d7bb-cae3-4d74-9733-fb5d9e13b7bc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.260141] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Task: {'id': task-2034676, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.264468] env[62097]: DEBUG oslo_vmware.api [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Waiting for the task: (returnval){ [ 1723.264468] env[62097]: value = "task-2034677" [ 1723.264468] env[62097]: _type = "Task" [ 1723.264468] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.271456] env[62097]: DEBUG oslo_vmware.api [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Task: {'id': task-2034675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.276834] env[62097]: DEBUG oslo_vmware.api [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Task: {'id': task-2034677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.407236] env[62097]: DEBUG nova.scheduler.client.report [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1723.463731] env[62097]: DEBUG nova.compute.manager [req-7572f739-602a-4871-9015-e177a888ad38 req-fe554103-7927-4aaf-a760-fcb72eeb6b3f service nova] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Received event network-vif-plugged-e1b7b7c7-36d9-48af-93c7-19b0d4247f29 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1723.463857] env[62097]: DEBUG oslo_concurrency.lockutils [req-7572f739-602a-4871-9015-e177a888ad38 req-fe554103-7927-4aaf-a760-fcb72eeb6b3f service nova] Acquiring lock "60fcf9af-55c5-4146-bcb4-40d30633a64f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.464083] env[62097]: DEBUG oslo_concurrency.lockutils [req-7572f739-602a-4871-9015-e177a888ad38 req-fe554103-7927-4aaf-a760-fcb72eeb6b3f service nova] Lock "60fcf9af-55c5-4146-bcb4-40d30633a64f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.464260] env[62097]: DEBUG oslo_concurrency.lockutils [req-7572f739-602a-4871-9015-e177a888ad38 req-fe554103-7927-4aaf-a760-fcb72eeb6b3f service nova] Lock "60fcf9af-55c5-4146-bcb4-40d30633a64f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.464428] env[62097]: DEBUG nova.compute.manager [req-7572f739-602a-4871-9015-e177a888ad38 req-fe554103-7927-4aaf-a760-fcb72eeb6b3f service nova] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] No waiting events found dispatching network-vif-plugged-e1b7b7c7-36d9-48af-93c7-19b0d4247f29 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1723.464602] env[62097]: WARNING nova.compute.manager [req-7572f739-602a-4871-9015-e177a888ad38 req-fe554103-7927-4aaf-a760-fcb72eeb6b3f service nova] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Received unexpected event network-vif-plugged-e1b7b7c7-36d9-48af-93c7-19b0d4247f29 for instance with vm_state building and task_state block_device_mapping. [ 1723.544772] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquiring lock "14dbda85-7017-4a43-87a8-36e96f048b49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.544772] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Lock "14dbda85-7017-4a43-87a8-36e96f048b49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.544772] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquiring lock "14dbda85-7017-4a43-87a8-36e96f048b49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.544772] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Lock "14dbda85-7017-4a43-87a8-36e96f048b49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.544772] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Lock "14dbda85-7017-4a43-87a8-36e96f048b49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.547922] env[62097]: INFO nova.compute.manager [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Terminating instance [ 1723.553447] env[62097]: DEBUG nova.network.neutron [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Successfully updated port: e1b7b7c7-36d9-48af-93c7-19b0d4247f29 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1723.722568] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034671, 'name': ReconfigVM_Task, 'duration_secs': 2.066083} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.722876] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 0edf63bc-072d-416f-abee-8c4311c53924/0edf63bc-072d-416f-abee-8c4311c53924.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1723.723533] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-413736bd-f846-4d90-8d29-94d537bd879c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.730188] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1723.730188] env[62097]: value = "task-2034678" [ 1723.730188] env[62097]: _type = "Task" [ 1723.730188] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.738110] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034678, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.755238] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Task: {'id': task-2034676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.770935] env[62097]: DEBUG oslo_vmware.api [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Task: {'id': task-2034675, 'name': PowerOffVM_Task, 'duration_secs': 0.757485} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.771575] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1723.772522] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1723.775383] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85d95b50-4849-4b01-95ca-0497e91a72b2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.776866] env[62097]: DEBUG oslo_vmware.api [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Task: {'id': task-2034677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205798} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.777143] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1723.778251] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930e06ae-c79d-46a9-83ba-9aa964dbcffd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.798998] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78/33c1ec6e-a5a5-459e-a89f-a5198d0f9c78.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1723.799330] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ed63252-9188-4eb1-b09c-b798f55aa689 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.817910] env[62097]: DEBUG oslo_vmware.api [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Waiting for the task: (returnval){ [ 1723.817910] env[62097]: value = "task-2034680" [ 1723.817910] env[62097]: _type = "Task" [ 1723.817910] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.826203] env[62097]: DEBUG oslo_vmware.api [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Task: {'id': task-2034680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.899251] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1723.899251] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1723.899386] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Deleting the datastore file [datastore2] 86cedaef-793d-47ea-a77e-67da0776a0e6 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1723.899553] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48a42c90-3f4a-4511-b9f5-1605e10e96c6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.906525] env[62097]: DEBUG oslo_vmware.api [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Waiting for the task: (returnval){ [ 1723.906525] env[62097]: value = "task-2034681" [ 1723.906525] env[62097]: _type = "Task" [ 1723.906525] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.911985] env[62097]: DEBUG oslo_concurrency.lockutils [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.912500] env[62097]: DEBUG nova.compute.manager [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1723.919216] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.762s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.919216] env[62097]: DEBUG nova.objects.instance [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Lazy-loading 'resources' on Instance uuid e74c419d-78d4-4fdb-b1c6-9ff750272761 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1723.919614] env[62097]: DEBUG oslo_vmware.api [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Task: {'id': task-2034681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.052093] env[62097]: DEBUG nova.compute.manager [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1724.052093] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1724.053363] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7da8646-b577-406d-b1ed-32614a4abab9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.057022] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Acquiring lock "refresh_cache-60fcf9af-55c5-4146-bcb4-40d30633a64f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.057191] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Acquired lock "refresh_cache-60fcf9af-55c5-4146-bcb4-40d30633a64f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.057720] env[62097]: DEBUG nova.network.neutron [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1724.065529] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1724.065752] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ea80a68-c2df-4cd0-a7dd-db83eef69776 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.072424] env[62097]: DEBUG oslo_vmware.api [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for the task: (returnval){ [ 1724.072424] env[62097]: value = "task-2034682" [ 1724.072424] env[62097]: _type = "Task" [ 1724.072424] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.082934] env[62097]: DEBUG oslo_vmware.api [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.240749] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034678, 'name': Rename_Task, 'duration_secs': 0.231536} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.241106] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1724.241425] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8db84f39-4737-4926-b585-8a9babee004d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.250985] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1724.250985] env[62097]: value = "task-2034683" [ 1724.250985] env[62097]: _type = "Task" [ 1724.250985] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.257529] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Task: {'id': task-2034676, 'name': ReconfigVM_Task, 'duration_secs': 0.798603} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.258188] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 93e02b4d-b5b1-454e-89a4-f5f735cef950/93e02b4d-b5b1-454e-89a4-f5f735cef950.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1724.258868] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0856d54d-ca33-4842-9085-0c1cebf17e1b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.263804] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.269787] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Waiting for the task: (returnval){ [ 1724.269787] env[62097]: value = "task-2034684" [ 1724.269787] env[62097]: _type = "Task" [ 1724.269787] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.288760] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Task: {'id': task-2034684, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.328072] env[62097]: DEBUG oslo_vmware.api [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Task: {'id': task-2034680, 'name': ReconfigVM_Task, 'duration_secs': 0.337357} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.328413] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78/33c1ec6e-a5a5-459e-a89f-a5198d0f9c78.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1724.329100] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02f26280-c623-4a94-811e-bad691ec72e4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.335352] env[62097]: DEBUG oslo_vmware.api [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Waiting for the task: (returnval){ [ 1724.335352] env[62097]: value = "task-2034685" [ 1724.335352] env[62097]: _type = "Task" [ 1724.335352] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.343874] env[62097]: DEBUG oslo_vmware.api [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Task: {'id': task-2034685, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.416426] env[62097]: DEBUG oslo_vmware.api [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Task: {'id': task-2034681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158507} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.416767] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.416767] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.416937] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.417128] env[62097]: INFO nova.compute.manager [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1724.417373] env[62097]: DEBUG oslo.service.loopingcall [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.417551] env[62097]: DEBUG nova.compute.manager [-] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1724.417646] env[62097]: DEBUG nova.network.neutron [-] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1724.421625] env[62097]: DEBUG nova.compute.utils [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1724.425478] env[62097]: DEBUG nova.compute.manager [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1724.425655] env[62097]: DEBUG nova.network.neutron [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1724.490728] env[62097]: DEBUG nova.policy [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b426cf786ffb4882b309e7015460d072', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f0640e167f049cd9821677b54e30417', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1724.589905] env[62097]: DEBUG oslo_vmware.api [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034682, 'name': PowerOffVM_Task, 'duration_secs': 0.230572} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.592462] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1724.592668] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1724.593153] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a70abeb5-77a7-4a33-9b10-d9c46e257c81 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.608368] env[62097]: DEBUG nova.network.neutron [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1724.683835] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1724.684068] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1724.684255] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Deleting the datastore file [datastore1] 14dbda85-7017-4a43-87a8-36e96f048b49 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1724.684514] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0eed6aee-93c3-4c8f-bafe-d6164074747a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.690416] env[62097]: DEBUG oslo_vmware.api [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for the task: (returnval){ [ 1724.690416] env[62097]: value = "task-2034687" [ 1724.690416] env[62097]: _type = "Task" [ 1724.690416] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.699912] env[62097]: DEBUG oslo_vmware.api [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.768623] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034683, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.780857] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Task: {'id': task-2034684, 'name': Rename_Task, 'duration_secs': 0.392609} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.784823] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1724.786959] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68383722-8e28-4198-b286-accdbcb752af {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.793539] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Waiting for the task: (returnval){ [ 1724.793539] env[62097]: value = "task-2034688" [ 1724.793539] env[62097]: _type = "Task" [ 1724.793539] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.808152] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Task: {'id': task-2034688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.836547] env[62097]: DEBUG nova.network.neutron [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Updating instance_info_cache with network_info: [{"id": "e1b7b7c7-36d9-48af-93c7-19b0d4247f29", "address": "fa:16:3e:91:44:db", "network": {"id": "b709858f-14e5-43e2-a1e3-df8ca0b68eb2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-656530977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9bd2c34e184d14b4241797adc449eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b7b7c7-36", "ovs_interfaceid": "e1b7b7c7-36d9-48af-93c7-19b0d4247f29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.848660] env[62097]: DEBUG oslo_vmware.api [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Task: {'id': task-2034685, 'name': Rename_Task, 'duration_secs': 0.128566} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.848936] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1724.849190] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9402a5bf-1176-4185-b773-c911491cfc58 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.855135] env[62097]: DEBUG oslo_vmware.api [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Waiting for the task: (returnval){ [ 1724.855135] env[62097]: value = "task-2034689" [ 1724.855135] env[62097]: _type = "Task" [ 1724.855135] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.868029] env[62097]: DEBUG oslo_vmware.api [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Task: {'id': task-2034689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.911160] env[62097]: DEBUG nova.network.neutron [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Successfully created port: dd00729e-9b6a-4d21-91ff-37f6b7c92221 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1724.928149] env[62097]: DEBUG nova.compute.manager [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1725.008725] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbb3740-e185-4f95-b7b5-7a292ee2e5b3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.017730] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c95630-e2a6-4efd-b9bb-43f52dc3f069 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.050818] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf93218d-07ab-4ba8-b910-09025b67c13b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.058564] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4030feac-478f-4cee-897e-9222a4229126 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.073249] env[62097]: DEBUG nova.compute.provider_tree [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1725.086385] env[62097]: DEBUG nova.compute.manager [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1725.086973] env[62097]: DEBUG nova.virt.hardware [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1725.087142] env[62097]: DEBUG nova.virt.hardware [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1725.087596] env[62097]: DEBUG nova.virt.hardware [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1725.087907] env[62097]: DEBUG nova.virt.hardware [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1725.088107] env[62097]: DEBUG nova.virt.hardware [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1725.088266] env[62097]: DEBUG nova.virt.hardware [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1725.088807] env[62097]: DEBUG nova.virt.hardware [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1725.088807] env[62097]: DEBUG nova.virt.hardware [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1725.088936] env[62097]: DEBUG nova.virt.hardware [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1725.089161] env[62097]: DEBUG nova.virt.hardware [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1725.089410] env[62097]: DEBUG nova.virt.hardware [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1725.090515] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e59f613-ab6b-44e2-b399-621f44e5f108 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.105904] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98778da0-3a92-4190-9576-9cbc516dc748 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.200331] env[62097]: DEBUG oslo_vmware.api [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Task: {'id': task-2034687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143038} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.200827] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1725.200827] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1725.201065] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1725.201713] env[62097]: INFO nova.compute.manager [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1725.201713] env[62097]: DEBUG oslo.service.loopingcall [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1725.201713] env[62097]: DEBUG nova.compute.manager [-] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1725.201713] env[62097]: DEBUG nova.network.neutron [-] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1725.258944] env[62097]: DEBUG nova.network.neutron [-] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.265867] env[62097]: DEBUG oslo_vmware.api [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034683, 'name': PowerOnVM_Task, 'duration_secs': 0.736492} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.266492] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1725.266705] env[62097]: INFO nova.compute.manager [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1725.266949] env[62097]: DEBUG nova.compute.manager [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1725.267965] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c38fc2-2e49-4f25-8143-feaedd2fa858 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.304956] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Task: {'id': task-2034688, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.344691] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Releasing lock "refresh_cache-60fcf9af-55c5-4146-bcb4-40d30633a64f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.344866] env[62097]: DEBUG nova.compute.manager [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Instance network_info: |[{"id": "e1b7b7c7-36d9-48af-93c7-19b0d4247f29", "address": "fa:16:3e:91:44:db", "network": {"id": "b709858f-14e5-43e2-a1e3-df8ca0b68eb2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-656530977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9bd2c34e184d14b4241797adc449eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b7b7c7-36", "ovs_interfaceid": "e1b7b7c7-36d9-48af-93c7-19b0d4247f29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1725.345325] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:44:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1b7b7c7-36d9-48af-93c7-19b0d4247f29', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1725.354563] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Creating folder: Project (4b9bd2c34e184d14b4241797adc449eb). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1725.355296] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17afecf4-8339-4650-a391-c3e94ce102d1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.368645] env[62097]: DEBUG oslo_vmware.api [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Task: {'id': task-2034689, 'name': PowerOnVM_Task, 'duration_secs': 0.492458} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.369280] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1725.369580] env[62097]: INFO nova.compute.manager [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Took 4.81 seconds to spawn the instance on the hypervisor. [ 1725.370310] env[62097]: DEBUG nova.compute.manager [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1725.370655] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93325dd-3622-49b1-a899-87fb0b3b7b9f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.385310] env[62097]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1725.385488] env[62097]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62097) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1725.386272] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Folder already exists: Project (4b9bd2c34e184d14b4241797adc449eb). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1725.386272] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Creating folder: Instances. Parent ref: group-v417818. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1725.386445] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5208d4e3-db16-4199-bd3a-151f74966c64 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.396511] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Created folder: Instances in parent group-v417818. [ 1725.396757] env[62097]: DEBUG oslo.service.loopingcall [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1725.396947] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1725.397170] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-563b8070-bfb2-4ff0-b585-c4d898aa4998 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.420635] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1725.420635] env[62097]: value = "task-2034692" [ 1725.420635] env[62097]: _type = "Task" [ 1725.420635] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.431325] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034692, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.536378] env[62097]: DEBUG nova.compute.manager [req-24e630f8-626d-4720-8a10-3ee9e571ec60 req-26b4e821-72e6-4fe5-8383-dca778a1acf9 service nova] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Received event network-changed-e1b7b7c7-36d9-48af-93c7-19b0d4247f29 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1725.536599] env[62097]: DEBUG nova.compute.manager [req-24e630f8-626d-4720-8a10-3ee9e571ec60 req-26b4e821-72e6-4fe5-8383-dca778a1acf9 service nova] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Refreshing instance network info cache due to event network-changed-e1b7b7c7-36d9-48af-93c7-19b0d4247f29. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1725.536843] env[62097]: DEBUG oslo_concurrency.lockutils [req-24e630f8-626d-4720-8a10-3ee9e571ec60 req-26b4e821-72e6-4fe5-8383-dca778a1acf9 service nova] Acquiring lock "refresh_cache-60fcf9af-55c5-4146-bcb4-40d30633a64f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.537081] env[62097]: DEBUG oslo_concurrency.lockutils [req-24e630f8-626d-4720-8a10-3ee9e571ec60 req-26b4e821-72e6-4fe5-8383-dca778a1acf9 service nova] Acquired lock "refresh_cache-60fcf9af-55c5-4146-bcb4-40d30633a64f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.537343] env[62097]: DEBUG nova.network.neutron [req-24e630f8-626d-4720-8a10-3ee9e571ec60 req-26b4e821-72e6-4fe5-8383-dca778a1acf9 service nova] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Refreshing network info cache for port e1b7b7c7-36d9-48af-93c7-19b0d4247f29 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1725.577124] env[62097]: DEBUG nova.scheduler.client.report [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1725.761673] env[62097]: INFO nova.compute.manager [-] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Took 1.34 seconds to deallocate network for instance. [ 1725.791824] env[62097]: INFO nova.compute.manager [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Took 46.77 seconds to build instance. [ 1725.804729] env[62097]: DEBUG oslo_vmware.api [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Task: {'id': task-2034688, 'name': PowerOnVM_Task, 'duration_secs': 0.59767} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.805741] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1725.805821] env[62097]: INFO nova.compute.manager [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1725.806114] env[62097]: DEBUG nova.compute.manager [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1725.806828] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2468b80-3d26-4ac2-8ef8-7b133dd8cd8f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.880957] env[62097]: DEBUG nova.compute.manager [None req-6af8e760-09b0-4308-8ee7-33c2667af2e1 tempest-ServerDiagnosticsV248Test-406479937 tempest-ServerDiagnosticsV248Test-406479937-project-admin] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1725.881898] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecb5027-6850-4091-8054-17405c48a158 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.894277] env[62097]: INFO nova.compute.manager [None req-6af8e760-09b0-4308-8ee7-33c2667af2e1 tempest-ServerDiagnosticsV248Test-406479937 tempest-ServerDiagnosticsV248Test-406479937-project-admin] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Retrieving diagnostics [ 1725.894894] env[62097]: INFO nova.compute.manager [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Took 42.83 seconds to build instance. [ 1725.896376] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca27c1a-0262-4c95-a48e-23b032cb3d74 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.942940] env[62097]: DEBUG nova.compute.manager [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1725.945269] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034692, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.975871] env[62097]: DEBUG nova.virt.hardware [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1725.975871] env[62097]: DEBUG nova.virt.hardware [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1725.975871] env[62097]: DEBUG nova.virt.hardware [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1725.975871] env[62097]: DEBUG nova.virt.hardware [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1725.975871] env[62097]: DEBUG nova.virt.hardware [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1725.976227] env[62097]: DEBUG nova.virt.hardware [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1725.976414] env[62097]: DEBUG nova.virt.hardware [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1725.976623] env[62097]: DEBUG nova.virt.hardware [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1725.976911] env[62097]: DEBUG nova.virt.hardware [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1725.977614] env[62097]: DEBUG nova.virt.hardware [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1725.977910] env[62097]: DEBUG nova.virt.hardware [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1725.979274] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f89293-0c06-44e5-9105-7af9c70d7a27 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.987717] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b745f955-190e-4067-8748-f3525c4fa056 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.993282] env[62097]: DEBUG nova.network.neutron [-] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.081767] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.087701] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.864s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.089792] env[62097]: INFO nova.compute.claims [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1726.116104] env[62097]: INFO nova.scheduler.client.report [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Deleted allocations for instance e74c419d-78d4-4fdb-b1c6-9ff750272761 [ 1726.266946] env[62097]: DEBUG nova.network.neutron [req-24e630f8-626d-4720-8a10-3ee9e571ec60 req-26b4e821-72e6-4fe5-8383-dca778a1acf9 service nova] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Updated VIF entry in instance network info cache for port e1b7b7c7-36d9-48af-93c7-19b0d4247f29. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1726.267393] env[62097]: DEBUG nova.network.neutron [req-24e630f8-626d-4720-8a10-3ee9e571ec60 req-26b4e821-72e6-4fe5-8383-dca778a1acf9 service nova] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Updating instance_info_cache with network_info: [{"id": "e1b7b7c7-36d9-48af-93c7-19b0d4247f29", "address": "fa:16:3e:91:44:db", "network": {"id": "b709858f-14e5-43e2-a1e3-df8ca0b68eb2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-656530977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9bd2c34e184d14b4241797adc449eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b7b7c7-36", "ovs_interfaceid": "e1b7b7c7-36d9-48af-93c7-19b0d4247f29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.269432] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.293645] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c73d6f1-52aa-49db-acac-480b6c92c0e9 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lock "0edf63bc-072d-416f-abee-8c4311c53924" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.307s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.325142] env[62097]: INFO nova.compute.manager [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Took 45.33 seconds to build instance. [ 1726.402019] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b1ce0729-b49f-4551-a9d2-820783cb30e6 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Lock "33c1ec6e-a5a5-459e-a89f-a5198d0f9c78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.540s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.439243] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034692, 'name': CreateVM_Task, 'duration_secs': 0.540281} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.439553] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1726.440180] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'guest_format': None, 'attachment_id': '26f677f5-23de-4ff4-807a-6a60924d2551', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-417824', 'volume_id': '09fa4808-3cc2-4b28-a570-356233ea7270', 'name': 'volume-09fa4808-3cc2-4b28-a570-356233ea7270', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60fcf9af-55c5-4146-bcb4-40d30633a64f', 'attached_at': '', 'detached_at': '', 'volume_id': '09fa4808-3cc2-4b28-a570-356233ea7270', 'serial': '09fa4808-3cc2-4b28-a570-356233ea7270'}, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62097) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1726.440357] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Root volume attach. Driver type: vmdk {{(pid=62097) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1726.441166] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ababcd-16f7-4a04-a80d-1913ce9123eb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.448600] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f98edf-3804-41ab-b154-e7b6ba2867d5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.454756] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c6dffc-6abd-4759-b40b-f6e27367bad5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.460445] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-54987d23-b440-4bd3-8e93-fe468cb9035b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.468733] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Waiting for the task: (returnval){ [ 1726.468733] env[62097]: value = "task-2034693" [ 1726.468733] env[62097]: _type = "Task" [ 1726.468733] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.476528] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034693, 'name': RelocateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.503528] env[62097]: INFO nova.compute.manager [-] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Took 1.30 seconds to deallocate network for instance. [ 1726.627768] env[62097]: DEBUG oslo_concurrency.lockutils [None req-dbb2f03d-a94e-45f4-a63f-f37bcc224b16 tempest-ServersAaction247Test-1075892743 tempest-ServersAaction247Test-1075892743-project-member] Lock "e74c419d-78d4-4fdb-b1c6-9ff750272761" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.694s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.771183] env[62097]: DEBUG oslo_concurrency.lockutils [req-24e630f8-626d-4720-8a10-3ee9e571ec60 req-26b4e821-72e6-4fe5-8383-dca778a1acf9 service nova] Releasing lock "refresh_cache-60fcf9af-55c5-4146-bcb4-40d30633a64f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.771183] env[62097]: DEBUG nova.compute.manager [req-24e630f8-626d-4720-8a10-3ee9e571ec60 req-26b4e821-72e6-4fe5-8383-dca778a1acf9 service nova] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Received event network-vif-deleted-baf66818-cb5e-4ea8-8fd7-53de00b9b6af {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1726.798862] env[62097]: DEBUG nova.compute.manager [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1726.828273] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c33c349d-6252-4c0c-a936-6b057f192b65 tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Lock "93e02b4d-b5b1-454e-89a4-f5f735cef950" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.659s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.904163] env[62097]: DEBUG nova.compute.manager [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1726.938234] env[62097]: DEBUG nova.network.neutron [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Successfully updated port: dd00729e-9b6a-4d21-91ff-37f6b7c92221 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1726.987668] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034693, 'name': RelocateVM_Task} progress is 42%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.011386] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.210721] env[62097]: DEBUG nova.compute.manager [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1727.211731] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b16d7c-4558-44d6-b6c1-051d56ea17ff {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.242233] env[62097]: DEBUG nova.compute.manager [req-4fecd5ab-b9a0-4509-bf16-9f9e7ff6180d req-f9cffc2c-5963-4482-8579-0d383db45660 service nova] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Received event network-vif-plugged-dd00729e-9b6a-4d21-91ff-37f6b7c92221 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1727.242233] env[62097]: DEBUG oslo_concurrency.lockutils [req-4fecd5ab-b9a0-4509-bf16-9f9e7ff6180d req-f9cffc2c-5963-4482-8579-0d383db45660 service nova] Acquiring lock "00c37acb-b074-4eaf-8d07-061c3d0c6790-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.242233] env[62097]: DEBUG oslo_concurrency.lockutils [req-4fecd5ab-b9a0-4509-bf16-9f9e7ff6180d req-f9cffc2c-5963-4482-8579-0d383db45660 service nova] Lock "00c37acb-b074-4eaf-8d07-061c3d0c6790-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.242233] env[62097]: DEBUG oslo_concurrency.lockutils [req-4fecd5ab-b9a0-4509-bf16-9f9e7ff6180d req-f9cffc2c-5963-4482-8579-0d383db45660 service nova] Lock "00c37acb-b074-4eaf-8d07-061c3d0c6790-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.242233] env[62097]: DEBUG nova.compute.manager [req-4fecd5ab-b9a0-4509-bf16-9f9e7ff6180d req-f9cffc2c-5963-4482-8579-0d383db45660 service nova] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] No waiting events found dispatching network-vif-plugged-dd00729e-9b6a-4d21-91ff-37f6b7c92221 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1727.242233] env[62097]: WARNING nova.compute.manager [req-4fecd5ab-b9a0-4509-bf16-9f9e7ff6180d req-f9cffc2c-5963-4482-8579-0d383db45660 service nova] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Received unexpected event network-vif-plugged-dd00729e-9b6a-4d21-91ff-37f6b7c92221 for instance with vm_state building and task_state spawning. [ 1727.327039] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.329847] env[62097]: DEBUG nova.compute.manager [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1727.391722] env[62097]: DEBUG nova.compute.manager [None req-e445e64a-ba33-43a0-bf5a-c8412fb84ffe tempest-ServerDiagnosticsTest-1875849137 tempest-ServerDiagnosticsTest-1875849137-project-admin] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1727.393061] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5294dc-ac00-4ae1-ad76-73d762d854d6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.407416] env[62097]: INFO nova.compute.manager [None req-e445e64a-ba33-43a0-bf5a-c8412fb84ffe tempest-ServerDiagnosticsTest-1875849137 tempest-ServerDiagnosticsTest-1875849137-project-admin] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Retrieving diagnostics [ 1727.407416] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfd4581-68db-477e-a54e-27cb9d343d01 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.448322] env[62097]: DEBUG oslo_concurrency.lockutils [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Acquiring lock "refresh_cache-00c37acb-b074-4eaf-8d07-061c3d0c6790" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.448728] env[62097]: DEBUG oslo_concurrency.lockutils [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Acquired lock "refresh_cache-00c37acb-b074-4eaf-8d07-061c3d0c6790" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.448814] env[62097]: DEBUG nova.network.neutron [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1727.468152] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.485812] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034693, 'name': RelocateVM_Task} progress is 54%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.581498] env[62097]: DEBUG nova.compute.manager [req-6ea354d6-88f2-4d03-8ab4-15e329361486 req-fc5b2a0f-fa28-4b93-8df7-bc47d6a3a875 service nova] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Received event network-vif-deleted-8993c4b1-8a62-44df-9d85-d6b34b5b98d8 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1727.734925] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358e4c27-df84-4e89-8151-1b908a34c44b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.744321] env[62097]: INFO nova.compute.manager [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] instance snapshotting [ 1727.753025] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10595826-4f87-4b09-8e60-6f64b4929805 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.757656] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62938a47-1a10-464f-b9e0-69f288f5cccd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.809255] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fbcc49-a7c9-4c5f-a391-db68b73def71 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.812781] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513ed998-a720-4e80-b773-a30e73d5ba7b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.826633] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d075969d-bb19-491c-a540-74153ab4014f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.848744] env[62097]: DEBUG nova.compute.provider_tree [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1727.868682] env[62097]: DEBUG oslo_concurrency.lockutils [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.985713] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034693, 'name': RelocateVM_Task} progress is 67%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.005504] env[62097]: DEBUG nova.network.neutron [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1728.264099] env[62097]: DEBUG nova.network.neutron [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Updating instance_info_cache with network_info: [{"id": "dd00729e-9b6a-4d21-91ff-37f6b7c92221", "address": "fa:16:3e:c0:24:1d", "network": {"id": "59edb8ac-2282-4d60-9dbd-9f80a914954b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-875295313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f0640e167f049cd9821677b54e30417", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd00729e-9b", "ovs_interfaceid": "dd00729e-9b6a-4d21-91ff-37f6b7c92221", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.338021] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Creating Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1728.338021] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e4e96c8b-5ac1-4cfa-877d-7c17744697d7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.351061] env[62097]: DEBUG oslo_vmware.api [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1728.351061] env[62097]: value = "task-2034694" [ 1728.351061] env[62097]: _type = "Task" [ 1728.351061] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.355248] env[62097]: DEBUG nova.scheduler.client.report [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1728.371391] env[62097]: DEBUG oslo_vmware.api [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034694, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.488262] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034693, 'name': RelocateVM_Task} progress is 81%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.634353] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Acquiring lock "93e02b4d-b5b1-454e-89a4-f5f735cef950" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.634782] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Lock "93e02b4d-b5b1-454e-89a4-f5f735cef950" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.635042] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Acquiring lock "93e02b4d-b5b1-454e-89a4-f5f735cef950-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.635466] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Lock "93e02b4d-b5b1-454e-89a4-f5f735cef950-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.635555] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Lock "93e02b4d-b5b1-454e-89a4-f5f735cef950-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.638481] env[62097]: INFO nova.compute.manager [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Terminating instance [ 1728.769110] env[62097]: DEBUG oslo_concurrency.lockutils [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Releasing lock "refresh_cache-00c37acb-b074-4eaf-8d07-061c3d0c6790" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.769947] env[62097]: DEBUG nova.compute.manager [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Instance network_info: |[{"id": "dd00729e-9b6a-4d21-91ff-37f6b7c92221", "address": "fa:16:3e:c0:24:1d", "network": {"id": "59edb8ac-2282-4d60-9dbd-9f80a914954b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-875295313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f0640e167f049cd9821677b54e30417", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd00729e-9b", "ovs_interfaceid": "dd00729e-9b6a-4d21-91ff-37f6b7c92221", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1728.770503] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:24:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd00729e-9b6a-4d21-91ff-37f6b7c92221', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1728.778451] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Creating folder: Project (3f0640e167f049cd9821677b54e30417). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1728.778865] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c747d38-8f21-4700-aff7-0ce05e549646 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.797256] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Created folder: Project (3f0640e167f049cd9821677b54e30417) in parent group-v417770. [ 1728.797625] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Creating folder: Instances. Parent ref: group-v417863. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1728.798782] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26e34219-b491-420f-8ead-3d228c06fc1e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.814778] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Created folder: Instances in parent group-v417863. [ 1728.815299] env[62097]: DEBUG oslo.service.loopingcall [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1728.815552] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1728.815826] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38a590ba-c66a-475d-8cc1-76bb72968438 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.844357] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1728.844357] env[62097]: value = "task-2034697" [ 1728.844357] env[62097]: _type = "Task" [ 1728.844357] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.860269] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034697, 'name': CreateVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.862507] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.862507] env[62097]: DEBUG nova.compute.manager [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1728.866224] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.644s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.868118] env[62097]: INFO nova.compute.claims [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1728.875754] env[62097]: DEBUG oslo_vmware.api [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034694, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.983386] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034693, 'name': RelocateVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.143639] env[62097]: DEBUG nova.compute.manager [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1729.143935] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1729.145040] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb28c7c-04da-438e-8e40-8c73d0097c61 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.153357] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1729.153637] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89cb1da7-725c-495a-aecd-77ca56467aac {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.161413] env[62097]: DEBUG oslo_vmware.api [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Waiting for the task: (returnval){ [ 1729.161413] env[62097]: value = "task-2034698" [ 1729.161413] env[62097]: _type = "Task" [ 1729.161413] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.170839] env[62097]: DEBUG oslo_vmware.api [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Task: {'id': task-2034698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.267024] env[62097]: DEBUG nova.compute.manager [req-342ca2a9-6537-4b61-9466-657f3973d793 req-d8301bcf-3b87-4681-8b30-76a04b243f95 service nova] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Received event network-changed-dd00729e-9b6a-4d21-91ff-37f6b7c92221 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1729.267024] env[62097]: DEBUG nova.compute.manager [req-342ca2a9-6537-4b61-9466-657f3973d793 req-d8301bcf-3b87-4681-8b30-76a04b243f95 service nova] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Refreshing instance network info cache due to event network-changed-dd00729e-9b6a-4d21-91ff-37f6b7c92221. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1729.267024] env[62097]: DEBUG oslo_concurrency.lockutils [req-342ca2a9-6537-4b61-9466-657f3973d793 req-d8301bcf-3b87-4681-8b30-76a04b243f95 service nova] Acquiring lock "refresh_cache-00c37acb-b074-4eaf-8d07-061c3d0c6790" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.267024] env[62097]: DEBUG oslo_concurrency.lockutils [req-342ca2a9-6537-4b61-9466-657f3973d793 req-d8301bcf-3b87-4681-8b30-76a04b243f95 service nova] Acquired lock "refresh_cache-00c37acb-b074-4eaf-8d07-061c3d0c6790" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.267406] env[62097]: DEBUG nova.network.neutron [req-342ca2a9-6537-4b61-9466-657f3973d793 req-d8301bcf-3b87-4681-8b30-76a04b243f95 service nova] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Refreshing network info cache for port dd00729e-9b6a-4d21-91ff-37f6b7c92221 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1729.354609] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034697, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.364104] env[62097]: DEBUG oslo_vmware.api [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034694, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.375764] env[62097]: DEBUG nova.compute.utils [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1729.379085] env[62097]: DEBUG nova.compute.manager [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1729.379266] env[62097]: DEBUG nova.network.neutron [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1729.427526] env[62097]: DEBUG nova.policy [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1825419cbb2a423badd4386d3b440278', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '517e4e79e5dc4a11b3e531dcfded3eec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1729.488809] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034693, 'name': RelocateVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.672964] env[62097]: DEBUG oslo_vmware.api [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Task: {'id': task-2034698, 'name': PowerOffVM_Task, 'duration_secs': 0.384996} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.673503] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1729.673787] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1729.674406] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbd4314e-79b9-480e-a957-669755ef220e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.764884] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1729.766071] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1729.766071] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Deleting the datastore file [datastore2] 93e02b4d-b5b1-454e-89a4-f5f735cef950 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1729.766071] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4180731c-424d-4117-bf02-4e57ba2db32c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.778753] env[62097]: DEBUG oslo_vmware.api [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Waiting for the task: (returnval){ [ 1729.778753] env[62097]: value = "task-2034700" [ 1729.778753] env[62097]: _type = "Task" [ 1729.778753] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.787919] env[62097]: DEBUG oslo_vmware.api [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Task: {'id': task-2034700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.854988] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034697, 'name': CreateVM_Task, 'duration_secs': 0.649212} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.854988] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1729.858756] env[62097]: DEBUG oslo_concurrency.lockutils [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.858948] env[62097]: DEBUG oslo_concurrency.lockutils [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.859408] env[62097]: DEBUG oslo_concurrency.lockutils [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1729.859668] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-474a1808-f94f-4e6b-9050-e272b5402295 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.866987] env[62097]: DEBUG oslo_vmware.api [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034694, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.873275] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Waiting for the task: (returnval){ [ 1729.873275] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52fa7928-af87-2a8d-b4dc-f40b57647c87" [ 1729.873275] env[62097]: _type = "Task" [ 1729.873275] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.888355] env[62097]: DEBUG nova.compute.manager [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1729.891264] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52fa7928-af87-2a8d-b4dc-f40b57647c87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.907336] env[62097]: DEBUG nova.network.neutron [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Successfully created port: 93010f72-e998-4a28-a3b4-2a5dc9479252 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1729.988960] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034693, 'name': RelocateVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.232116] env[62097]: DEBUG nova.network.neutron [req-342ca2a9-6537-4b61-9466-657f3973d793 req-d8301bcf-3b87-4681-8b30-76a04b243f95 service nova] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Updated VIF entry in instance network info cache for port dd00729e-9b6a-4d21-91ff-37f6b7c92221. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1730.235986] env[62097]: DEBUG nova.network.neutron [req-342ca2a9-6537-4b61-9466-657f3973d793 req-d8301bcf-3b87-4681-8b30-76a04b243f95 service nova] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Updating instance_info_cache with network_info: [{"id": "dd00729e-9b6a-4d21-91ff-37f6b7c92221", "address": "fa:16:3e:c0:24:1d", "network": {"id": "59edb8ac-2282-4d60-9dbd-9f80a914954b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-875295313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f0640e167f049cd9821677b54e30417", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd00729e-9b", "ovs_interfaceid": "dd00729e-9b6a-4d21-91ff-37f6b7c92221", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.292968] env[62097]: DEBUG oslo_vmware.api [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Task: {'id': task-2034700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145287} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.293264] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1730.294250] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1730.294250] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1730.294250] env[62097]: INFO nova.compute.manager [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1730.294250] env[62097]: DEBUG oslo.service.loopingcall [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1730.294426] env[62097]: DEBUG nova.compute.manager [-] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1730.294426] env[62097]: DEBUG nova.network.neutron [-] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1730.369284] env[62097]: DEBUG oslo_vmware.api [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034694, 'name': CreateSnapshot_Task, 'duration_secs': 1.669684} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.369553] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Created Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1730.374549] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb56ece-6655-4bec-b00d-969e19ff6997 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.387072] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52fa7928-af87-2a8d-b4dc-f40b57647c87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.493207] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034693, 'name': RelocateVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.498858] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8180809a-1879-4f76-ad16-bd4890ced449 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.506356] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa536ac-4df6-497d-ba5d-ee76339d0cd3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.536946] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa28d44-a16b-4427-8cf4-fc1e7770d3e9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.544703] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695048d8-1d30-4257-86ea-3cd985983ed5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.557890] env[62097]: DEBUG nova.compute.provider_tree [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1730.704241] env[62097]: DEBUG nova.compute.manager [req-6a7ab3eb-46e8-4fb9-af5b-0e0c7949d8cc req-d2669c90-ac84-484c-8000-0f3115c3a23e service nova] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Received event network-vif-deleted-d07efbb6-16ed-4bc3-ae9a-e62b9d3a5c22 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1730.704241] env[62097]: INFO nova.compute.manager [req-6a7ab3eb-46e8-4fb9-af5b-0e0c7949d8cc req-d2669c90-ac84-484c-8000-0f3115c3a23e service nova] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Neutron deleted interface d07efbb6-16ed-4bc3-ae9a-e62b9d3a5c22; detaching it from the instance and deleting it from the info cache [ 1730.704241] env[62097]: DEBUG nova.network.neutron [req-6a7ab3eb-46e8-4fb9-af5b-0e0c7949d8cc req-d2669c90-ac84-484c-8000-0f3115c3a23e service nova] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.738608] env[62097]: DEBUG oslo_concurrency.lockutils [req-342ca2a9-6537-4b61-9466-657f3973d793 req-d8301bcf-3b87-4681-8b30-76a04b243f95 service nova] Releasing lock "refresh_cache-00c37acb-b074-4eaf-8d07-061c3d0c6790" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.889598] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52fa7928-af87-2a8d-b4dc-f40b57647c87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.907971] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Creating linked-clone VM from snapshot {{(pid=62097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1730.909720] env[62097]: DEBUG nova.compute.manager [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1730.912034] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b8acbf2e-8629-4c93-81aa-132493e357cd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.921220] env[62097]: DEBUG oslo_vmware.api [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1730.921220] env[62097]: value = "task-2034701" [ 1730.921220] env[62097]: _type = "Task" [ 1730.921220] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.930125] env[62097]: DEBUG oslo_vmware.api [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034701, 'name': CloneVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.950257] env[62097]: DEBUG nova.virt.hardware [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1730.950257] env[62097]: DEBUG nova.virt.hardware [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1730.950257] env[62097]: DEBUG nova.virt.hardware [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1730.950257] env[62097]: DEBUG nova.virt.hardware [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1730.950257] env[62097]: DEBUG nova.virt.hardware [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1730.950257] env[62097]: DEBUG nova.virt.hardware [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1730.950679] env[62097]: DEBUG nova.virt.hardware [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1730.951393] env[62097]: DEBUG nova.virt.hardware [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1730.951393] env[62097]: DEBUG nova.virt.hardware [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1730.951393] env[62097]: DEBUG nova.virt.hardware [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1730.951393] env[62097]: DEBUG nova.virt.hardware [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1730.952270] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a79f2b-7530-497a-b22e-0cc27958c849 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.960297] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d7500d-f621-40ba-99b0-415b437266bd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.984478] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034693, 'name': RelocateVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.064334] env[62097]: DEBUG nova.scheduler.client.report [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1731.096620] env[62097]: DEBUG nova.network.neutron [-] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.206186] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c19eafa-01f5-4d1b-9114-c9e4741f8a2f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.216575] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c2e867-2804-41f0-9b8f-8c09fe8de38a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.255929] env[62097]: DEBUG nova.compute.manager [req-6a7ab3eb-46e8-4fb9-af5b-0e0c7949d8cc req-d2669c90-ac84-484c-8000-0f3115c3a23e service nova] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Detach interface failed, port_id=d07efbb6-16ed-4bc3-ae9a-e62b9d3a5c22, reason: Instance 93e02b4d-b5b1-454e-89a4-f5f735cef950 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1731.392350] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52fa7928-af87-2a8d-b4dc-f40b57647c87, 'name': SearchDatastore_Task, 'duration_secs': 1.14094} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.392350] env[62097]: DEBUG oslo_concurrency.lockutils [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.392350] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1731.392350] env[62097]: DEBUG oslo_concurrency.lockutils [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.392907] env[62097]: DEBUG oslo_concurrency.lockutils [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.393196] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1731.393624] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04bb2949-67c1-4d4e-ab13-9d80e6b66d2e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.403272] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1731.403272] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1731.404394] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-346e8dc2-3f47-4b66-bfc1-25af0e3e5a31 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.410748] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Waiting for the task: (returnval){ [ 1731.410748] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52912921-c17c-89cc-83d5-2cbe6246bfaa" [ 1731.410748] env[62097]: _type = "Task" [ 1731.410748] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.423998] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52912921-c17c-89cc-83d5-2cbe6246bfaa, 'name': SearchDatastore_Task, 'duration_secs': 0.009282} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.429354] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc340814-7706-4c31-a202-937174859c8e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.439131] env[62097]: DEBUG oslo_vmware.api [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034701, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.439443] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Waiting for the task: (returnval){ [ 1731.439443] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5214e7d0-43f2-69c4-c6b5-22ba73b97f83" [ 1731.439443] env[62097]: _type = "Task" [ 1731.439443] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.446838] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "50a7a45d-3187-4baa-9937-79f05882da01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.446838] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "50a7a45d-3187-4baa-9937-79f05882da01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.453345] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5214e7d0-43f2-69c4-c6b5-22ba73b97f83, 'name': SearchDatastore_Task, 'duration_secs': 0.008712} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.453640] env[62097]: DEBUG oslo_concurrency.lockutils [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.453875] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 00c37acb-b074-4eaf-8d07-061c3d0c6790/00c37acb-b074-4eaf-8d07-061c3d0c6790.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1731.454143] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-268a0c1a-3771-454b-9c23-46adcf77bf1a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.461158] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Waiting for the task: (returnval){ [ 1731.461158] env[62097]: value = "task-2034702" [ 1731.461158] env[62097]: _type = "Task" [ 1731.461158] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.470109] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Task: {'id': task-2034702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.486122] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034693, 'name': RelocateVM_Task} progress is 98%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.573022] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.573022] env[62097]: DEBUG nova.compute.manager [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1731.574241] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.508s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.574533] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.574793] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1731.575172] env[62097]: DEBUG oslo_concurrency.lockutils [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.203s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.575628] env[62097]: DEBUG nova.objects.instance [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lazy-loading 'resources' on Instance uuid 79246857-aa34-4b46-ae7c-1899f9c107c4 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1731.577489] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674e6ff5-8a7a-45b6-9c73-451aac064f4d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.587087] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bede38-6dd4-47c3-bd61-bfb723752f1f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.610316] env[62097]: INFO nova.compute.manager [-] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Took 1.31 seconds to deallocate network for instance. [ 1731.611920] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47e1eee-ad68-4088-86c2-83efd38c57f0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.625268] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4ba4e4-c701-48f6-ac88-a79af1f92b2d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.661743] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179051MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1731.661976] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.690838] env[62097]: DEBUG nova.compute.manager [req-28de42ce-6f01-4ce3-b1dc-986833c9155d req-108e3a87-044c-4729-8135-761fc12cc96e service nova] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Received event network-vif-plugged-93010f72-e998-4a28-a3b4-2a5dc9479252 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1731.691259] env[62097]: DEBUG oslo_concurrency.lockutils [req-28de42ce-6f01-4ce3-b1dc-986833c9155d req-108e3a87-044c-4729-8135-761fc12cc96e service nova] Acquiring lock "8f3d1be0-6146-4455-a6f8-55ab6a96a077-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.691456] env[62097]: DEBUG oslo_concurrency.lockutils [req-28de42ce-6f01-4ce3-b1dc-986833c9155d req-108e3a87-044c-4729-8135-761fc12cc96e service nova] Lock "8f3d1be0-6146-4455-a6f8-55ab6a96a077-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.691574] env[62097]: DEBUG oslo_concurrency.lockutils [req-28de42ce-6f01-4ce3-b1dc-986833c9155d req-108e3a87-044c-4729-8135-761fc12cc96e service nova] Lock "8f3d1be0-6146-4455-a6f8-55ab6a96a077-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.691801] env[62097]: DEBUG nova.compute.manager [req-28de42ce-6f01-4ce3-b1dc-986833c9155d req-108e3a87-044c-4729-8135-761fc12cc96e service nova] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] No waiting events found dispatching network-vif-plugged-93010f72-e998-4a28-a3b4-2a5dc9479252 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1731.692123] env[62097]: WARNING nova.compute.manager [req-28de42ce-6f01-4ce3-b1dc-986833c9155d req-108e3a87-044c-4729-8135-761fc12cc96e service nova] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Received unexpected event network-vif-plugged-93010f72-e998-4a28-a3b4-2a5dc9479252 for instance with vm_state building and task_state spawning. [ 1731.814624] env[62097]: DEBUG nova.network.neutron [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Successfully updated port: 93010f72-e998-4a28-a3b4-2a5dc9479252 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1731.936977] env[62097]: DEBUG oslo_vmware.api [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034701, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.971536] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Task: {'id': task-2034702, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.987693] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034693, 'name': RelocateVM_Task, 'duration_secs': 5.186042} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.988096] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Volume attach. Driver type: vmdk {{(pid=62097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1731.988379] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-417824', 'volume_id': '09fa4808-3cc2-4b28-a570-356233ea7270', 'name': 'volume-09fa4808-3cc2-4b28-a570-356233ea7270', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60fcf9af-55c5-4146-bcb4-40d30633a64f', 'attached_at': '', 'detached_at': '', 'volume_id': '09fa4808-3cc2-4b28-a570-356233ea7270', 'serial': '09fa4808-3cc2-4b28-a570-356233ea7270'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1731.989486] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72edaf76-c7fd-4e3c-a036-0c7adbf11611 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.007990] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecf93e1-f536-4807-8a17-37c6b39a6f53 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.030909] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] volume-09fa4808-3cc2-4b28-a570-356233ea7270/volume-09fa4808-3cc2-4b28-a570-356233ea7270.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1732.031311] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3123ad45-a63a-4528-a6f3-ed626de810e5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.051318] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Waiting for the task: (returnval){ [ 1732.051318] env[62097]: value = "task-2034703" [ 1732.051318] env[62097]: _type = "Task" [ 1732.051318] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.059822] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.078915] env[62097]: DEBUG nova.compute.utils [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1732.081999] env[62097]: DEBUG nova.compute.manager [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1732.082276] env[62097]: DEBUG nova.network.neutron [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1732.122271] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.126375] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "a7992c09-2881-4d70-b5a8-5071eb619d12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.126510] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "a7992c09-2881-4d70-b5a8-5071eb619d12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.195654] env[62097]: DEBUG nova.policy [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2386aea6f1d34401939a4f2f9c39272e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07642e595a83453a98388eb72032650b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1732.319493] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Acquiring lock "refresh_cache-8f3d1be0-6146-4455-a6f8-55ab6a96a077" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.319550] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Acquired lock "refresh_cache-8f3d1be0-6146-4455-a6f8-55ab6a96a077" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.319688] env[62097]: DEBUG nova.network.neutron [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1732.439438] env[62097]: DEBUG oslo_vmware.api [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034701, 'name': CloneVM_Task, 'duration_secs': 1.258142} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.439654] env[62097]: INFO nova.virt.vmwareapi.vmops [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Created linked-clone VM from snapshot [ 1732.440425] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13310cb-746e-44f9-a8ab-3ecba7469cee {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.456182] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Uploading image 071e1982-f439-4661-9a7c-a4a1e1413cf8 {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1732.474510] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Task: {'id': task-2034702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526796} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.479844] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 00c37acb-b074-4eaf-8d07-061c3d0c6790/00c37acb-b074-4eaf-8d07-061c3d0c6790.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1732.479844] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1732.479844] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d097f33-b72f-42d9-a1fe-9a79893f9441 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.485619] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Waiting for the task: (returnval){ [ 1732.485619] env[62097]: value = "task-2034704" [ 1732.485619] env[62097]: _type = "Task" [ 1732.485619] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.496583] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Task: {'id': task-2034704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.501484] env[62097]: DEBUG oslo_vmware.rw_handles [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1732.501484] env[62097]: value = "vm-417867" [ 1732.501484] env[62097]: _type = "VirtualMachine" [ 1732.501484] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1732.502223] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6e974f85-0415-443f-a7c5-c9bec24a21fd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.509462] env[62097]: DEBUG oslo_vmware.rw_handles [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lease: (returnval){ [ 1732.509462] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]520b3926-2bcd-8b63-b229-2451a6b86b16" [ 1732.509462] env[62097]: _type = "HttpNfcLease" [ 1732.509462] env[62097]: } obtained for exporting VM: (result){ [ 1732.509462] env[62097]: value = "vm-417867" [ 1732.509462] env[62097]: _type = "VirtualMachine" [ 1732.509462] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1732.509690] env[62097]: DEBUG oslo_vmware.api [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the lease: (returnval){ [ 1732.509690] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]520b3926-2bcd-8b63-b229-2451a6b86b16" [ 1732.509690] env[62097]: _type = "HttpNfcLease" [ 1732.509690] env[62097]: } to be ready. {{(pid=62097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1732.516765] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1732.516765] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]520b3926-2bcd-8b63-b229-2451a6b86b16" [ 1732.516765] env[62097]: _type = "HttpNfcLease" [ 1732.516765] env[62097]: } is initializing. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1732.560906] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034703, 'name': ReconfigVM_Task, 'duration_secs': 0.347885} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.561208] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Reconfigured VM instance instance-00000022 to attach disk [datastore1] volume-09fa4808-3cc2-4b28-a570-356233ea7270/volume-09fa4808-3cc2-4b28-a570-356233ea7270.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1732.568618] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd33ee46-b38b-4a36-b521-c13dcd7eed47 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.584687] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Waiting for the task: (returnval){ [ 1732.584687] env[62097]: value = "task-2034706" [ 1732.584687] env[62097]: _type = "Task" [ 1732.584687] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.590755] env[62097]: DEBUG nova.compute.manager [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1732.598727] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034706, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.614372] env[62097]: DEBUG nova.network.neutron [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Successfully created port: 67af1590-428c-41de-9293-39e3e1ed3d8c {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1732.670518] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1521fa97-3f76-420c-84dd-49ac238c6146 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.678669] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370fa5e1-6f51-4023-88e6-1591d1562be4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.709699] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2995a482-0307-4e67-856d-95619d20105f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.717825] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63379bd2-a9bd-4207-b2bf-cc5b71211696 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.733776] env[62097]: DEBUG nova.compute.provider_tree [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1732.857039] env[62097]: DEBUG nova.network.neutron [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1732.992427] env[62097]: DEBUG nova.network.neutron [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Updating instance_info_cache with network_info: [{"id": "93010f72-e998-4a28-a3b4-2a5dc9479252", "address": "fa:16:3e:1a:e4:e3", "network": {"id": "816d6666-6e39-405f-84b9-c8de58c38932", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-453732129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "517e4e79e5dc4a11b3e531dcfded3eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93010f72-e9", "ovs_interfaceid": "93010f72-e998-4a28-a3b4-2a5dc9479252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.999064] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Task: {'id': task-2034704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.27387} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.999064] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1732.999891] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0151115-706b-4279-bfab-f2ea307249bc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.022722] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 00c37acb-b074-4eaf-8d07-061c3d0c6790/00c37acb-b074-4eaf-8d07-061c3d0c6790.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1733.025804] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55b095d5-f675-406e-9faf-70686d49bc72 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.043477] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1733.043477] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]520b3926-2bcd-8b63-b229-2451a6b86b16" [ 1733.043477] env[62097]: _type = "HttpNfcLease" [ 1733.043477] env[62097]: } is ready. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1733.043741] env[62097]: DEBUG oslo_vmware.rw_handles [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1733.043741] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]520b3926-2bcd-8b63-b229-2451a6b86b16" [ 1733.043741] env[62097]: _type = "HttpNfcLease" [ 1733.043741] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1733.044633] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c958270-4ecb-4f73-889d-fb928d5f3789 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.047785] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Waiting for the task: (returnval){ [ 1733.047785] env[62097]: value = "task-2034707" [ 1733.047785] env[62097]: _type = "Task" [ 1733.047785] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.054410] env[62097]: DEBUG oslo_vmware.rw_handles [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed66d7-9040-f94a-454a-e7202405212a/disk-0.vmdk from lease info. {{(pid=62097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1733.054580] env[62097]: DEBUG oslo_vmware.rw_handles [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed66d7-9040-f94a-454a-e7202405212a/disk-0.vmdk for reading. {{(pid=62097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1733.120706] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Task: {'id': task-2034707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.126777] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034706, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.241279] env[62097]: DEBUG nova.scheduler.client.report [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1733.327065] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3d5dd7d3-3deb-4639-903a-32475e8ef04b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.495662] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Releasing lock "refresh_cache-8f3d1be0-6146-4455-a6f8-55ab6a96a077" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.495966] env[62097]: DEBUG nova.compute.manager [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Instance network_info: |[{"id": "93010f72-e998-4a28-a3b4-2a5dc9479252", "address": "fa:16:3e:1a:e4:e3", "network": {"id": "816d6666-6e39-405f-84b9-c8de58c38932", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-453732129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "517e4e79e5dc4a11b3e531dcfded3eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93010f72-e9", "ovs_interfaceid": "93010f72-e998-4a28-a3b4-2a5dc9479252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1733.496403] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:e4:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93010f72-e998-4a28-a3b4-2a5dc9479252', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1733.504137] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Creating folder: Project (517e4e79e5dc4a11b3e531dcfded3eec). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1733.504449] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80dbbd46-b7e6-4887-872c-160c2f1c6e8f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.516188] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Created folder: Project (517e4e79e5dc4a11b3e531dcfded3eec) in parent group-v417770. [ 1733.516383] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Creating folder: Instances. Parent ref: group-v417868. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1733.516611] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24a171b8-7926-4936-9486-fa142e24acee {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.529853] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Created folder: Instances in parent group-v417868. [ 1733.529956] env[62097]: DEBUG oslo.service.loopingcall [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1733.530224] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1733.530581] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17726e6e-1e5c-4276-ae50-f7049451f1be {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.556578] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1733.556578] env[62097]: value = "task-2034710" [ 1733.556578] env[62097]: _type = "Task" [ 1733.556578] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.563621] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Task: {'id': task-2034707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.569464] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034710, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.623283] env[62097]: DEBUG nova.compute.manager [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1733.625880] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034706, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.647950] env[62097]: DEBUG nova.virt.hardware [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1733.648349] env[62097]: DEBUG nova.virt.hardware [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1733.648538] env[62097]: DEBUG nova.virt.hardware [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1733.648796] env[62097]: DEBUG nova.virt.hardware [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1733.649048] env[62097]: DEBUG nova.virt.hardware [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1733.649286] env[62097]: DEBUG nova.virt.hardware [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1733.649602] env[62097]: DEBUG nova.virt.hardware [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1733.649854] env[62097]: DEBUG nova.virt.hardware [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1733.650099] env[62097]: DEBUG nova.virt.hardware [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1733.650385] env[62097]: DEBUG nova.virt.hardware [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1733.650628] env[62097]: DEBUG nova.virt.hardware [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1733.651707] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511c2916-d279-4c80-82ff-3444e6cc3bd8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.661152] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aed4493-56d7-4b3c-9d1b-db2e2c1fb6cd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.718979] env[62097]: DEBUG nova.compute.manager [req-cbcf8a79-c87b-4e6d-86b9-94655ae9342d req-e3831b3f-8d7b-4daa-8872-367326260689 service nova] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Received event network-changed-93010f72-e998-4a28-a3b4-2a5dc9479252 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1733.719430] env[62097]: DEBUG nova.compute.manager [req-cbcf8a79-c87b-4e6d-86b9-94655ae9342d req-e3831b3f-8d7b-4daa-8872-367326260689 service nova] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Refreshing instance network info cache due to event network-changed-93010f72-e998-4a28-a3b4-2a5dc9479252. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1733.719935] env[62097]: DEBUG oslo_concurrency.lockutils [req-cbcf8a79-c87b-4e6d-86b9-94655ae9342d req-e3831b3f-8d7b-4daa-8872-367326260689 service nova] Acquiring lock "refresh_cache-8f3d1be0-6146-4455-a6f8-55ab6a96a077" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.719935] env[62097]: DEBUG oslo_concurrency.lockutils [req-cbcf8a79-c87b-4e6d-86b9-94655ae9342d req-e3831b3f-8d7b-4daa-8872-367326260689 service nova] Acquired lock "refresh_cache-8f3d1be0-6146-4455-a6f8-55ab6a96a077" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.720079] env[62097]: DEBUG nova.network.neutron [req-cbcf8a79-c87b-4e6d-86b9-94655ae9342d req-e3831b3f-8d7b-4daa-8872-367326260689 service nova] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Refreshing network info cache for port 93010f72-e998-4a28-a3b4-2a5dc9479252 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1733.747857] env[62097]: DEBUG oslo_concurrency.lockutils [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.751716] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.966s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.753612] env[62097]: INFO nova.compute.claims [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1733.780363] env[62097]: INFO nova.scheduler.client.report [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Deleted allocations for instance 79246857-aa34-4b46-ae7c-1899f9c107c4 [ 1734.066685] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Task: {'id': task-2034707, 'name': ReconfigVM_Task, 'duration_secs': 0.80005} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.067516] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 00c37acb-b074-4eaf-8d07-061c3d0c6790/00c37acb-b074-4eaf-8d07-061c3d0c6790.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1734.068515] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63a7f34d-e288-415c-840a-8743052d9fac {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.072990] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034710, 'name': CreateVM_Task, 'duration_secs': 0.350997} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.073966] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1734.075168] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.075761] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.076207] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1734.076563] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61bbc25f-6f64-4cab-a5e1-f9ee0d7eef8d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.080057] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Waiting for the task: (returnval){ [ 1734.080057] env[62097]: value = "task-2034711" [ 1734.080057] env[62097]: _type = "Task" [ 1734.080057] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.086278] env[62097]: DEBUG oslo_vmware.api [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Waiting for the task: (returnval){ [ 1734.086278] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524454a8-01d3-1aa4-914b-32f269e8d0ac" [ 1734.086278] env[62097]: _type = "Task" [ 1734.086278] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.093846] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Task: {'id': task-2034711, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.100430] env[62097]: DEBUG oslo_vmware.api [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524454a8-01d3-1aa4-914b-32f269e8d0ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011812} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.100998] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.101308] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1734.101787] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.101989] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.102187] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1734.102773] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99f94937-9cde-42e2-8376-4cfec2b8eb6a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.111749] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1734.112087] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1734.117207] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-914e2d0e-2e65-47c6-ab52-48f47bf1ca02 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.124063] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034706, 'name': ReconfigVM_Task, 'duration_secs': 1.134239} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.128016] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-417824', 'volume_id': '09fa4808-3cc2-4b28-a570-356233ea7270', 'name': 'volume-09fa4808-3cc2-4b28-a570-356233ea7270', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60fcf9af-55c5-4146-bcb4-40d30633a64f', 'attached_at': '', 'detached_at': '', 'volume_id': '09fa4808-3cc2-4b28-a570-356233ea7270', 'serial': '09fa4808-3cc2-4b28-a570-356233ea7270'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1734.128016] env[62097]: DEBUG oslo_vmware.api [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Waiting for the task: (returnval){ [ 1734.128016] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526f4ac4-3e8d-c923-390d-e915e49cd84d" [ 1734.128016] env[62097]: _type = "Task" [ 1734.128016] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.128016] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e1a52be-bd30-4201-877a-d37c8bd5fb83 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.143245] env[62097]: DEBUG oslo_vmware.api [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526f4ac4-3e8d-c923-390d-e915e49cd84d, 'name': SearchDatastore_Task, 'duration_secs': 0.009254} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.147401] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Waiting for the task: (returnval){ [ 1734.147401] env[62097]: value = "task-2034712" [ 1734.147401] env[62097]: _type = "Task" [ 1734.147401] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.147401] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c902204-284a-4f3a-bba4-6b79f16cfa6c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.156046] env[62097]: DEBUG oslo_vmware.api [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Waiting for the task: (returnval){ [ 1734.156046] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e25fce-a205-5590-515d-24c2da9ca239" [ 1734.156046] env[62097]: _type = "Task" [ 1734.156046] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.162387] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034712, 'name': Rename_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.173247] env[62097]: DEBUG oslo_vmware.api [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e25fce-a205-5590-515d-24c2da9ca239, 'name': SearchDatastore_Task, 'duration_secs': 0.011162} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.173639] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.173981] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 8f3d1be0-6146-4455-a6f8-55ab6a96a077/8f3d1be0-6146-4455-a6f8-55ab6a96a077.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1734.174438] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f08347c1-6886-49a0-abac-1d1f634a3a54 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.181534] env[62097]: DEBUG oslo_vmware.api [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Waiting for the task: (returnval){ [ 1734.181534] env[62097]: value = "task-2034713" [ 1734.181534] env[62097]: _type = "Task" [ 1734.181534] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.189818] env[62097]: DEBUG oslo_vmware.api [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Task: {'id': task-2034713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.289637] env[62097]: DEBUG oslo_concurrency.lockutils [None req-842b80bc-6f9b-4354-a0c5-f793a7d7dec9 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "79246857-aa34-4b46-ae7c-1899f9c107c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.654s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.489585] env[62097]: DEBUG nova.network.neutron [req-cbcf8a79-c87b-4e6d-86b9-94655ae9342d req-e3831b3f-8d7b-4daa-8872-367326260689 service nova] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Updated VIF entry in instance network info cache for port 93010f72-e998-4a28-a3b4-2a5dc9479252. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1734.490079] env[62097]: DEBUG nova.network.neutron [req-cbcf8a79-c87b-4e6d-86b9-94655ae9342d req-e3831b3f-8d7b-4daa-8872-367326260689 service nova] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Updating instance_info_cache with network_info: [{"id": "93010f72-e998-4a28-a3b4-2a5dc9479252", "address": "fa:16:3e:1a:e4:e3", "network": {"id": "816d6666-6e39-405f-84b9-c8de58c38932", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-453732129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "517e4e79e5dc4a11b3e531dcfded3eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93010f72-e9", "ovs_interfaceid": "93010f72-e998-4a28-a3b4-2a5dc9479252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.590345] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Task: {'id': task-2034711, 'name': Rename_Task, 'duration_secs': 0.171711} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.590842] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1734.591198] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-769e0573-ec96-4a22-bebb-33f78f32c75e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.598073] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Waiting for the task: (returnval){ [ 1734.598073] env[62097]: value = "task-2034714" [ 1734.598073] env[62097]: _type = "Task" [ 1734.598073] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.606754] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Task: {'id': task-2034714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.662034] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034712, 'name': Rename_Task, 'duration_secs': 0.156503} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.662034] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1734.663381] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acfe5b54-8e7b-49ba-8901-f25cee02f1ba {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.672186] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Waiting for the task: (returnval){ [ 1734.672186] env[62097]: value = "task-2034715" [ 1734.672186] env[62097]: _type = "Task" [ 1734.672186] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.673294] env[62097]: DEBUG nova.network.neutron [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Successfully updated port: 67af1590-428c-41de-9293-39e3e1ed3d8c {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1734.700711] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.707029] env[62097]: DEBUG oslo_vmware.api [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Task: {'id': task-2034713, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.993561] env[62097]: DEBUG oslo_concurrency.lockutils [req-cbcf8a79-c87b-4e6d-86b9-94655ae9342d req-e3831b3f-8d7b-4daa-8872-367326260689 service nova] Releasing lock "refresh_cache-8f3d1be0-6146-4455-a6f8-55ab6a96a077" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.109062] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Task: {'id': task-2034714, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.178694] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "refresh_cache-ac966fff-88e8-4fd3-925f-0e6195c1c940" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.178864] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquired lock "refresh_cache-ac966fff-88e8-4fd3-925f-0e6195c1c940" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.179034] env[62097]: DEBUG nova.network.neutron [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1735.193214] env[62097]: DEBUG oslo_vmware.api [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034715, 'name': PowerOnVM_Task, 'duration_secs': 0.46903} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.196091] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1735.198309] env[62097]: INFO nova.compute.manager [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1735.198309] env[62097]: DEBUG nova.compute.manager [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1735.198309] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a638659f-2301-4b64-833e-5d745e23414b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.205147] env[62097]: DEBUG oslo_vmware.api [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Task: {'id': task-2034713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527554} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.208529] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 8f3d1be0-6146-4455-a6f8-55ab6a96a077/8f3d1be0-6146-4455-a6f8-55ab6a96a077.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1735.210623] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1735.212863] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76c9bf48-bcc1-4c6c-bc6d-b0e275106d9d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.225920] env[62097]: DEBUG oslo_vmware.api [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Waiting for the task: (returnval){ [ 1735.225920] env[62097]: value = "task-2034716" [ 1735.225920] env[62097]: _type = "Task" [ 1735.225920] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.244818] env[62097]: DEBUG oslo_vmware.api [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Task: {'id': task-2034716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.354620] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37913e79-52f6-42e4-8097-dbd3cab53fcf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.364468] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6665920a-46c5-43b2-a881-e4cb222f7740 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.397376] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e965c84e-1a01-4ee1-b5fd-8544ebe8a92a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.405604] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5d5044-ab2c-4c7c-a47d-4babb86370e5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.419698] env[62097]: DEBUG nova.compute.provider_tree [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1735.608813] env[62097]: DEBUG oslo_vmware.api [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Task: {'id': task-2034714, 'name': PowerOnVM_Task, 'duration_secs': 0.765737} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.609259] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1735.609529] env[62097]: INFO nova.compute.manager [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1735.609720] env[62097]: DEBUG nova.compute.manager [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1735.610504] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd890ce1-ada0-4b6a-b435-fd39fcbee18c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.730870] env[62097]: INFO nova.compute.manager [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Took 48.09 seconds to build instance. [ 1735.741199] env[62097]: DEBUG oslo_vmware.api [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Task: {'id': task-2034716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066239} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.742075] env[62097]: DEBUG nova.network.neutron [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1735.744115] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1735.744939] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862e0a85-6ee9-4cc0-8c84-96fc238f2d60 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.770008] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 8f3d1be0-6146-4455-a6f8-55ab6a96a077/8f3d1be0-6146-4455-a6f8-55ab6a96a077.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1735.773738] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f85335ba-6627-40fc-a4f5-3a9100695d1e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.789672] env[62097]: DEBUG nova.compute.manager [req-1b19cecc-3747-47d1-866b-a87acb1479d3 req-56bba2b4-8a88-4a21-8b81-4a950fd68fb6 service nova] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Received event network-vif-plugged-67af1590-428c-41de-9293-39e3e1ed3d8c {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1735.789772] env[62097]: DEBUG oslo_concurrency.lockutils [req-1b19cecc-3747-47d1-866b-a87acb1479d3 req-56bba2b4-8a88-4a21-8b81-4a950fd68fb6 service nova] Acquiring lock "ac966fff-88e8-4fd3-925f-0e6195c1c940-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.789962] env[62097]: DEBUG oslo_concurrency.lockutils [req-1b19cecc-3747-47d1-866b-a87acb1479d3 req-56bba2b4-8a88-4a21-8b81-4a950fd68fb6 service nova] Lock "ac966fff-88e8-4fd3-925f-0e6195c1c940-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.790155] env[62097]: DEBUG oslo_concurrency.lockutils [req-1b19cecc-3747-47d1-866b-a87acb1479d3 req-56bba2b4-8a88-4a21-8b81-4a950fd68fb6 service nova] Lock "ac966fff-88e8-4fd3-925f-0e6195c1c940-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.790322] env[62097]: DEBUG nova.compute.manager [req-1b19cecc-3747-47d1-866b-a87acb1479d3 req-56bba2b4-8a88-4a21-8b81-4a950fd68fb6 service nova] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] No waiting events found dispatching network-vif-plugged-67af1590-428c-41de-9293-39e3e1ed3d8c {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1735.793459] env[62097]: WARNING nova.compute.manager [req-1b19cecc-3747-47d1-866b-a87acb1479d3 req-56bba2b4-8a88-4a21-8b81-4a950fd68fb6 service nova] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Received unexpected event network-vif-plugged-67af1590-428c-41de-9293-39e3e1ed3d8c for instance with vm_state building and task_state spawning. [ 1735.793459] env[62097]: DEBUG nova.compute.manager [req-1b19cecc-3747-47d1-866b-a87acb1479d3 req-56bba2b4-8a88-4a21-8b81-4a950fd68fb6 service nova] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Received event network-changed-67af1590-428c-41de-9293-39e3e1ed3d8c {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1735.793459] env[62097]: DEBUG nova.compute.manager [req-1b19cecc-3747-47d1-866b-a87acb1479d3 req-56bba2b4-8a88-4a21-8b81-4a950fd68fb6 service nova] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Refreshing instance network info cache due to event network-changed-67af1590-428c-41de-9293-39e3e1ed3d8c. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1735.793459] env[62097]: DEBUG oslo_concurrency.lockutils [req-1b19cecc-3747-47d1-866b-a87acb1479d3 req-56bba2b4-8a88-4a21-8b81-4a950fd68fb6 service nova] Acquiring lock "refresh_cache-ac966fff-88e8-4fd3-925f-0e6195c1c940" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.797129] env[62097]: DEBUG oslo_vmware.api [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Waiting for the task: (returnval){ [ 1735.797129] env[62097]: value = "task-2034717" [ 1735.797129] env[62097]: _type = "Task" [ 1735.797129] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.806143] env[62097]: DEBUG oslo_vmware.api [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Task: {'id': task-2034717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.923790] env[62097]: DEBUG nova.scheduler.client.report [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1736.050444] env[62097]: DEBUG nova.network.neutron [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Updating instance_info_cache with network_info: [{"id": "67af1590-428c-41de-9293-39e3e1ed3d8c", "address": "fa:16:3e:0a:3f:8d", "network": {"id": "add3e234-a23c-453c-a1d5-32bffd2baef3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472339090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07642e595a83453a98388eb72032650b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67af1590-42", "ovs_interfaceid": "67af1590-428c-41de-9293-39e3e1ed3d8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.129716] env[62097]: INFO nova.compute.manager [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Took 47.41 seconds to build instance. [ 1736.236393] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8497517c-a28f-40b7-87ed-1bbc1ac75b8a tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Lock "60fcf9af-55c5-4146-bcb4-40d30633a64f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.771s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.307868] env[62097]: DEBUG oslo_vmware.api [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Task: {'id': task-2034717, 'name': ReconfigVM_Task, 'duration_secs': 0.282207} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.308224] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 8f3d1be0-6146-4455-a6f8-55ab6a96a077/8f3d1be0-6146-4455-a6f8-55ab6a96a077.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1736.308965] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b03abb40-2798-4bf3-a7a7-0d3a2d74d9a2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.316014] env[62097]: DEBUG oslo_vmware.api [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Waiting for the task: (returnval){ [ 1736.316014] env[62097]: value = "task-2034718" [ 1736.316014] env[62097]: _type = "Task" [ 1736.316014] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.331973] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "c2f23eee-2b74-4839-9697-439a2d26ad64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.332294] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "c2f23eee-2b74-4839-9697-439a2d26ad64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.333475] env[62097]: DEBUG oslo_vmware.api [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Task: {'id': task-2034718, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.431565] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.431565] env[62097]: DEBUG nova.compute.manager [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1736.434396] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.666s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.435453] env[62097]: DEBUG nova.objects.instance [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Lazy-loading 'resources' on Instance uuid 5a44d799-ec90-4bba-8033-af5ab51cb201 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1736.502107] env[62097]: DEBUG nova.compute.manager [None req-3efb3957-7aea-43f6-b598-3a2574f19e3d tempest-ServerDiagnosticsV248Test-406479937 tempest-ServerDiagnosticsV248Test-406479937-project-admin] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1736.503047] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca18ef7-e1ab-413f-a35f-194f6f49241c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.511467] env[62097]: INFO nova.compute.manager [None req-3efb3957-7aea-43f6-b598-3a2574f19e3d tempest-ServerDiagnosticsV248Test-406479937 tempest-ServerDiagnosticsV248Test-406479937-project-admin] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Retrieving diagnostics [ 1736.512488] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbefe83-b14d-4e40-9b64-37df6f028859 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.554615] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Releasing lock "refresh_cache-ac966fff-88e8-4fd3-925f-0e6195c1c940" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.554615] env[62097]: DEBUG nova.compute.manager [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Instance network_info: |[{"id": "67af1590-428c-41de-9293-39e3e1ed3d8c", "address": "fa:16:3e:0a:3f:8d", "network": {"id": "add3e234-a23c-453c-a1d5-32bffd2baef3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472339090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07642e595a83453a98388eb72032650b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67af1590-42", "ovs_interfaceid": "67af1590-428c-41de-9293-39e3e1ed3d8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1736.554615] env[62097]: DEBUG oslo_concurrency.lockutils [req-1b19cecc-3747-47d1-866b-a87acb1479d3 req-56bba2b4-8a88-4a21-8b81-4a950fd68fb6 service nova] Acquired lock "refresh_cache-ac966fff-88e8-4fd3-925f-0e6195c1c940" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.554615] env[62097]: DEBUG nova.network.neutron [req-1b19cecc-3747-47d1-866b-a87acb1479d3 req-56bba2b4-8a88-4a21-8b81-4a950fd68fb6 service nova] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Refreshing network info cache for port 67af1590-428c-41de-9293-39e3e1ed3d8c {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1736.555868] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:3f:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67af1590-428c-41de-9293-39e3e1ed3d8c', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1736.563923] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Creating folder: Project (07642e595a83453a98388eb72032650b). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1736.567869] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e4b9430-4014-4c55-8111-eb279c132bef {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.578907] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Created folder: Project (07642e595a83453a98388eb72032650b) in parent group-v417770. [ 1736.579140] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Creating folder: Instances. Parent ref: group-v417871. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1736.579402] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43b42ec9-d240-43ce-b8ae-1cdaf06ab5ef {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.589265] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Created folder: Instances in parent group-v417871. [ 1736.589546] env[62097]: DEBUG oslo.service.loopingcall [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1736.589744] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1736.589959] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0de7e325-58bc-4d1d-8371-18a442da1c96 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.611986] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1736.611986] env[62097]: value = "task-2034721" [ 1736.611986] env[62097]: _type = "Task" [ 1736.611986] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.620485] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034721, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.632328] env[62097]: DEBUG oslo_concurrency.lockutils [None req-addaba5f-051b-49a8-8c72-054d9dd22aa8 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Lock "00c37acb-b074-4eaf-8d07-061c3d0c6790" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.378s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.740762] env[62097]: DEBUG nova.compute.manager [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1736.804054] env[62097]: DEBUG nova.compute.manager [req-1f53db6e-5048-46cd-a2be-20dcadad136a req-1c9c2cc7-944e-4dec-8c07-90f8d31609c0 service nova] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Received event network-changed-e1b7b7c7-36d9-48af-93c7-19b0d4247f29 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1736.804284] env[62097]: DEBUG nova.compute.manager [req-1f53db6e-5048-46cd-a2be-20dcadad136a req-1c9c2cc7-944e-4dec-8c07-90f8d31609c0 service nova] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Refreshing instance network info cache due to event network-changed-e1b7b7c7-36d9-48af-93c7-19b0d4247f29. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1736.804521] env[62097]: DEBUG oslo_concurrency.lockutils [req-1f53db6e-5048-46cd-a2be-20dcadad136a req-1c9c2cc7-944e-4dec-8c07-90f8d31609c0 service nova] Acquiring lock "refresh_cache-60fcf9af-55c5-4146-bcb4-40d30633a64f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.804666] env[62097]: DEBUG oslo_concurrency.lockutils [req-1f53db6e-5048-46cd-a2be-20dcadad136a req-1c9c2cc7-944e-4dec-8c07-90f8d31609c0 service nova] Acquired lock "refresh_cache-60fcf9af-55c5-4146-bcb4-40d30633a64f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.804826] env[62097]: DEBUG nova.network.neutron [req-1f53db6e-5048-46cd-a2be-20dcadad136a req-1c9c2cc7-944e-4dec-8c07-90f8d31609c0 service nova] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Refreshing network info cache for port e1b7b7c7-36d9-48af-93c7-19b0d4247f29 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1736.827032] env[62097]: DEBUG oslo_vmware.api [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Task: {'id': task-2034718, 'name': Rename_Task, 'duration_secs': 0.132189} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.827308] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1736.827568] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d665e6d3-f35d-438a-a3fe-22f6ada152cf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.838046] env[62097]: DEBUG oslo_vmware.api [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Waiting for the task: (returnval){ [ 1736.838046] env[62097]: value = "task-2034722" [ 1736.838046] env[62097]: _type = "Task" [ 1736.838046] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.863508] env[62097]: DEBUG oslo_vmware.api [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Task: {'id': task-2034722, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.935855] env[62097]: DEBUG nova.compute.utils [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1736.938527] env[62097]: DEBUG nova.compute.manager [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1736.938734] env[62097]: DEBUG nova.network.neutron [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1737.016894] env[62097]: DEBUG nova.policy [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e26ae396e4c4332b21ffe81f2dd62c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '916e6c506b3e44b0b874d1e3683a6ea9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1737.138012] env[62097]: DEBUG nova.compute.manager [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1737.138629] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034721, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.277733] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.353315] env[62097]: DEBUG oslo_vmware.api [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Task: {'id': task-2034722, 'name': PowerOnVM_Task, 'duration_secs': 0.469169} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.353571] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1737.353771] env[62097]: INFO nova.compute.manager [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Took 6.44 seconds to spawn the instance on the hypervisor. [ 1737.353947] env[62097]: DEBUG nova.compute.manager [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1737.354763] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c589daf-1a83-42a6-a1b7-783b5a902e13 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.387276] env[62097]: DEBUG nova.network.neutron [req-1b19cecc-3747-47d1-866b-a87acb1479d3 req-56bba2b4-8a88-4a21-8b81-4a950fd68fb6 service nova] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Updated VIF entry in instance network info cache for port 67af1590-428c-41de-9293-39e3e1ed3d8c. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1737.387617] env[62097]: DEBUG nova.network.neutron [req-1b19cecc-3747-47d1-866b-a87acb1479d3 req-56bba2b4-8a88-4a21-8b81-4a950fd68fb6 service nova] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Updating instance_info_cache with network_info: [{"id": "67af1590-428c-41de-9293-39e3e1ed3d8c", "address": "fa:16:3e:0a:3f:8d", "network": {"id": "add3e234-a23c-453c-a1d5-32bffd2baef3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472339090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07642e595a83453a98388eb72032650b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67af1590-42", "ovs_interfaceid": "67af1590-428c-41de-9293-39e3e1ed3d8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.447643] env[62097]: DEBUG nova.compute.manager [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1737.450612] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Acquiring lock "00c37acb-b074-4eaf-8d07-061c3d0c6790" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.450926] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Lock "00c37acb-b074-4eaf-8d07-061c3d0c6790" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.451273] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Acquiring lock "00c37acb-b074-4eaf-8d07-061c3d0c6790-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.451540] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Lock "00c37acb-b074-4eaf-8d07-061c3d0c6790-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.451763] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Lock "00c37acb-b074-4eaf-8d07-061c3d0c6790-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.458550] env[62097]: INFO nova.compute.manager [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Terminating instance [ 1737.536261] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d19bdc-012e-4deb-923e-367680f1d24a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.544176] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c88693-53f0-43a2-82a3-3e84dd1efeeb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.580526] env[62097]: DEBUG nova.network.neutron [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Successfully created port: ad8633aa-2a8c-48c3-9759-9951c2288541 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1737.582694] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29462b7a-f300-4995-afc3-2012f9c3a152 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.594101] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332e87a0-3249-4e4b-892b-37b4ad675c50 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.605037] env[62097]: DEBUG nova.compute.provider_tree [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1737.622022] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034721, 'name': CreateVM_Task, 'duration_secs': 0.595342} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.622190] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1737.622883] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.623071] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.623404] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1737.623644] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3833273a-e4bd-4ce7-9136-8ba44880adbc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.626261] env[62097]: DEBUG nova.network.neutron [req-1f53db6e-5048-46cd-a2be-20dcadad136a req-1c9c2cc7-944e-4dec-8c07-90f8d31609c0 service nova] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Updated VIF entry in instance network info cache for port e1b7b7c7-36d9-48af-93c7-19b0d4247f29. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1737.628089] env[62097]: DEBUG nova.network.neutron [req-1f53db6e-5048-46cd-a2be-20dcadad136a req-1c9c2cc7-944e-4dec-8c07-90f8d31609c0 service nova] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Updating instance_info_cache with network_info: [{"id": "e1b7b7c7-36d9-48af-93c7-19b0d4247f29", "address": "fa:16:3e:91:44:db", "network": {"id": "b709858f-14e5-43e2-a1e3-df8ca0b68eb2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-656530977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9bd2c34e184d14b4241797adc449eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b7b7c7-36", "ovs_interfaceid": "e1b7b7c7-36d9-48af-93c7-19b0d4247f29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.631782] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1737.631782] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52cbd66f-b4a8-e7e3-ce4c-1af800d214e9" [ 1737.631782] env[62097]: _type = "Task" [ 1737.631782] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.644024] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52cbd66f-b4a8-e7e3-ce4c-1af800d214e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.661779] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.771237] env[62097]: DEBUG oslo_concurrency.lockutils [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Acquiring lock "33c1ec6e-a5a5-459e-a89f-a5198d0f9c78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.771637] env[62097]: DEBUG oslo_concurrency.lockutils [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Lock "33c1ec6e-a5a5-459e-a89f-a5198d0f9c78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.771939] env[62097]: DEBUG oslo_concurrency.lockutils [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Acquiring lock "33c1ec6e-a5a5-459e-a89f-a5198d0f9c78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.772276] env[62097]: DEBUG oslo_concurrency.lockutils [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Lock "33c1ec6e-a5a5-459e-a89f-a5198d0f9c78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.772555] env[62097]: DEBUG oslo_concurrency.lockutils [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Lock "33c1ec6e-a5a5-459e-a89f-a5198d0f9c78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.775476] env[62097]: INFO nova.compute.manager [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Terminating instance [ 1737.879960] env[62097]: INFO nova.compute.manager [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Took 41.68 seconds to build instance. [ 1737.891018] env[62097]: DEBUG oslo_concurrency.lockutils [req-1b19cecc-3747-47d1-866b-a87acb1479d3 req-56bba2b4-8a88-4a21-8b81-4a950fd68fb6 service nova] Releasing lock "refresh_cache-ac966fff-88e8-4fd3-925f-0e6195c1c940" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.969033] env[62097]: DEBUG nova.compute.manager [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1737.969033] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1737.969842] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde1852d-4c86-43ea-a374-dc59d62d4c8d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.978467] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1737.978793] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c101bf2d-f16b-4299-b5b5-6fb440f05727 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.985986] env[62097]: DEBUG oslo_vmware.api [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Waiting for the task: (returnval){ [ 1737.985986] env[62097]: value = "task-2034723" [ 1737.985986] env[62097]: _type = "Task" [ 1737.985986] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.995921] env[62097]: DEBUG oslo_vmware.api [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Task: {'id': task-2034723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.108725] env[62097]: DEBUG nova.scheduler.client.report [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1738.129802] env[62097]: DEBUG oslo_concurrency.lockutils [req-1f53db6e-5048-46cd-a2be-20dcadad136a req-1c9c2cc7-944e-4dec-8c07-90f8d31609c0 service nova] Releasing lock "refresh_cache-60fcf9af-55c5-4146-bcb4-40d30633a64f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.143935] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52cbd66f-b4a8-e7e3-ce4c-1af800d214e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010157} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.144305] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.144571] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1738.144849] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.145041] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.145253] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1738.145825] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8675406-626d-4726-a9c2-f9e7b1da0702 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.162073] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1738.162446] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1738.164206] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4efadbff-6898-4238-8df6-0cda78a4a97e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.172110] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1738.172110] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527c631a-c6ef-f779-b94b-35c14004098c" [ 1738.172110] env[62097]: _type = "Task" [ 1738.172110] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.180283] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527c631a-c6ef-f779-b94b-35c14004098c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.280410] env[62097]: DEBUG oslo_concurrency.lockutils [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Acquiring lock "refresh_cache-33c1ec6e-a5a5-459e-a89f-a5198d0f9c78" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.280591] env[62097]: DEBUG oslo_concurrency.lockutils [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Acquired lock "refresh_cache-33c1ec6e-a5a5-459e-a89f-a5198d0f9c78" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.280744] env[62097]: DEBUG nova.network.neutron [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1738.382820] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5f338821-ddbd-4523-bcbd-c63df7e02293 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Lock "8f3d1be0-6146-4455-a6f8-55ab6a96a077" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.767s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.461177] env[62097]: DEBUG nova.compute.manager [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1738.494214] env[62097]: DEBUG nova.virt.hardware [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1738.494536] env[62097]: DEBUG nova.virt.hardware [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1738.494716] env[62097]: DEBUG nova.virt.hardware [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1738.494902] env[62097]: DEBUG nova.virt.hardware [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1738.495076] env[62097]: DEBUG nova.virt.hardware [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1738.495228] env[62097]: DEBUG nova.virt.hardware [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1738.495446] env[62097]: DEBUG nova.virt.hardware [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1738.495602] env[62097]: DEBUG nova.virt.hardware [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1738.495766] env[62097]: DEBUG nova.virt.hardware [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1738.496082] env[62097]: DEBUG nova.virt.hardware [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1738.496258] env[62097]: DEBUG nova.virt.hardware [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1738.496902] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0903ba7e-30ee-4925-907b-c1104c7a57e3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.507101] env[62097]: DEBUG oslo_vmware.api [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Task: {'id': task-2034723, 'name': PowerOffVM_Task, 'duration_secs': 0.206743} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.508555] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bae16f-5d68-4694-8e9b-b8cf30743ab2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.512898] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1738.513105] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1738.513359] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c832a3aa-7025-4751-a08d-91cfac545573 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.613997] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.616450] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.412s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.617948] env[62097]: INFO nova.compute.claims [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1738.639580] env[62097]: INFO nova.scheduler.client.report [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Deleted allocations for instance 5a44d799-ec90-4bba-8033-af5ab51cb201 [ 1738.679983] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1738.680230] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1738.680408] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Deleting the datastore file [datastore1] 00c37acb-b074-4eaf-8d07-061c3d0c6790 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1738.683020] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8e56728-5cf4-4671-ae4b-f805469eece4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.686626] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527c631a-c6ef-f779-b94b-35c14004098c, 'name': SearchDatastore_Task, 'duration_secs': 0.013332} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.687791] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b336e664-55e6-4080-ae15-1fb03d9e9da6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.691887] env[62097]: DEBUG oslo_vmware.api [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Waiting for the task: (returnval){ [ 1738.691887] env[62097]: value = "task-2034725" [ 1738.691887] env[62097]: _type = "Task" [ 1738.691887] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.698105] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1738.698105] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b40cea-fb5b-f78e-2c03-bb9cc2540851" [ 1738.698105] env[62097]: _type = "Task" [ 1738.698105] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.705765] env[62097]: DEBUG oslo_vmware.api [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Task: {'id': task-2034725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.711091] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b40cea-fb5b-f78e-2c03-bb9cc2540851, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.803641] env[62097]: DEBUG nova.network.neutron [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1738.861479] env[62097]: DEBUG nova.network.neutron [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.886310] env[62097]: DEBUG nova.compute.manager [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1739.031124] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5e7f9a7b-f244-477f-bc99-5e46e060358c tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Acquiring lock "8f3d1be0-6146-4455-a6f8-55ab6a96a077" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.031529] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5e7f9a7b-f244-477f-bc99-5e46e060358c tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Lock "8f3d1be0-6146-4455-a6f8-55ab6a96a077" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.031875] env[62097]: INFO nova.compute.manager [None req-5e7f9a7b-f244-477f-bc99-5e46e060358c tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Rebooting instance [ 1739.147913] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b0fbdaa5-48a3-41c8-ac21-c3c0047bdc3f tempest-DeleteServersAdminTestJSON-871714066 tempest-DeleteServersAdminTestJSON-871714066-project-member] Lock "5a44d799-ec90-4bba-8033-af5ab51cb201" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.847s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.156991] env[62097]: DEBUG nova.compute.manager [req-cb637da9-ba22-4419-8308-6300922781c3 req-4d8cda44-5def-4501-be94-8c7a36d029df service nova] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Received event network-vif-plugged-ad8633aa-2a8c-48c3-9759-9951c2288541 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1739.157297] env[62097]: DEBUG oslo_concurrency.lockutils [req-cb637da9-ba22-4419-8308-6300922781c3 req-4d8cda44-5def-4501-be94-8c7a36d029df service nova] Acquiring lock "049f2126-5f66-4e66-a334-13e33b27b152-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.157479] env[62097]: DEBUG oslo_concurrency.lockutils [req-cb637da9-ba22-4419-8308-6300922781c3 req-4d8cda44-5def-4501-be94-8c7a36d029df service nova] Lock "049f2126-5f66-4e66-a334-13e33b27b152-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.157601] env[62097]: DEBUG oslo_concurrency.lockutils [req-cb637da9-ba22-4419-8308-6300922781c3 req-4d8cda44-5def-4501-be94-8c7a36d029df service nova] Lock "049f2126-5f66-4e66-a334-13e33b27b152-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.157768] env[62097]: DEBUG nova.compute.manager [req-cb637da9-ba22-4419-8308-6300922781c3 req-4d8cda44-5def-4501-be94-8c7a36d029df service nova] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] No waiting events found dispatching network-vif-plugged-ad8633aa-2a8c-48c3-9759-9951c2288541 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1739.157936] env[62097]: WARNING nova.compute.manager [req-cb637da9-ba22-4419-8308-6300922781c3 req-4d8cda44-5def-4501-be94-8c7a36d029df service nova] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Received unexpected event network-vif-plugged-ad8633aa-2a8c-48c3-9759-9951c2288541 for instance with vm_state building and task_state spawning. [ 1739.208145] env[62097]: DEBUG oslo_vmware.api [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Task: {'id': task-2034725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30821} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.208855] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1739.209479] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1739.209808] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1739.210079] env[62097]: INFO nova.compute.manager [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1739.210616] env[62097]: DEBUG oslo.service.loopingcall [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.214323] env[62097]: DEBUG nova.compute.manager [-] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1739.214469] env[62097]: DEBUG nova.network.neutron [-] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1739.216269] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b40cea-fb5b-f78e-2c03-bb9cc2540851, 'name': SearchDatastore_Task, 'duration_secs': 0.026277} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.216550] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.216843] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] ac966fff-88e8-4fd3-925f-0e6195c1c940/ac966fff-88e8-4fd3-925f-0e6195c1c940.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1739.217534] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2efe3e5e-35a8-4100-9feb-ebea3ab1c7ad {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.225416] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1739.225416] env[62097]: value = "task-2034726" [ 1739.225416] env[62097]: _type = "Task" [ 1739.225416] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.234741] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.257716] env[62097]: DEBUG nova.network.neutron [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Successfully updated port: ad8633aa-2a8c-48c3-9759-9951c2288541 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1739.364796] env[62097]: DEBUG oslo_concurrency.lockutils [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Releasing lock "refresh_cache-33c1ec6e-a5a5-459e-a89f-a5198d0f9c78" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.365217] env[62097]: DEBUG nova.compute.manager [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1739.365412] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1739.366771] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d554329a-ae77-4ceb-9550-3eb247017514 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.375323] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1739.375594] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49056bd9-2555-4329-b480-57ed9f6187b1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.382610] env[62097]: DEBUG oslo_vmware.api [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Waiting for the task: (returnval){ [ 1739.382610] env[62097]: value = "task-2034727" [ 1739.382610] env[62097]: _type = "Task" [ 1739.382610] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.399133] env[62097]: DEBUG oslo_vmware.api [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Task: {'id': task-2034727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.453273] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.577402] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5e7f9a7b-f244-477f-bc99-5e46e060358c tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Acquiring lock "refresh_cache-8f3d1be0-6146-4455-a6f8-55ab6a96a077" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.578682] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5e7f9a7b-f244-477f-bc99-5e46e060358c tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Acquired lock "refresh_cache-8f3d1be0-6146-4455-a6f8-55ab6a96a077" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.578682] env[62097]: DEBUG nova.network.neutron [None req-5e7f9a7b-f244-477f-bc99-5e46e060358c tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1739.695411] env[62097]: DEBUG nova.compute.manager [req-39db7bc1-0755-4b7c-a30d-9943a99cf35d req-45bfbb3c-075a-4043-b015-85178f931dfc service nova] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Received event network-vif-deleted-dd00729e-9b6a-4d21-91ff-37f6b7c92221 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1739.695705] env[62097]: INFO nova.compute.manager [req-39db7bc1-0755-4b7c-a30d-9943a99cf35d req-45bfbb3c-075a-4043-b015-85178f931dfc service nova] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Neutron deleted interface dd00729e-9b6a-4d21-91ff-37f6b7c92221; detaching it from the instance and deleting it from the info cache [ 1739.695933] env[62097]: DEBUG nova.network.neutron [req-39db7bc1-0755-4b7c-a30d-9943a99cf35d req-45bfbb3c-075a-4043-b015-85178f931dfc service nova] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.743061] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034726, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.763658] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Acquiring lock "refresh_cache-049f2126-5f66-4e66-a334-13e33b27b152" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.763882] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Acquired lock "refresh_cache-049f2126-5f66-4e66-a334-13e33b27b152" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.764064] env[62097]: DEBUG nova.network.neutron [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1739.897841] env[62097]: DEBUG oslo_vmware.api [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Task: {'id': task-2034727, 'name': PowerOffVM_Task, 'duration_secs': 0.198119} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.899033] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1739.899033] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1739.899033] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee747ccb-e209-4c79-a3bb-eec46084b429 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.935527] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1739.935781] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1739.935968] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Deleting the datastore file [datastore2] 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1739.941322] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b67a7ea4-8948-453d-81c2-80d1d00252de {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.949061] env[62097]: DEBUG oslo_vmware.api [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Waiting for the task: (returnval){ [ 1739.949061] env[62097]: value = "task-2034729" [ 1739.949061] env[62097]: _type = "Task" [ 1739.949061] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.966781] env[62097]: DEBUG oslo_vmware.api [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Task: {'id': task-2034729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.085922] env[62097]: DEBUG nova.network.neutron [-] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.199417] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-736878b4-dc81-410f-bc2c-aa4284c1a974 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.210752] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968c62fe-46b1-4ebf-93f1-6e2e2d60beee {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.235635] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69784} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.235901] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] ac966fff-88e8-4fd3-925f-0e6195c1c940/ac966fff-88e8-4fd3-925f-0e6195c1c940.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1740.236125] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1740.236364] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa23e3be-853f-4bcb-90ce-f415f076abec {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.252586] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2682a08-767b-4eab-a645-48e13f9cd8f1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.255228] env[62097]: DEBUG nova.compute.manager [req-39db7bc1-0755-4b7c-a30d-9943a99cf35d req-45bfbb3c-075a-4043-b015-85178f931dfc service nova] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Detach interface failed, port_id=dd00729e-9b6a-4d21-91ff-37f6b7c92221, reason: Instance 00c37acb-b074-4eaf-8d07-061c3d0c6790 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1740.264983] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0307c2-69d3-468e-9968-f6e537bfcc1b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.268480] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1740.268480] env[62097]: value = "task-2034730" [ 1740.268480] env[62097]: _type = "Task" [ 1740.268480] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.304370] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ff915f-4d5a-45f7-af10-879cbeecd305 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.308377] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034730, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.313440] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cecf140-fa0f-492e-873b-45720afb6db0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.329067] env[62097]: DEBUG nova.compute.provider_tree [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1740.330964] env[62097]: DEBUG nova.network.neutron [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1740.344316] env[62097]: DEBUG nova.network.neutron [None req-5e7f9a7b-f244-477f-bc99-5e46e060358c tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Updating instance_info_cache with network_info: [{"id": "93010f72-e998-4a28-a3b4-2a5dc9479252", "address": "fa:16:3e:1a:e4:e3", "network": {"id": "816d6666-6e39-405f-84b9-c8de58c38932", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-453732129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "517e4e79e5dc4a11b3e531dcfded3eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93010f72-e9", "ovs_interfaceid": "93010f72-e998-4a28-a3b4-2a5dc9479252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.459255] env[62097]: DEBUG oslo_vmware.api [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Task: {'id': task-2034729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149242} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.459510] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1740.459694] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1740.459866] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1740.460051] env[62097]: INFO nova.compute.manager [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1740.460296] env[62097]: DEBUG oslo.service.loopingcall [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1740.460481] env[62097]: DEBUG nova.compute.manager [-] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1740.460574] env[62097]: DEBUG nova.network.neutron [-] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1740.475586] env[62097]: DEBUG nova.network.neutron [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Updating instance_info_cache with network_info: [{"id": "ad8633aa-2a8c-48c3-9759-9951c2288541", "address": "fa:16:3e:32:15:be", "network": {"id": "4be27bd6-fa5f-4f0d-a685-535020bfc971", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2030543486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916e6c506b3e44b0b874d1e3683a6ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8633aa-2a", "ovs_interfaceid": "ad8633aa-2a8c-48c3-9759-9951c2288541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.478871] env[62097]: DEBUG nova.network.neutron [-] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1740.592540] env[62097]: INFO nova.compute.manager [-] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Took 1.38 seconds to deallocate network for instance. [ 1740.782306] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062952} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.782684] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1740.783549] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4a11d7-b79f-4ad4-b880-e7931855bb99 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.806282] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] ac966fff-88e8-4fd3-925f-0e6195c1c940/ac966fff-88e8-4fd3-925f-0e6195c1c940.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1740.806591] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bde893ca-f36e-4946-8905-456edbf5c23f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.826407] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1740.826407] env[62097]: value = "task-2034731" [ 1740.826407] env[62097]: _type = "Task" [ 1740.826407] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.836722] env[62097]: DEBUG nova.scheduler.client.report [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1740.840538] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.847828] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5e7f9a7b-f244-477f-bc99-5e46e060358c tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Releasing lock "refresh_cache-8f3d1be0-6146-4455-a6f8-55ab6a96a077" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.978645] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Releasing lock "refresh_cache-049f2126-5f66-4e66-a334-13e33b27b152" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.979054] env[62097]: DEBUG nova.compute.manager [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Instance network_info: |[{"id": "ad8633aa-2a8c-48c3-9759-9951c2288541", "address": "fa:16:3e:32:15:be", "network": {"id": "4be27bd6-fa5f-4f0d-a685-535020bfc971", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2030543486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916e6c506b3e44b0b874d1e3683a6ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8633aa-2a", "ovs_interfaceid": "ad8633aa-2a8c-48c3-9759-9951c2288541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1740.979496] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:15:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c6324fd-a761-417c-bc85-b6278daecfc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad8633aa-2a8c-48c3-9759-9951c2288541', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1740.987125] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Creating folder: Project (916e6c506b3e44b0b874d1e3683a6ea9). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1740.987353] env[62097]: DEBUG nova.network.neutron [-] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.988463] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff968291-b09e-4589-a137-02ad01e4d75d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.000769] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Created folder: Project (916e6c506b3e44b0b874d1e3683a6ea9) in parent group-v417770. [ 1741.000999] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Creating folder: Instances. Parent ref: group-v417874. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1741.001260] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2077e937-b075-4ddb-9a84-e1b0433a6e28 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.010519] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Created folder: Instances in parent group-v417874. [ 1741.011107] env[62097]: DEBUG oslo.service.loopingcall [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1741.011107] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1741.011182] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5aead682-9ae7-495c-925b-b3ca6af23491 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.032660] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1741.032660] env[62097]: value = "task-2034734" [ 1741.032660] env[62097]: _type = "Task" [ 1741.032660] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.043920] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034734, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.099718] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.313399] env[62097]: DEBUG nova.compute.manager [req-6377d62f-d151-4715-b344-ea4237eb2f15 req-11fcdf71-d2c2-4e38-845f-e8c5981ad190 service nova] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Received event network-changed-ad8633aa-2a8c-48c3-9759-9951c2288541 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1741.313557] env[62097]: DEBUG nova.compute.manager [req-6377d62f-d151-4715-b344-ea4237eb2f15 req-11fcdf71-d2c2-4e38-845f-e8c5981ad190 service nova] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Refreshing instance network info cache due to event network-changed-ad8633aa-2a8c-48c3-9759-9951c2288541. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1741.313689] env[62097]: DEBUG oslo_concurrency.lockutils [req-6377d62f-d151-4715-b344-ea4237eb2f15 req-11fcdf71-d2c2-4e38-845f-e8c5981ad190 service nova] Acquiring lock "refresh_cache-049f2126-5f66-4e66-a334-13e33b27b152" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.313830] env[62097]: DEBUG oslo_concurrency.lockutils [req-6377d62f-d151-4715-b344-ea4237eb2f15 req-11fcdf71-d2c2-4e38-845f-e8c5981ad190 service nova] Acquired lock "refresh_cache-049f2126-5f66-4e66-a334-13e33b27b152" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.313987] env[62097]: DEBUG nova.network.neutron [req-6377d62f-d151-4715-b344-ea4237eb2f15 req-11fcdf71-d2c2-4e38-845f-e8c5981ad190 service nova] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Refreshing network info cache for port ad8633aa-2a8c-48c3-9759-9951c2288541 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1741.337130] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034731, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.342074] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.342593] env[62097]: DEBUG nova.compute.manager [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1741.345200] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.428s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.346592] env[62097]: INFO nova.compute.claims [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1741.351652] env[62097]: DEBUG nova.compute.manager [None req-5e7f9a7b-f244-477f-bc99-5e46e060358c tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1741.352403] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27d3c6c-298f-4a63-8a98-6b565ba88944 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.491236] env[62097]: INFO nova.compute.manager [-] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Took 1.03 seconds to deallocate network for instance. [ 1741.543838] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034734, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.617729] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Acquiring lock "da50c4b4-e9b4-447f-95f4-479356451a22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.617969] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Lock "da50c4b4-e9b4-447f-95f4-479356451a22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.836539] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034731, 'name': ReconfigVM_Task, 'duration_secs': 0.539856} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.837366] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Reconfigured VM instance instance-00000025 to attach disk [datastore2] ac966fff-88e8-4fd3-925f-0e6195c1c940/ac966fff-88e8-4fd3-925f-0e6195c1c940.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1741.838410] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f01f5d4-9c11-411e-b67f-8ae9b16afcfc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.847492] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1741.847492] env[62097]: value = "task-2034735" [ 1741.847492] env[62097]: _type = "Task" [ 1741.847492] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.853452] env[62097]: DEBUG nova.compute.utils [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1741.859838] env[62097]: DEBUG nova.compute.manager [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1741.859838] env[62097]: DEBUG nova.network.neutron [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1741.865381] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034735, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.868739] env[62097]: DEBUG oslo_vmware.rw_handles [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed66d7-9040-f94a-454a-e7202405212a/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1741.873824] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28936f2-c4c9-44a3-b6b3-a71e331f1cfc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.882441] env[62097]: DEBUG oslo_vmware.rw_handles [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed66d7-9040-f94a-454a-e7202405212a/disk-0.vmdk is in state: ready. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1741.882621] env[62097]: ERROR oslo_vmware.rw_handles [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed66d7-9040-f94a-454a-e7202405212a/disk-0.vmdk due to incomplete transfer. [ 1741.882852] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e9f1435b-01c9-410b-8ca6-d7b88b34e212 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.893208] env[62097]: DEBUG oslo_vmware.rw_handles [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed66d7-9040-f94a-454a-e7202405212a/disk-0.vmdk. {{(pid=62097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1741.893753] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Uploaded image 071e1982-f439-4661-9a7c-a4a1e1413cf8 to the Glance image server {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1741.895608] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Destroying the VM {{(pid=62097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1741.895886] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9be51de0-6523-4faf-acc8-87cf78d9bd7a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.901433] env[62097]: DEBUG oslo_vmware.api [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1741.901433] env[62097]: value = "task-2034736" [ 1741.901433] env[62097]: _type = "Task" [ 1741.901433] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.915429] env[62097]: DEBUG oslo_vmware.api [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034736, 'name': Destroy_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.976670] env[62097]: DEBUG nova.policy [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51856ea7c51446eea638abd2a3a115d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '046c6db84165408084ad597328d079d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1742.007329] env[62097]: DEBUG oslo_concurrency.lockutils [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.050530] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034734, 'name': CreateVM_Task, 'duration_secs': 0.586381} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.050530] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1742.050530] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.050530] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.050530] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1742.050530] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b0305d5-326d-47ac-9889-cfad1b528ef3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.055397] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Waiting for the task: (returnval){ [ 1742.055397] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d5b02d-ec23-2c41-fe82-f6edb0106bb4" [ 1742.055397] env[62097]: _type = "Task" [ 1742.055397] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.064931] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d5b02d-ec23-2c41-fe82-f6edb0106bb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.084342] env[62097]: DEBUG nova.network.neutron [req-6377d62f-d151-4715-b344-ea4237eb2f15 req-11fcdf71-d2c2-4e38-845f-e8c5981ad190 service nova] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Updated VIF entry in instance network info cache for port ad8633aa-2a8c-48c3-9759-9951c2288541. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1742.084745] env[62097]: DEBUG nova.network.neutron [req-6377d62f-d151-4715-b344-ea4237eb2f15 req-11fcdf71-d2c2-4e38-845f-e8c5981ad190 service nova] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Updating instance_info_cache with network_info: [{"id": "ad8633aa-2a8c-48c3-9759-9951c2288541", "address": "fa:16:3e:32:15:be", "network": {"id": "4be27bd6-fa5f-4f0d-a685-535020bfc971", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2030543486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916e6c506b3e44b0b874d1e3683a6ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8633aa-2a", "ovs_interfaceid": "ad8633aa-2a8c-48c3-9759-9951c2288541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.359838] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034735, 'name': Rename_Task, 'duration_secs': 0.225049} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.360322] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1742.360562] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e0145f6-6d55-40fa-bcb3-8444bcfcc077 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.364307] env[62097]: DEBUG nova.compute.manager [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1742.374361] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1742.374361] env[62097]: value = "task-2034737" [ 1742.374361] env[62097]: _type = "Task" [ 1742.374361] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.379737] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98857cd2-99af-414a-af7b-de48fd718e94 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.387130] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.393439] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7f9a7b-f244-477f-bc99-5e46e060358c tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Doing hard reboot of VM {{(pid=62097) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1742.393699] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-768532ce-2ba5-4897-a90a-7acb41effc53 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.398997] env[62097]: DEBUG oslo_vmware.api [None req-5e7f9a7b-f244-477f-bc99-5e46e060358c tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Waiting for the task: (returnval){ [ 1742.398997] env[62097]: value = "task-2034738" [ 1742.398997] env[62097]: _type = "Task" [ 1742.398997] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.412204] env[62097]: DEBUG oslo_vmware.api [None req-5e7f9a7b-f244-477f-bc99-5e46e060358c tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Task: {'id': task-2034738, 'name': ResetVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.416411] env[62097]: DEBUG oslo_vmware.api [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034736, 'name': Destroy_Task, 'duration_secs': 0.480796} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.417341] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Destroyed the VM [ 1742.417782] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Deleting Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1742.417859] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0d835844-16c3-4528-97b2-9f91efc204cf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.424793] env[62097]: DEBUG oslo_vmware.api [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1742.424793] env[62097]: value = "task-2034739" [ 1742.424793] env[62097]: _type = "Task" [ 1742.424793] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.434456] env[62097]: DEBUG oslo_vmware.api [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034739, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.571042] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d5b02d-ec23-2c41-fe82-f6edb0106bb4, 'name': SearchDatastore_Task, 'duration_secs': 0.016775} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.571042] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.571042] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1742.571042] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.571042] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.571042] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1742.571042] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-222c841d-e468-4d0c-9a06-08daea6e4702 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.581570] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1742.581801] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1742.585279] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb25e8e4-093d-4177-9059-e9d3464fe0bb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.587123] env[62097]: DEBUG oslo_concurrency.lockutils [req-6377d62f-d151-4715-b344-ea4237eb2f15 req-11fcdf71-d2c2-4e38-845f-e8c5981ad190 service nova] Releasing lock "refresh_cache-049f2126-5f66-4e66-a334-13e33b27b152" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.588858] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Waiting for the task: (returnval){ [ 1742.588858] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5257d7c1-930a-ff85-e963-c6e7d9fb45fc" [ 1742.588858] env[62097]: _type = "Task" [ 1742.588858] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.604432] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5257d7c1-930a-ff85-e963-c6e7d9fb45fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.639058] env[62097]: DEBUG nova.network.neutron [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Successfully created port: eb607eeb-d52f-4886-98ec-a7e299ee2de8 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1742.886367] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034737, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.905246] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06f4f0a-ad90-44e0-9954-a7e27a5f3026 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.915444] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334cb074-50f3-4093-9563-e6f75888d3da {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.918484] env[62097]: DEBUG oslo_vmware.api [None req-5e7f9a7b-f244-477f-bc99-5e46e060358c tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Task: {'id': task-2034738, 'name': ResetVM_Task, 'duration_secs': 0.113449} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.919496] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7f9a7b-f244-477f-bc99-5e46e060358c tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Did hard reboot of VM {{(pid=62097) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1742.919627] env[62097]: DEBUG nova.compute.manager [None req-5e7f9a7b-f244-477f-bc99-5e46e060358c tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1742.920716] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8206d2-e26d-47c0-b92f-07545768f58c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.953744] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36aa502-f287-4afd-9060-cb904d033c73 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.967031] env[62097]: DEBUG oslo_vmware.api [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034739, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.967765] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c7d9a7-ea83-405b-aee1-f36c96fedf5c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.981421] env[62097]: DEBUG nova.compute.provider_tree [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1743.102643] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5257d7c1-930a-ff85-e963-c6e7d9fb45fc, 'name': SearchDatastore_Task, 'duration_secs': 0.035995} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.103576] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8abc487-ed24-40d5-929e-5d1d701bf302 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.110257] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Waiting for the task: (returnval){ [ 1743.110257] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a0dde8-9925-133c-fba0-e3ade0db93a5" [ 1743.110257] env[62097]: _type = "Task" [ 1743.110257] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.119038] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a0dde8-9925-133c-fba0-e3ade0db93a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.375712] env[62097]: DEBUG nova.compute.manager [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1743.386333] env[62097]: DEBUG oslo_vmware.api [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034737, 'name': PowerOnVM_Task, 'duration_secs': 0.769521} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.386588] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1743.387075] env[62097]: INFO nova.compute.manager [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1743.387075] env[62097]: DEBUG nova.compute.manager [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1743.387987] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea19c123-fab1-44ac-a465-23d82b11cc31 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.405185] env[62097]: DEBUG nova.virt.hardware [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1743.405444] env[62097]: DEBUG nova.virt.hardware [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1743.405604] env[62097]: DEBUG nova.virt.hardware [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1743.405886] env[62097]: DEBUG nova.virt.hardware [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1743.405955] env[62097]: DEBUG nova.virt.hardware [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1743.406077] env[62097]: DEBUG nova.virt.hardware [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1743.407313] env[62097]: DEBUG nova.virt.hardware [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1743.407313] env[62097]: DEBUG nova.virt.hardware [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1743.407476] env[62097]: DEBUG nova.virt.hardware [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1743.408035] env[62097]: DEBUG nova.virt.hardware [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1743.408035] env[62097]: DEBUG nova.virt.hardware [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1743.408573] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757a5408-4bcc-4027-bebf-77980b40bd08 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.416371] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169cfb59-c2d5-4950-8740-bdc19616054b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.457492] env[62097]: DEBUG oslo_vmware.api [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034739, 'name': RemoveSnapshot_Task, 'duration_secs': 0.975787} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.457754] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Deleted Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1743.457981] env[62097]: INFO nova.compute.manager [None req-ecd3559b-a498-4eba-9765-42ebe78312f4 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Took 15.71 seconds to snapshot the instance on the hypervisor. [ 1743.464745] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5e7f9a7b-f244-477f-bc99-5e46e060358c tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Lock "8f3d1be0-6146-4455-a6f8-55ab6a96a077" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.433s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.484394] env[62097]: DEBUG nova.scheduler.client.report [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1743.622111] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a0dde8-9925-133c-fba0-e3ade0db93a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009977} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.622386] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.622930] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 049f2126-5f66-4e66-a334-13e33b27b152/049f2126-5f66-4e66-a334-13e33b27b152.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1743.622930] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3325f414-1347-4c23-9c68-42755b851da4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.633891] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Waiting for the task: (returnval){ [ 1743.633891] env[62097]: value = "task-2034740" [ 1743.633891] env[62097]: _type = "Task" [ 1743.633891] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.643639] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.711071] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ec1f5970-e976-4fc8-b840-e3956cca953b tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Acquiring lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.711335] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ec1f5970-e976-4fc8-b840-e3956cca953b tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.907184] env[62097]: INFO nova.compute.manager [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Took 43.70 seconds to build instance. [ 1743.990802] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.991435] env[62097]: DEBUG nova.compute.manager [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1743.994272] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.725s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.994499] env[62097]: DEBUG nova.objects.instance [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Lazy-loading 'resources' on Instance uuid 86cedaef-793d-47ea-a77e-67da0776a0e6 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1744.130400] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Acquiring lock "8f3d1be0-6146-4455-a6f8-55ab6a96a077" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.130685] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Lock "8f3d1be0-6146-4455-a6f8-55ab6a96a077" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.131070] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Acquiring lock "8f3d1be0-6146-4455-a6f8-55ab6a96a077-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.131558] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Lock "8f3d1be0-6146-4455-a6f8-55ab6a96a077-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.131772] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Lock "8f3d1be0-6146-4455-a6f8-55ab6a96a077-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.134171] env[62097]: INFO nova.compute.manager [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Terminating instance [ 1744.145712] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034740, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.215046] env[62097]: DEBUG nova.compute.utils [None req-ec1f5970-e976-4fc8-b840-e3956cca953b tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1744.409469] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1473b6c-ea97-410f-899a-368e1e602733 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "ac966fff-88e8-4fd3-925f-0e6195c1c940" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.774s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.451552] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b66cb8e9-7776-4a93-9767-c14718d93d99 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "ac966fff-88e8-4fd3-925f-0e6195c1c940" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.451856] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b66cb8e9-7776-4a93-9767-c14718d93d99 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "ac966fff-88e8-4fd3-925f-0e6195c1c940" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.452074] env[62097]: DEBUG nova.compute.manager [None req-b66cb8e9-7776-4a93-9767-c14718d93d99 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1744.453555] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e634b5e1-694d-47f1-884a-076eb2ba079e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.461018] env[62097]: DEBUG nova.compute.manager [None req-b66cb8e9-7776-4a93-9767-c14718d93d99 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62097) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1744.461590] env[62097]: DEBUG nova.objects.instance [None req-b66cb8e9-7776-4a93-9767-c14718d93d99 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lazy-loading 'flavor' on Instance uuid ac966fff-88e8-4fd3-925f-0e6195c1c940 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1744.499167] env[62097]: DEBUG nova.compute.utils [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1744.504698] env[62097]: DEBUG nova.compute.manager [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1744.504888] env[62097]: DEBUG nova.network.neutron [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1744.547895] env[62097]: DEBUG nova.policy [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b709d7bebdbd4d91b15f3f2e08415cd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e12bb11b9e548798618c073b9b30454', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1744.652988] env[62097]: DEBUG nova.compute.manager [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1744.653284] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1744.653858] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794595} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.654785] env[62097]: DEBUG nova.network.neutron [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Successfully updated port: eb607eeb-d52f-4886-98ec-a7e299ee2de8 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1744.660311] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beceac71-ba2b-42e6-b0db-7c9c7761ec98 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.663096] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 049f2126-5f66-4e66-a334-13e33b27b152/049f2126-5f66-4e66-a334-13e33b27b152.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1744.663318] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1744.664091] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cbc0e3e-f774-49de-9704-c6b9c7cb4adf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.671432] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1744.672545] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bafb981-3fe2-4e19-a820-5c1ec64d29ab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.674173] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Waiting for the task: (returnval){ [ 1744.674173] env[62097]: value = "task-2034741" [ 1744.674173] env[62097]: _type = "Task" [ 1744.674173] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.681889] env[62097]: DEBUG oslo_vmware.api [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Waiting for the task: (returnval){ [ 1744.681889] env[62097]: value = "task-2034742" [ 1744.681889] env[62097]: _type = "Task" [ 1744.681889] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.688908] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.693984] env[62097]: DEBUG oslo_vmware.api [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Task: {'id': task-2034742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.719956] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ec1f5970-e976-4fc8-b840-e3956cca953b tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.847379] env[62097]: DEBUG nova.network.neutron [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Successfully created port: 5b75fdfa-6c79-4cf4-9427-21d55f4b5ec6 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1744.912240] env[62097]: DEBUG nova.compute.manager [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1745.007822] env[62097]: DEBUG nova.compute.manager [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1745.027124] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec37e5a4-1990-4730-96ca-8642f4b93893 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.034701] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39387db8-b7cd-491b-96c4-16cd1979e20a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.067343] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e62e0b-ac99-4dc2-a70b-f1e48ac75945 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.070834] env[62097]: DEBUG nova.compute.manager [req-ab27146e-414e-4f6b-a36e-67aa96a4e516 req-1c0e689b-7090-4c2f-8995-1228ac911296 service nova] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Received event network-vif-plugged-eb607eeb-d52f-4886-98ec-a7e299ee2de8 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1745.071348] env[62097]: DEBUG oslo_concurrency.lockutils [req-ab27146e-414e-4f6b-a36e-67aa96a4e516 req-1c0e689b-7090-4c2f-8995-1228ac911296 service nova] Acquiring lock "72d8c1c0-5d25-4619-8f1e-5fe06787a845-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.071348] env[62097]: DEBUG oslo_concurrency.lockutils [req-ab27146e-414e-4f6b-a36e-67aa96a4e516 req-1c0e689b-7090-4c2f-8995-1228ac911296 service nova] Lock "72d8c1c0-5d25-4619-8f1e-5fe06787a845-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.071464] env[62097]: DEBUG oslo_concurrency.lockutils [req-ab27146e-414e-4f6b-a36e-67aa96a4e516 req-1c0e689b-7090-4c2f-8995-1228ac911296 service nova] Lock "72d8c1c0-5d25-4619-8f1e-5fe06787a845-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.071606] env[62097]: DEBUG nova.compute.manager [req-ab27146e-414e-4f6b-a36e-67aa96a4e516 req-1c0e689b-7090-4c2f-8995-1228ac911296 service nova] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] No waiting events found dispatching network-vif-plugged-eb607eeb-d52f-4886-98ec-a7e299ee2de8 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1745.071771] env[62097]: WARNING nova.compute.manager [req-ab27146e-414e-4f6b-a36e-67aa96a4e516 req-1c0e689b-7090-4c2f-8995-1228ac911296 service nova] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Received unexpected event network-vif-plugged-eb607eeb-d52f-4886-98ec-a7e299ee2de8 for instance with vm_state building and task_state spawning. [ 1745.079638] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ae62de-a1b2-4efd-8433-02a20255bde3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.094319] env[62097]: DEBUG nova.compute.provider_tree [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1745.164553] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquiring lock "refresh_cache-72d8c1c0-5d25-4619-8f1e-5fe06787a845" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.164813] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquired lock "refresh_cache-72d8c1c0-5d25-4619-8f1e-5fe06787a845" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.164916] env[62097]: DEBUG nova.network.neutron [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1745.184157] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104409} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.187582] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1745.188373] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e9b0bc-6b22-4897-8dd8-75938998dd90 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.195656] env[62097]: DEBUG oslo_vmware.api [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Task: {'id': task-2034742, 'name': PowerOffVM_Task, 'duration_secs': 0.241157} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.204835] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1745.205070] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1745.214197] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 049f2126-5f66-4e66-a334-13e33b27b152/049f2126-5f66-4e66-a334-13e33b27b152.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1745.214491] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58028820-ab34-4934-aa72-b6c0f4918a1a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.216350] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5502893f-cd32-45eb-9b21-fe1ca0b1ac43 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.237216] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Waiting for the task: (returnval){ [ 1745.237216] env[62097]: value = "task-2034744" [ 1745.237216] env[62097]: _type = "Task" [ 1745.237216] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.245083] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.369409] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1745.369629] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1745.370029] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Deleting the datastore file [datastore1] 8f3d1be0-6146-4455-a6f8-55ab6a96a077 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1745.370145] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f193d61a-3651-44f7-ade1-f73ba4edbdb1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.376014] env[62097]: DEBUG oslo_vmware.api [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Waiting for the task: (returnval){ [ 1745.376014] env[62097]: value = "task-2034745" [ 1745.376014] env[62097]: _type = "Task" [ 1745.376014] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.383663] env[62097]: DEBUG oslo_vmware.api [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Task: {'id': task-2034745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.429577] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.468586] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b66cb8e9-7776-4a93-9767-c14718d93d99 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1745.469718] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4ff1485-6fb6-4c51-ac49-2d36c1d07b14 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.477237] env[62097]: DEBUG oslo_vmware.api [None req-b66cb8e9-7776-4a93-9767-c14718d93d99 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1745.477237] env[62097]: value = "task-2034746" [ 1745.477237] env[62097]: _type = "Task" [ 1745.477237] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.485864] env[62097]: DEBUG oslo_vmware.api [None req-b66cb8e9-7776-4a93-9767-c14718d93d99 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.597712] env[62097]: DEBUG nova.scheduler.client.report [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1745.708029] env[62097]: DEBUG nova.network.neutron [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1745.748276] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034744, 'name': ReconfigVM_Task, 'duration_secs': 0.309931} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.748276] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 049f2126-5f66-4e66-a334-13e33b27b152/049f2126-5f66-4e66-a334-13e33b27b152.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1745.748276] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7281aafd-ad1f-4a61-af41-4a7cf6beb668 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.754595] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Waiting for the task: (returnval){ [ 1745.754595] env[62097]: value = "task-2034747" [ 1745.754595] env[62097]: _type = "Task" [ 1745.754595] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.764468] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034747, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.785942] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ec1f5970-e976-4fc8-b840-e3956cca953b tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Acquiring lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.787228] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ec1f5970-e976-4fc8-b840-e3956cca953b tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.787228] env[62097]: INFO nova.compute.manager [None req-ec1f5970-e976-4fc8-b840-e3956cca953b tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Attaching volume 51a8c5b5-7682-483e-a053-5d922f8b03be to /dev/sdb [ 1745.830057] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0190e87b-accc-4a19-84e4-c2031569762c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.837462] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aabfde7-80ea-47c4-bf92-f0096d10c1ae {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.851440] env[62097]: DEBUG nova.virt.block_device [None req-ec1f5970-e976-4fc8-b840-e3956cca953b tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Updating existing volume attachment record: b1641a76-c09a-4934-94e3-4157839d4906 {{(pid=62097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1745.885599] env[62097]: DEBUG oslo_vmware.api [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Task: {'id': task-2034745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293941} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.885859] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1745.886054] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1745.887152] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1745.887152] env[62097]: INFO nova.compute.manager [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1745.887152] env[62097]: DEBUG oslo.service.loopingcall [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1745.887152] env[62097]: DEBUG nova.compute.manager [-] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1745.887152] env[62097]: DEBUG nova.network.neutron [-] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1745.949204] env[62097]: DEBUG nova.network.neutron [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Updating instance_info_cache with network_info: [{"id": "eb607eeb-d52f-4886-98ec-a7e299ee2de8", "address": "fa:16:3e:e4:d7:65", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb607eeb-d5", "ovs_interfaceid": "eb607eeb-d52f-4886-98ec-a7e299ee2de8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.987834] env[62097]: DEBUG oslo_vmware.api [None req-b66cb8e9-7776-4a93-9767-c14718d93d99 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034746, 'name': PowerOffVM_Task, 'duration_secs': 0.30985} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.987834] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b66cb8e9-7776-4a93-9767-c14718d93d99 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1745.987834] env[62097]: DEBUG nova.compute.manager [None req-b66cb8e9-7776-4a93-9767-c14718d93d99 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1745.989266] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4e6b3c-a05c-4905-8dac-d9507b91c449 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.017373] env[62097]: DEBUG nova.compute.manager [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1746.045387] env[62097]: DEBUG nova.virt.hardware [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1746.045838] env[62097]: DEBUG nova.virt.hardware [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1746.046221] env[62097]: DEBUG nova.virt.hardware [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1746.046532] env[62097]: DEBUG nova.virt.hardware [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1746.046790] env[62097]: DEBUG nova.virt.hardware [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1746.047157] env[62097]: DEBUG nova.virt.hardware [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1746.047574] env[62097]: DEBUG nova.virt.hardware [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1746.056262] env[62097]: DEBUG nova.virt.hardware [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1746.056262] env[62097]: DEBUG nova.virt.hardware [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1746.056262] env[62097]: DEBUG nova.virt.hardware [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1746.056262] env[62097]: DEBUG nova.virt.hardware [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1746.056262] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a9a029-b724-4d02-932e-59609e5085bf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.067038] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c941dfe3-cf10-488d-8991-cbc2f453af83 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.103137] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.106032] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.094s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.106032] env[62097]: DEBUG nova.objects.instance [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Lazy-loading 'resources' on Instance uuid 14dbda85-7017-4a43-87a8-36e96f048b49 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1746.125492] env[62097]: INFO nova.scheduler.client.report [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Deleted allocations for instance 86cedaef-793d-47ea-a77e-67da0776a0e6 [ 1746.215112] env[62097]: DEBUG nova.compute.manager [req-015b560e-5c81-460d-bf6b-7ed335480a35 req-ea358554-55dd-4b97-a172-f86ab45335a2 service nova] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Received event network-vif-deleted-93010f72-e998-4a28-a3b4-2a5dc9479252 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1746.215386] env[62097]: INFO nova.compute.manager [req-015b560e-5c81-460d-bf6b-7ed335480a35 req-ea358554-55dd-4b97-a172-f86ab45335a2 service nova] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Neutron deleted interface 93010f72-e998-4a28-a3b4-2a5dc9479252; detaching it from the instance and deleting it from the info cache [ 1746.215513] env[62097]: DEBUG nova.network.neutron [req-015b560e-5c81-460d-bf6b-7ed335480a35 req-ea358554-55dd-4b97-a172-f86ab45335a2 service nova] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.273828] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034747, 'name': Rename_Task, 'duration_secs': 0.137711} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.273828] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1746.273828] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7862f8db-f030-4327-8c90-0305047ca127 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.279761] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Waiting for the task: (returnval){ [ 1746.279761] env[62097]: value = "task-2034751" [ 1746.279761] env[62097]: _type = "Task" [ 1746.279761] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.294679] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.420179] env[62097]: DEBUG nova.network.neutron [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Successfully updated port: 5b75fdfa-6c79-4cf4-9427-21d55f4b5ec6 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1746.451960] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Releasing lock "refresh_cache-72d8c1c0-5d25-4619-8f1e-5fe06787a845" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.452441] env[62097]: DEBUG nova.compute.manager [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Instance network_info: |[{"id": "eb607eeb-d52f-4886-98ec-a7e299ee2de8", "address": "fa:16:3e:e4:d7:65", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb607eeb-d5", "ovs_interfaceid": "eb607eeb-d52f-4886-98ec-a7e299ee2de8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1746.452886] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:d7:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb607eeb-d52f-4886-98ec-a7e299ee2de8', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1746.460513] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Creating folder: Project (046c6db84165408084ad597328d079d5). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1746.460806] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d789f43a-2de2-4b3c-98e5-1b2ea287829a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.475026] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Created folder: Project (046c6db84165408084ad597328d079d5) in parent group-v417770. [ 1746.475026] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Creating folder: Instances. Parent ref: group-v417880. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1746.475026] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-714f7198-618c-488c-8b7c-dc6247b1f61b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.482933] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Created folder: Instances in parent group-v417880. [ 1746.483233] env[62097]: DEBUG oslo.service.loopingcall [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.483434] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1746.483630] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f66d7839-6a90-4176-94e5-8c96c20198bb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.501886] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b66cb8e9-7776-4a93-9767-c14718d93d99 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "ac966fff-88e8-4fd3-925f-0e6195c1c940" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.506029] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1746.506029] env[62097]: value = "task-2034754" [ 1746.506029] env[62097]: _type = "Task" [ 1746.506029] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.513954] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034754, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.634798] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3d92ee0b-7df4-4916-9498-7d086a28f6a6 tempest-TenantUsagesTestJSON-1565372847 tempest-TenantUsagesTestJSON-1565372847-project-member] Lock "86cedaef-793d-47ea-a77e-67da0776a0e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.418s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.692634] env[62097]: DEBUG nova.network.neutron [-] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.720205] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28a2b260-a6b8-48de-867a-ce40c6915454 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.733544] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb43591f-dd29-458a-9f44-0861153f6ced {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.748215] env[62097]: DEBUG nova.compute.manager [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1746.749144] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af723904-c480-43d3-a0c1-7a0c5b3ce40a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.780186] env[62097]: DEBUG nova.compute.manager [req-015b560e-5c81-460d-bf6b-7ed335480a35 req-ea358554-55dd-4b97-a172-f86ab45335a2 service nova] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Detach interface failed, port_id=93010f72-e998-4a28-a3b4-2a5dc9479252, reason: Instance 8f3d1be0-6146-4455-a6f8-55ab6a96a077 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1746.791779] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034751, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.924519] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "refresh_cache-d37200db-e945-461a-84f5-beb632e9b4bd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.924676] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired lock "refresh_cache-d37200db-e945-461a-84f5-beb632e9b4bd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.924820] env[62097]: DEBUG nova.network.neutron [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1747.014756] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034754, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.090560] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ce845f-71fe-46d0-bcd7-07e8591f5695 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.098621] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad7e72e-f538-4f0e-8777-6019e6edbfe9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.128537] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7789a4-dcae-423c-af1f-752c2a5c5d07 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.135963] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c040fd5d-e13f-4ae4-b174-bd50247f4b85 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.152166] env[62097]: DEBUG nova.compute.provider_tree [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1747.195404] env[62097]: INFO nova.compute.manager [-] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Took 1.31 seconds to deallocate network for instance. [ 1747.265765] env[62097]: DEBUG nova.compute.manager [req-74efa5d4-7f4f-469c-a683-f3d4041d9ab7 req-a982384e-4e46-4bf8-85f9-e392fa0ac7e7 service nova] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Received event network-changed-eb607eeb-d52f-4886-98ec-a7e299ee2de8 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1747.266046] env[62097]: DEBUG nova.compute.manager [req-74efa5d4-7f4f-469c-a683-f3d4041d9ab7 req-a982384e-4e46-4bf8-85f9-e392fa0ac7e7 service nova] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Refreshing instance network info cache due to event network-changed-eb607eeb-d52f-4886-98ec-a7e299ee2de8. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1747.266197] env[62097]: DEBUG oslo_concurrency.lockutils [req-74efa5d4-7f4f-469c-a683-f3d4041d9ab7 req-a982384e-4e46-4bf8-85f9-e392fa0ac7e7 service nova] Acquiring lock "refresh_cache-72d8c1c0-5d25-4619-8f1e-5fe06787a845" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.266348] env[62097]: DEBUG oslo_concurrency.lockutils [req-74efa5d4-7f4f-469c-a683-f3d4041d9ab7 req-a982384e-4e46-4bf8-85f9-e392fa0ac7e7 service nova] Acquired lock "refresh_cache-72d8c1c0-5d25-4619-8f1e-5fe06787a845" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.266522] env[62097]: DEBUG nova.network.neutron [req-74efa5d4-7f4f-469c-a683-f3d4041d9ab7 req-a982384e-4e46-4bf8-85f9-e392fa0ac7e7 service nova] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Refreshing network info cache for port eb607eeb-d52f-4886-98ec-a7e299ee2de8 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1747.281467] env[62097]: INFO nova.compute.manager [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] instance snapshotting [ 1747.287990] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7d0614-d089-480f-b5a6-11b9e09b1f68 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.309274] env[62097]: DEBUG oslo_vmware.api [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034751, 'name': PowerOnVM_Task, 'duration_secs': 0.901949} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.309859] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b801f1-efd3-46ef-aad6-f6522c98822f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.312617] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1747.312760] env[62097]: INFO nova.compute.manager [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1747.313095] env[62097]: DEBUG nova.compute.manager [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1747.313672] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7860b9e-abe0-46ed-aa6e-5c1e0735e787 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.458833] env[62097]: DEBUG nova.network.neutron [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1747.516034] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034754, 'name': CreateVM_Task, 'duration_secs': 0.53473} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.516034] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1747.516180] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.516296] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.516614] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1747.516868] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89af17e7-e66d-42a3-877e-cdf8a2233199 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.522405] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Waiting for the task: (returnval){ [ 1747.522405] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f7a5b4-b998-093e-3324-eec12ad46dcf" [ 1747.522405] env[62097]: _type = "Task" [ 1747.522405] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.529586] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f7a5b4-b998-093e-3324-eec12ad46dcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.627500] env[62097]: DEBUG nova.network.neutron [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Updating instance_info_cache with network_info: [{"id": "5b75fdfa-6c79-4cf4-9427-21d55f4b5ec6", "address": "fa:16:3e:6c:e0:68", "network": {"id": "f60cbb13-de5a-4273-9dce-9347f05a8c64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-361624700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e12bb11b9e548798618c073b9b30454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b75fdfa-6c", "ovs_interfaceid": "5b75fdfa-6c79-4cf4-9427-21d55f4b5ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.655906] env[62097]: DEBUG nova.scheduler.client.report [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1747.703064] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.829929] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Creating Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1747.831685] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6330db64-c89c-4c7d-af4f-0fe19e57b4ab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.834129] env[62097]: INFO nova.compute.manager [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Took 33.08 seconds to build instance. [ 1747.841666] env[62097]: DEBUG oslo_vmware.api [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1747.841666] env[62097]: value = "task-2034755" [ 1747.841666] env[62097]: _type = "Task" [ 1747.841666] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.850107] env[62097]: DEBUG oslo_vmware.api [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034755, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.033502] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f7a5b4-b998-093e-3324-eec12ad46dcf, 'name': SearchDatastore_Task, 'duration_secs': 0.009343} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.033906] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.034043] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1748.034283] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.034430] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.035072] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1748.035072] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-679f5243-88bb-4e73-aa38-93367422e07b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.043667] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1748.043667] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1748.044313] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94777b6d-cd34-45ec-a6e4-bd9038640589 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.049509] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Waiting for the task: (returnval){ [ 1748.049509] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5205538b-376a-d3c7-519e-fdf66c39b50d" [ 1748.049509] env[62097]: _type = "Task" [ 1748.049509] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.057227] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5205538b-376a-d3c7-519e-fdf66c39b50d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.060280] env[62097]: DEBUG nova.network.neutron [req-74efa5d4-7f4f-469c-a683-f3d4041d9ab7 req-a982384e-4e46-4bf8-85f9-e392fa0ac7e7 service nova] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Updated VIF entry in instance network info cache for port eb607eeb-d52f-4886-98ec-a7e299ee2de8. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1748.060606] env[62097]: DEBUG nova.network.neutron [req-74efa5d4-7f4f-469c-a683-f3d4041d9ab7 req-a982384e-4e46-4bf8-85f9-e392fa0ac7e7 service nova] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Updating instance_info_cache with network_info: [{"id": "eb607eeb-d52f-4886-98ec-a7e299ee2de8", "address": "fa:16:3e:e4:d7:65", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb607eeb-d5", "ovs_interfaceid": "eb607eeb-d52f-4886-98ec-a7e299ee2de8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.131196] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Releasing lock "refresh_cache-d37200db-e945-461a-84f5-beb632e9b4bd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.131542] env[62097]: DEBUG nova.compute.manager [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Instance network_info: |[{"id": "5b75fdfa-6c79-4cf4-9427-21d55f4b5ec6", "address": "fa:16:3e:6c:e0:68", "network": {"id": "f60cbb13-de5a-4273-9dce-9347f05a8c64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-361624700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e12bb11b9e548798618c073b9b30454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b75fdfa-6c", "ovs_interfaceid": "5b75fdfa-6c79-4cf4-9427-21d55f4b5ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1748.131997] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:e0:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b75fdfa-6c79-4cf4-9427-21d55f4b5ec6', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1748.139405] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Creating folder: Project (2e12bb11b9e548798618c073b9b30454). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1748.144026] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51587225-d923-43ca-a420-32928e18f65d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.149525] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Created folder: Project (2e12bb11b9e548798618c073b9b30454) in parent group-v417770. [ 1748.149746] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Creating folder: Instances. Parent ref: group-v417883. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1748.150026] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d497331-cd44-405c-a216-36dadfcf6f32 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.158353] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Created folder: Instances in parent group-v417883. [ 1748.158583] env[62097]: DEBUG oslo.service.loopingcall [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1748.158763] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1748.158970] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92401b8b-8bed-473e-9c37-a8b8590e211d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.173801] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.176170] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.849s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.177596] env[62097]: INFO nova.compute.claims [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1748.186330] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1748.186330] env[62097]: value = "task-2034759" [ 1748.186330] env[62097]: _type = "Task" [ 1748.186330] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.198317] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034759, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.205806] env[62097]: INFO nova.scheduler.client.report [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Deleted allocations for instance 14dbda85-7017-4a43-87a8-36e96f048b49 [ 1748.254303] env[62097]: DEBUG nova.compute.manager [req-316ce83a-07c8-4c7b-98f2-35449cc652a3 req-1a7e6d7c-ce47-416f-be53-bf219a2f621a service nova] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Received event network-vif-plugged-5b75fdfa-6c79-4cf4-9427-21d55f4b5ec6 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1748.254544] env[62097]: DEBUG oslo_concurrency.lockutils [req-316ce83a-07c8-4c7b-98f2-35449cc652a3 req-1a7e6d7c-ce47-416f-be53-bf219a2f621a service nova] Acquiring lock "d37200db-e945-461a-84f5-beb632e9b4bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.255440] env[62097]: DEBUG oslo_concurrency.lockutils [req-316ce83a-07c8-4c7b-98f2-35449cc652a3 req-1a7e6d7c-ce47-416f-be53-bf219a2f621a service nova] Lock "d37200db-e945-461a-84f5-beb632e9b4bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.255440] env[62097]: DEBUG oslo_concurrency.lockutils [req-316ce83a-07c8-4c7b-98f2-35449cc652a3 req-1a7e6d7c-ce47-416f-be53-bf219a2f621a service nova] Lock "d37200db-e945-461a-84f5-beb632e9b4bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.255440] env[62097]: DEBUG nova.compute.manager [req-316ce83a-07c8-4c7b-98f2-35449cc652a3 req-1a7e6d7c-ce47-416f-be53-bf219a2f621a service nova] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] No waiting events found dispatching network-vif-plugged-5b75fdfa-6c79-4cf4-9427-21d55f4b5ec6 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1748.255440] env[62097]: WARNING nova.compute.manager [req-316ce83a-07c8-4c7b-98f2-35449cc652a3 req-1a7e6d7c-ce47-416f-be53-bf219a2f621a service nova] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Received unexpected event network-vif-plugged-5b75fdfa-6c79-4cf4-9427-21d55f4b5ec6 for instance with vm_state building and task_state spawning. [ 1748.255440] env[62097]: DEBUG nova.compute.manager [req-316ce83a-07c8-4c7b-98f2-35449cc652a3 req-1a7e6d7c-ce47-416f-be53-bf219a2f621a service nova] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Received event network-changed-5b75fdfa-6c79-4cf4-9427-21d55f4b5ec6 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1748.255638] env[62097]: DEBUG nova.compute.manager [req-316ce83a-07c8-4c7b-98f2-35449cc652a3 req-1a7e6d7c-ce47-416f-be53-bf219a2f621a service nova] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Refreshing instance network info cache due to event network-changed-5b75fdfa-6c79-4cf4-9427-21d55f4b5ec6. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1748.255769] env[62097]: DEBUG oslo_concurrency.lockutils [req-316ce83a-07c8-4c7b-98f2-35449cc652a3 req-1a7e6d7c-ce47-416f-be53-bf219a2f621a service nova] Acquiring lock "refresh_cache-d37200db-e945-461a-84f5-beb632e9b4bd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.255903] env[62097]: DEBUG oslo_concurrency.lockutils [req-316ce83a-07c8-4c7b-98f2-35449cc652a3 req-1a7e6d7c-ce47-416f-be53-bf219a2f621a service nova] Acquired lock "refresh_cache-d37200db-e945-461a-84f5-beb632e9b4bd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.256123] env[62097]: DEBUG nova.network.neutron [req-316ce83a-07c8-4c7b-98f2-35449cc652a3 req-1a7e6d7c-ce47-416f-be53-bf219a2f621a service nova] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Refreshing network info cache for port 5b75fdfa-6c79-4cf4-9427-21d55f4b5ec6 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1748.258295] env[62097]: DEBUG nova.compute.manager [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1748.259641] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6f40f9-8218-4460-92f5-8a46697e1c70 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.336497] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e80b660f-841e-4944-ac95-a305a7081eb0 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Lock "049f2126-5f66-4e66-a334-13e33b27b152" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.507s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.351621] env[62097]: DEBUG oslo_vmware.api [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034755, 'name': CreateSnapshot_Task, 'duration_secs': 0.465765} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.351972] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Created Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1748.352734] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1d3637-cf8c-4ed8-ba4d-83b05c1ad70c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.559613] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5205538b-376a-d3c7-519e-fdf66c39b50d, 'name': SearchDatastore_Task, 'duration_secs': 0.008322} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.560412] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-745948b8-a977-4837-9803-563fb19c4e75 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.565283] env[62097]: DEBUG oslo_concurrency.lockutils [req-74efa5d4-7f4f-469c-a683-f3d4041d9ab7 req-a982384e-4e46-4bf8-85f9-e392fa0ac7e7 service nova] Releasing lock "refresh_cache-72d8c1c0-5d25-4619-8f1e-5fe06787a845" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.566268] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Waiting for the task: (returnval){ [ 1748.566268] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52bc8f94-26ab-6819-fdd7-82883c6bbdd9" [ 1748.566268] env[62097]: _type = "Task" [ 1748.566268] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.574092] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52bc8f94-26ab-6819-fdd7-82883c6bbdd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.695566] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034759, 'name': CreateVM_Task, 'duration_secs': 0.317563} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.695740] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1748.696454] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.696627] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.696938] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1748.697217] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e43b1da-fcbd-4550-9e87-1621d58af66a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.701916] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1748.701916] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521284cc-32f9-78b5-7eab-795f246377e9" [ 1748.701916] env[62097]: _type = "Task" [ 1748.701916] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.710110] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521284cc-32f9-78b5-7eab-795f246377e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.722038] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4006796e-6373-49a6-bb1f-24158ecff5ac tempest-FloatingIPsAssociationTestJSON-1475731136 tempest-FloatingIPsAssociationTestJSON-1475731136-project-member] Lock "14dbda85-7017-4a43-87a8-36e96f048b49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.178s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.772448] env[62097]: INFO nova.compute.manager [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] instance snapshotting [ 1748.772689] env[62097]: WARNING nova.compute.manager [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1748.776307] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75e018b-5094-4086-9e55-41403e525720 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.798757] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ac4ceb-5624-4f3a-93c4-c8a8cfaae49d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.843296] env[62097]: DEBUG nova.compute.manager [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1748.872160] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Creating linked-clone VM from snapshot {{(pid=62097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1748.876932] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2ff65086-07ae-4671-9d73-3731eafc0ccf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.888932] env[62097]: DEBUG oslo_vmware.api [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1748.888932] env[62097]: value = "task-2034760" [ 1748.888932] env[62097]: _type = "Task" [ 1748.888932] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.898898] env[62097]: DEBUG oslo_vmware.api [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034760, 'name': CloneVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.078040] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52bc8f94-26ab-6819-fdd7-82883c6bbdd9, 'name': SearchDatastore_Task, 'duration_secs': 0.010382} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.078560] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.078948] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 72d8c1c0-5d25-4619-8f1e-5fe06787a845/72d8c1c0-5d25-4619-8f1e-5fe06787a845.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1749.079426] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44bf826f-4b8e-4d32-8d8e-5fc83cefd4d3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.088899] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Waiting for the task: (returnval){ [ 1749.088899] env[62097]: value = "task-2034761" [ 1749.088899] env[62097]: _type = "Task" [ 1749.088899] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.098741] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.122381] env[62097]: DEBUG nova.network.neutron [req-316ce83a-07c8-4c7b-98f2-35449cc652a3 req-1a7e6d7c-ce47-416f-be53-bf219a2f621a service nova] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Updated VIF entry in instance network info cache for port 5b75fdfa-6c79-4cf4-9427-21d55f4b5ec6. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1749.122381] env[62097]: DEBUG nova.network.neutron [req-316ce83a-07c8-4c7b-98f2-35449cc652a3 req-1a7e6d7c-ce47-416f-be53-bf219a2f621a service nova] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Updating instance_info_cache with network_info: [{"id": "5b75fdfa-6c79-4cf4-9427-21d55f4b5ec6", "address": "fa:16:3e:6c:e0:68", "network": {"id": "f60cbb13-de5a-4273-9dce-9347f05a8c64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-361624700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e12bb11b9e548798618c073b9b30454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b75fdfa-6c", "ovs_interfaceid": "5b75fdfa-6c79-4cf4-9427-21d55f4b5ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.222215] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521284cc-32f9-78b5-7eab-795f246377e9, 'name': SearchDatastore_Task, 'duration_secs': 0.008492} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.222215] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.222215] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1749.222215] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.222215] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.222215] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1749.222215] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7d66e4f-7f00-4be4-a484-e7af50e800a3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.236652] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1749.236652] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1749.236652] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51f8d3ca-fb3a-41dd-b5fd-8818950513fb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.243716] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1749.243716] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5211f559-cd31-9dbe-5bfc-4ba74efc25c5" [ 1749.243716] env[62097]: _type = "Task" [ 1749.243716] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.257229] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5211f559-cd31-9dbe-5bfc-4ba74efc25c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009221} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.260343] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-844257a9-ea48-4000-991a-1cfc2cc3ebee {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.263733] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1749.263733] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525f934d-4497-150a-3b2c-610fd4955eab" [ 1749.263733] env[62097]: _type = "Task" [ 1749.263733] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.277094] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525f934d-4497-150a-3b2c-610fd4955eab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.314758] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Creating Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1749.315159] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8ca6670b-621e-4748-b474-5ba3af825743 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.326189] env[62097]: DEBUG oslo_vmware.api [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1749.326189] env[62097]: value = "task-2034762" [ 1749.326189] env[62097]: _type = "Task" [ 1749.326189] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.334553] env[62097]: DEBUG oslo_vmware.api [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034762, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.367174] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.410706] env[62097]: DEBUG oslo_vmware.api [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034760, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.609499] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034761, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.624691] env[62097]: DEBUG oslo_concurrency.lockutils [req-316ce83a-07c8-4c7b-98f2-35449cc652a3 req-1a7e6d7c-ce47-416f-be53-bf219a2f621a service nova] Releasing lock "refresh_cache-d37200db-e945-461a-84f5-beb632e9b4bd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.781877] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525f934d-4497-150a-3b2c-610fd4955eab, 'name': SearchDatastore_Task, 'duration_secs': 0.019166} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.782169] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.782869] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] d37200db-e945-461a-84f5-beb632e9b4bd/d37200db-e945-461a-84f5-beb632e9b4bd.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1749.782978] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccd10f79-7f7b-4491-986e-c85e2823edfc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.793012] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1749.793012] env[62097]: value = "task-2034763" [ 1749.793012] env[62097]: _type = "Task" [ 1749.793012] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.803881] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2034763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.806173] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5919dde5-3eff-44cd-8ea9-d8fa3c082b1b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.813435] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b173e6-aeb5-4c8c-ace4-5eaf8ac3769e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.853629] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769f5f1a-c272-4f50-a5e1-8bc04e5e0863 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.861944] env[62097]: DEBUG oslo_vmware.api [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034762, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.865500] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d037d7-6b71-406e-b660-05153f830a0f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.883063] env[62097]: DEBUG nova.compute.provider_tree [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1749.900262] env[62097]: DEBUG oslo_vmware.api [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034760, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.950295] env[62097]: DEBUG nova.compute.manager [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1749.951312] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a833cf-c656-485d-8f5d-0d314bd6f0f0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.101425] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545142} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.101735] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 72d8c1c0-5d25-4619-8f1e-5fe06787a845/72d8c1c0-5d25-4619-8f1e-5fe06787a845.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1750.101970] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1750.102255] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65115a1f-8346-4cb6-a254-ca22a8bfd322 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.109134] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Waiting for the task: (returnval){ [ 1750.109134] env[62097]: value = "task-2034764" [ 1750.109134] env[62097]: _type = "Task" [ 1750.109134] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.118115] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.305246] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2034763, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.358583] env[62097]: DEBUG oslo_vmware.api [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034762, 'name': CreateSnapshot_Task, 'duration_secs': 0.701866} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.358937] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Created Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1750.359853] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83e590d-1780-4921-b7d6-693e07759f84 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.386964] env[62097]: DEBUG nova.scheduler.client.report [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1750.399983] env[62097]: DEBUG oslo_vmware.api [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034760, 'name': CloneVM_Task, 'duration_secs': 1.371443} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.400285] env[62097]: INFO nova.virt.vmwareapi.vmops [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Created linked-clone VM from snapshot [ 1750.402376] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b13cba-84b8-4815-afad-5d1944b17394 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.409843] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Uploading image 6a2a152c-cdf9-49be-b90c-cb7ab281666c {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1750.420983] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1f5970-e976-4fc8-b840-e3956cca953b tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Volume attach. Driver type: vmdk {{(pid=62097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1750.421229] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1f5970-e976-4fc8-b840-e3956cca953b tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-417879', 'volume_id': '51a8c5b5-7682-483e-a053-5d922f8b03be', 'name': 'volume-51a8c5b5-7682-483e-a053-5d922f8b03be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2c388fa-17da-4d92-95f5-e5edc7dfc92d', 'attached_at': '', 'detached_at': '', 'volume_id': '51a8c5b5-7682-483e-a053-5d922f8b03be', 'serial': '51a8c5b5-7682-483e-a053-5d922f8b03be'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1750.422085] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af65851-cec1-440b-bec9-478d5df9e7cc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.445241] env[62097]: DEBUG oslo_vmware.rw_handles [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1750.445241] env[62097]: value = "vm-417887" [ 1750.445241] env[62097]: _type = "VirtualMachine" [ 1750.445241] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1750.445984] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776640cb-eb2c-43f8-b80d-ad6b69564187 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.448437] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-06455cf6-6413-46bb-adc0-baf65f2cf0af {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.466709] env[62097]: INFO nova.compute.manager [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] instance snapshotting [ 1750.480265] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1f5970-e976-4fc8-b840-e3956cca953b tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] volume-51a8c5b5-7682-483e-a053-5d922f8b03be/volume-51a8c5b5-7682-483e-a053-5d922f8b03be.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1750.482568] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-686aebe6-e37a-4e39-b2bc-c40dc36a6f1c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.495845] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9509ebb4-565d-4260-9d68-007d3887844c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.498539] env[62097]: DEBUG oslo_vmware.rw_handles [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lease: (returnval){ [ 1750.498539] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52acef0f-e2cd-c5e0-418c-bacdfb3db70a" [ 1750.498539] env[62097]: _type = "HttpNfcLease" [ 1750.498539] env[62097]: } obtained for exporting VM: (result){ [ 1750.498539] env[62097]: value = "vm-417887" [ 1750.498539] env[62097]: _type = "VirtualMachine" [ 1750.498539] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1750.499100] env[62097]: DEBUG oslo_vmware.api [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the lease: (returnval){ [ 1750.499100] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52acef0f-e2cd-c5e0-418c-bacdfb3db70a" [ 1750.499100] env[62097]: _type = "HttpNfcLease" [ 1750.499100] env[62097]: } to be ready. {{(pid=62097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1750.518626] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9927fa62-13a1-4144-a927-e7b4b4a2a3e2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.522627] env[62097]: DEBUG oslo_vmware.api [None req-ec1f5970-e976-4fc8-b840-e3956cca953b tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Waiting for the task: (returnval){ [ 1750.522627] env[62097]: value = "task-2034766" [ 1750.522627] env[62097]: _type = "Task" [ 1750.522627] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.523559] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1750.523559] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52acef0f-e2cd-c5e0-418c-bacdfb3db70a" [ 1750.523559] env[62097]: _type = "HttpNfcLease" [ 1750.523559] env[62097]: } is ready. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1750.529570] env[62097]: DEBUG oslo_vmware.rw_handles [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1750.529570] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52acef0f-e2cd-c5e0-418c-bacdfb3db70a" [ 1750.529570] env[62097]: _type = "HttpNfcLease" [ 1750.529570] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1750.533323] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40485f2-2504-4dd6-928a-d80574144d64 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.544057] env[62097]: DEBUG oslo_vmware.api [None req-ec1f5970-e976-4fc8-b840-e3956cca953b tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Task: {'id': task-2034766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.548432] env[62097]: DEBUG oslo_vmware.rw_handles [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1b106-62c2-e7ec-9d8c-fb0a8f7a4466/disk-0.vmdk from lease info. {{(pid=62097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1750.548432] env[62097]: DEBUG oslo_vmware.rw_handles [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1b106-62c2-e7ec-9d8c-fb0a8f7a4466/disk-0.vmdk for reading. {{(pid=62097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1750.620751] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079925} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.620751] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1750.621220] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f317bc-a0cf-4d5b-bd8e-adfb441cea34 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.642929] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 72d8c1c0-5d25-4619-8f1e-5fe06787a845/72d8c1c0-5d25-4619-8f1e-5fe06787a845.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1750.643170] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1b3d09f-90a8-4750-866d-ca12e6912934 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.666411] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-25c82b26-8ab8-44e2-aee6-87244666b01e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.668335] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Waiting for the task: (returnval){ [ 1750.668335] env[62097]: value = "task-2034767" [ 1750.668335] env[62097]: _type = "Task" [ 1750.668335] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.677676] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034767, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.808106] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2034763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595563} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.809083] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] d37200db-e945-461a-84f5-beb632e9b4bd/d37200db-e945-461a-84f5-beb632e9b4bd.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1750.809083] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1750.809083] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83198f33-ef0b-4052-b90f-da2a91099771 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.815796] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1750.815796] env[62097]: value = "task-2034768" [ 1750.815796] env[62097]: _type = "Task" [ 1750.815796] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.824629] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2034768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.883270] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Creating linked-clone VM from snapshot {{(pid=62097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1750.883270] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-730746b2-3863-47ee-9ac8-bdb540d7c795 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.895143] env[62097]: DEBUG oslo_vmware.api [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1750.895143] env[62097]: value = "task-2034769" [ 1750.895143] env[62097]: _type = "Task" [ 1750.895143] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.897510] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.898015] env[62097]: DEBUG nova.compute.manager [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1750.904020] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.433s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.904020] env[62097]: INFO nova.compute.claims [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1750.909897] env[62097]: DEBUG oslo_vmware.api [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034769, 'name': CloneVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.034694] env[62097]: DEBUG oslo_vmware.api [None req-ec1f5970-e976-4fc8-b840-e3956cca953b tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Task: {'id': task-2034766, 'name': ReconfigVM_Task, 'duration_secs': 0.412869} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.035173] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1f5970-e976-4fc8-b840-e3956cca953b tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Reconfigured VM instance instance-0000000f to attach disk [datastore1] volume-51a8c5b5-7682-483e-a053-5d922f8b03be/volume-51a8c5b5-7682-483e-a053-5d922f8b03be.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1751.041594] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Creating Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1751.041918] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-974b2c5d-c18b-42ef-87d2-3f35e2fac577 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.055158] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c10ba31e-3d41-491e-a448-fccbe1555bcd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.062869] env[62097]: DEBUG oslo_vmware.api [None req-ec1f5970-e976-4fc8-b840-e3956cca953b tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Waiting for the task: (returnval){ [ 1751.062869] env[62097]: value = "task-2034771" [ 1751.062869] env[62097]: _type = "Task" [ 1751.062869] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.064041] env[62097]: DEBUG oslo_vmware.api [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Waiting for the task: (returnval){ [ 1751.064041] env[62097]: value = "task-2034770" [ 1751.064041] env[62097]: _type = "Task" [ 1751.064041] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.077121] env[62097]: DEBUG oslo_vmware.api [None req-ec1f5970-e976-4fc8-b840-e3956cca953b tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Task: {'id': task-2034771, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.080525] env[62097]: DEBUG oslo_vmware.api [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034770, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.182515] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034767, 'name': ReconfigVM_Task, 'duration_secs': 0.319766} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.182931] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 72d8c1c0-5d25-4619-8f1e-5fe06787a845/72d8c1c0-5d25-4619-8f1e-5fe06787a845.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1751.184428] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91d2e8fc-2cc6-4780-b24f-a672cc345726 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.193359] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Waiting for the task: (returnval){ [ 1751.193359] env[62097]: value = "task-2034772" [ 1751.193359] env[62097]: _type = "Task" [ 1751.193359] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.210466] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034772, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.331923] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2034768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093523} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.332497] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1751.333465] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d554b44-021e-4bdc-8810-f5eb5cf6ae7b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.360938] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] d37200db-e945-461a-84f5-beb632e9b4bd/d37200db-e945-461a-84f5-beb632e9b4bd.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1751.361396] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2f4cb2f-58d7-48eb-9276-413b8510248f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.383727] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1751.383727] env[62097]: value = "task-2034773" [ 1751.383727] env[62097]: _type = "Task" [ 1751.383727] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.395136] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2034773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.403730] env[62097]: DEBUG oslo_vmware.api [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034769, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.409229] env[62097]: DEBUG nova.compute.utils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1751.413608] env[62097]: DEBUG nova.compute.manager [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1751.413608] env[62097]: DEBUG nova.network.neutron [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1751.488813] env[62097]: DEBUG nova.policy [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db3945d998734a20bf23512127e804fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59c080b530d64744acf7122498bdd5ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1751.593131] env[62097]: DEBUG oslo_vmware.api [None req-ec1f5970-e976-4fc8-b840-e3956cca953b tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Task: {'id': task-2034771, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.598070] env[62097]: DEBUG oslo_vmware.api [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034770, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.707670] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034772, 'name': Rename_Task, 'duration_secs': 0.389067} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.711023] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1751.711023] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbc3b1f8-6baf-4ac8-912f-fe30fb0ba35b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.717365] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Waiting for the task: (returnval){ [ 1751.717365] env[62097]: value = "task-2034774" [ 1751.717365] env[62097]: _type = "Task" [ 1751.717365] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.728566] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.895627] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2034773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.904421] env[62097]: DEBUG oslo_vmware.api [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034769, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.914497] env[62097]: DEBUG nova.compute.manager [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1751.976971] env[62097]: DEBUG nova.network.neutron [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Successfully created port: 1fcd737a-eb04-4a7b-8f8c-257dece792c0 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1752.076112] env[62097]: DEBUG oslo_vmware.api [None req-ec1f5970-e976-4fc8-b840-e3956cca953b tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Task: {'id': task-2034771, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.083034] env[62097]: DEBUG oslo_vmware.api [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034770, 'name': CreateSnapshot_Task, 'duration_secs': 0.822842} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.083034] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Created Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1752.083982] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c0665d-f931-44d3-9333-58b60f759fff {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.229358] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034774, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.403643] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2034773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.413978] env[62097]: DEBUG oslo_vmware.api [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034769, 'name': CloneVM_Task, 'duration_secs': 1.370913} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.416870] env[62097]: INFO nova.virt.vmwareapi.vmops [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Created linked-clone VM from snapshot [ 1752.417894] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1db04e-9368-42bd-be3b-010c069b499d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.429596] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Uploading image fe1edb22-e551-4864-a701-5b67aa20921f {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1752.463055] env[62097]: DEBUG oslo_vmware.rw_handles [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1752.463055] env[62097]: value = "vm-417889" [ 1752.463055] env[62097]: _type = "VirtualMachine" [ 1752.463055] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1752.463055] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e8fa2253-5925-41f3-ac12-e3e0b6f01290 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.471922] env[62097]: DEBUG oslo_vmware.rw_handles [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lease: (returnval){ [ 1752.471922] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5277cd3f-4706-9a50-a075-a2f3a48a097b" [ 1752.471922] env[62097]: _type = "HttpNfcLease" [ 1752.471922] env[62097]: } obtained for exporting VM: (result){ [ 1752.471922] env[62097]: value = "vm-417889" [ 1752.471922] env[62097]: _type = "VirtualMachine" [ 1752.471922] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1752.471922] env[62097]: DEBUG oslo_vmware.api [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the lease: (returnval){ [ 1752.471922] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5277cd3f-4706-9a50-a075-a2f3a48a097b" [ 1752.471922] env[62097]: _type = "HttpNfcLease" [ 1752.471922] env[62097]: } to be ready. {{(pid=62097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1752.484225] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1752.484225] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5277cd3f-4706-9a50-a075-a2f3a48a097b" [ 1752.484225] env[62097]: _type = "HttpNfcLease" [ 1752.484225] env[62097]: } is initializing. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1752.578474] env[62097]: DEBUG oslo_vmware.api [None req-ec1f5970-e976-4fc8-b840-e3956cca953b tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Task: {'id': task-2034771, 'name': ReconfigVM_Task, 'duration_secs': 1.20441} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.578916] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1f5970-e976-4fc8-b840-e3956cca953b tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-417879', 'volume_id': '51a8c5b5-7682-483e-a053-5d922f8b03be', 'name': 'volume-51a8c5b5-7682-483e-a053-5d922f8b03be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2c388fa-17da-4d92-95f5-e5edc7dfc92d', 'attached_at': '', 'detached_at': '', 'volume_id': '51a8c5b5-7682-483e-a053-5d922f8b03be', 'serial': '51a8c5b5-7682-483e-a053-5d922f8b03be'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1752.605231] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Creating linked-clone VM from snapshot {{(pid=62097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1752.608446] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e1f6e8e0-3985-4997-8c2f-bc82d00d707b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.621081] env[62097]: DEBUG oslo_vmware.api [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Waiting for the task: (returnval){ [ 1752.621081] env[62097]: value = "task-2034776" [ 1752.621081] env[62097]: _type = "Task" [ 1752.621081] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.631516] env[62097]: DEBUG oslo_vmware.api [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034776, 'name': CloneVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.703950] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd65b73f-66de-43c4-aa43-1bbdae321c18 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.714026] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e464f5-b569-4e4e-857f-6198e9eeab32 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.750231] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d5ecde-5c50-49d6-8f61-9e282c8f05de {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.759356] env[62097]: DEBUG oslo_vmware.api [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034774, 'name': PowerOnVM_Task, 'duration_secs': 0.563369} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.759928] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1752.760231] env[62097]: INFO nova.compute.manager [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1752.760740] env[62097]: DEBUG nova.compute.manager [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1752.763728] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ab983e-5ee0-4524-987a-caf378330aa0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.768626] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc5eb3d-5242-4e31-8601-cfbd515212fb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.790410] env[62097]: DEBUG nova.compute.provider_tree [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1752.898359] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2034773, 'name': ReconfigVM_Task, 'duration_secs': 1.370014} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.898749] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Reconfigured VM instance instance-00000028 to attach disk [datastore1] d37200db-e945-461a-84f5-beb632e9b4bd/d37200db-e945-461a-84f5-beb632e9b4bd.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1752.899583] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-798378f0-fc2e-48a9-ba6f-ed9aa63c4e31 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.906765] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1752.906765] env[62097]: value = "task-2034777" [ 1752.906765] env[62097]: _type = "Task" [ 1752.906765] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.916492] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2034777, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.937470] env[62097]: DEBUG nova.compute.manager [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1752.981226] env[62097]: DEBUG nova.virt.hardware [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1752.981226] env[62097]: DEBUG nova.virt.hardware [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1752.981600] env[62097]: DEBUG nova.virt.hardware [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1752.981600] env[62097]: DEBUG nova.virt.hardware [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1752.981761] env[62097]: DEBUG nova.virt.hardware [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1752.981912] env[62097]: DEBUG nova.virt.hardware [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1752.982188] env[62097]: DEBUG nova.virt.hardware [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1752.982367] env[62097]: DEBUG nova.virt.hardware [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1752.982541] env[62097]: DEBUG nova.virt.hardware [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1752.982720] env[62097]: DEBUG nova.virt.hardware [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1752.982944] env[62097]: DEBUG nova.virt.hardware [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1752.985534] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2a54d1-4e98-4bb6-acb8-033a1ac02a12 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.989247] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1752.989247] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5277cd3f-4706-9a50-a075-a2f3a48a097b" [ 1752.989247] env[62097]: _type = "HttpNfcLease" [ 1752.989247] env[62097]: } is ready. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1752.989523] env[62097]: DEBUG oslo_vmware.rw_handles [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1752.989523] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5277cd3f-4706-9a50-a075-a2f3a48a097b" [ 1752.989523] env[62097]: _type = "HttpNfcLease" [ 1752.989523] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1752.990584] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5244845c-a206-4f4a-9e56-db5730ee28af {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.997123] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24831c7-9e09-4828-aae6-240c01a9add7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.004769] env[62097]: DEBUG oslo_vmware.rw_handles [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52953988-132a-f9ea-6e30-31d373cda695/disk-0.vmdk from lease info. {{(pid=62097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1753.004988] env[62097]: DEBUG oslo_vmware.rw_handles [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52953988-132a-f9ea-6e30-31d373cda695/disk-0.vmdk for reading. {{(pid=62097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1753.123865] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8e8ec958-d11d-49ac-8026-774d2173503f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.139795] env[62097]: DEBUG oslo_vmware.api [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034776, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.301452] env[62097]: DEBUG nova.scheduler.client.report [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1753.309575] env[62097]: INFO nova.compute.manager [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Took 33.13 seconds to build instance. [ 1753.424230] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2034777, 'name': Rename_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.618150] env[62097]: DEBUG nova.compute.manager [req-b1ec0ecc-b3f0-44b0-b248-75fe618b7485 req-7efe962e-409c-4cdb-aae6-8cbbe8a31a75 service nova] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Received event network-vif-plugged-1fcd737a-eb04-4a7b-8f8c-257dece792c0 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1753.618150] env[62097]: DEBUG oslo_concurrency.lockutils [req-b1ec0ecc-b3f0-44b0-b248-75fe618b7485 req-7efe962e-409c-4cdb-aae6-8cbbe8a31a75 service nova] Acquiring lock "edab7482-65e5-4141-aa17-08c348f76bbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.618150] env[62097]: DEBUG oslo_concurrency.lockutils [req-b1ec0ecc-b3f0-44b0-b248-75fe618b7485 req-7efe962e-409c-4cdb-aae6-8cbbe8a31a75 service nova] Lock "edab7482-65e5-4141-aa17-08c348f76bbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.619129] env[62097]: DEBUG oslo_concurrency.lockutils [req-b1ec0ecc-b3f0-44b0-b248-75fe618b7485 req-7efe962e-409c-4cdb-aae6-8cbbe8a31a75 service nova] Lock "edab7482-65e5-4141-aa17-08c348f76bbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.619129] env[62097]: DEBUG nova.compute.manager [req-b1ec0ecc-b3f0-44b0-b248-75fe618b7485 req-7efe962e-409c-4cdb-aae6-8cbbe8a31a75 service nova] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] No waiting events found dispatching network-vif-plugged-1fcd737a-eb04-4a7b-8f8c-257dece792c0 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1753.619129] env[62097]: WARNING nova.compute.manager [req-b1ec0ecc-b3f0-44b0-b248-75fe618b7485 req-7efe962e-409c-4cdb-aae6-8cbbe8a31a75 service nova] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Received unexpected event network-vif-plugged-1fcd737a-eb04-4a7b-8f8c-257dece792c0 for instance with vm_state building and task_state spawning. [ 1753.623749] env[62097]: DEBUG nova.network.neutron [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Successfully updated port: 1fcd737a-eb04-4a7b-8f8c-257dece792c0 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1753.640096] env[62097]: DEBUG nova.objects.instance [None req-ec1f5970-e976-4fc8-b840-e3956cca953b tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Lazy-loading 'flavor' on Instance uuid a2c388fa-17da-4d92-95f5-e5edc7dfc92d {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1753.642433] env[62097]: DEBUG oslo_vmware.api [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034776, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.809861] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.909s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.813146] env[62097]: DEBUG nova.compute.manager [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1753.813745] env[62097]: DEBUG oslo_concurrency.lockutils [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.945s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.814911] env[62097]: INFO nova.compute.claims [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1753.818766] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee44b221-6e2c-4af7-ad1b-6a5997956355 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Lock "72d8c1c0-5d25-4619-8f1e-5fe06787a845" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.170s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.929162] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2034777, 'name': Rename_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.127601] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "refresh_cache-edab7482-65e5-4141-aa17-08c348f76bbe" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.127601] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquired lock "refresh_cache-edab7482-65e5-4141-aa17-08c348f76bbe" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.127695] env[62097]: DEBUG nova.network.neutron [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1754.140113] env[62097]: DEBUG oslo_vmware.api [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034776, 'name': CloneVM_Task, 'duration_secs': 1.484032} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.141028] env[62097]: INFO nova.virt.vmwareapi.vmops [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Created linked-clone VM from snapshot [ 1754.141807] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c67d3fb-9604-43fd-ac17-132180a17871 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.146907] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ec1f5970-e976-4fc8-b840-e3956cca953b tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.361s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.153995] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Uploading image f70da4ed-e3bc-4d67-8b2c-2eb5bb086f2c {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1754.322254] env[62097]: DEBUG nova.compute.utils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1754.325444] env[62097]: DEBUG nova.compute.manager [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1754.326228] env[62097]: DEBUG nova.network.neutron [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1754.328786] env[62097]: DEBUG nova.compute.manager [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1754.404545] env[62097]: DEBUG nova.policy [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db3945d998734a20bf23512127e804fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59c080b530d64744acf7122498bdd5ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1754.421880] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2034777, 'name': Rename_Task, 'duration_secs': 1.14898} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.422210] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1754.422492] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b8d1f12-0574-4eb5-a403-9d68dfff4c1b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.431334] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1754.431334] env[62097]: value = "task-2034778" [ 1754.431334] env[62097]: _type = "Task" [ 1754.431334] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.441990] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2034778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.705037] env[62097]: DEBUG nova.network.neutron [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1754.832866] env[62097]: DEBUG nova.compute.manager [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1754.864231] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.950970] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2034778, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.108625] env[62097]: DEBUG nova.network.neutron [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Updating instance_info_cache with network_info: [{"id": "1fcd737a-eb04-4a7b-8f8c-257dece792c0", "address": "fa:16:3e:15:7c:8e", "network": {"id": "a20b52e0-ae0e-42db-8330-4ce30755c4d4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-30735310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c080b530d64744acf7122498bdd5ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fcd737a-eb", "ovs_interfaceid": "1fcd737a-eb04-4a7b-8f8c-257dece792c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.114121] env[62097]: DEBUG nova.network.neutron [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Successfully created port: d31dc54c-83ee-4958-bc50-6eb637d3dc0d {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1755.445728] env[62097]: DEBUG oslo_vmware.api [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2034778, 'name': PowerOnVM_Task, 'duration_secs': 0.603112} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.446132] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1755.446176] env[62097]: INFO nova.compute.manager [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1755.446530] env[62097]: DEBUG nova.compute.manager [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1755.447516] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ba8ecf-8222-447a-8a10-91243482e69d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.452043] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca0561a-602e-4397-ba1b-bd65b7bba6b1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.461897] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713e0c81-1608-428a-a145-5eafe73f0002 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.496522] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a868a14c-f73e-4935-972c-5a57d4d2a014 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.506212] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31ada39-350f-4ffe-b436-62c0d226d8bd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.523424] env[62097]: DEBUG nova.compute.provider_tree [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1755.617032] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Releasing lock "refresh_cache-edab7482-65e5-4141-aa17-08c348f76bbe" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.617380] env[62097]: DEBUG nova.compute.manager [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Instance network_info: |[{"id": "1fcd737a-eb04-4a7b-8f8c-257dece792c0", "address": "fa:16:3e:15:7c:8e", "network": {"id": "a20b52e0-ae0e-42db-8330-4ce30755c4d4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-30735310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c080b530d64744acf7122498bdd5ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fcd737a-eb", "ovs_interfaceid": "1fcd737a-eb04-4a7b-8f8c-257dece792c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1755.617791] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:7c:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fcd737a-eb04-4a7b-8f8c-257dece792c0', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1755.625594] env[62097]: DEBUG oslo.service.loopingcall [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1755.625807] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1755.626046] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c71bd0cc-eddf-4617-a113-46d8ad99fd9d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.647455] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1755.647455] env[62097]: value = "task-2034779" [ 1755.647455] env[62097]: _type = "Task" [ 1755.647455] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.655703] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034779, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.854054] env[62097]: DEBUG nova.compute.manager [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1755.980308] env[62097]: INFO nova.compute.manager [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Took 33.08 seconds to build instance. [ 1756.027622] env[62097]: DEBUG nova.scheduler.client.report [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1756.160763] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034779, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.481835] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d53409a-8ef8-45dc-b987-797f10816888 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "d37200db-e945-461a-84f5-beb632e9b4bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.275s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.533230] env[62097]: DEBUG oslo_concurrency.lockutils [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.533819] env[62097]: DEBUG nova.compute.manager [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1756.536407] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.874s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.661925] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034779, 'name': CreateVM_Task, 'duration_secs': 0.520183} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.664023] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1756.664631] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.664804] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.665169] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1756.665663] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d38f14a2-64a4-4390-81f7-e582c9a8e6be {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.672471] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1756.672471] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f32ea4-031f-d12d-3ede-d346e523237e" [ 1756.672471] env[62097]: _type = "Task" [ 1756.672471] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.683782] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f32ea4-031f-d12d-3ede-d346e523237e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.769699] env[62097]: DEBUG nova.network.neutron [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Successfully updated port: d31dc54c-83ee-4958-bc50-6eb637d3dc0d {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1756.985823] env[62097]: DEBUG nova.compute.manager [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1757.043090] env[62097]: DEBUG nova.compute.utils [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1757.057442] env[62097]: DEBUG nova.compute.manager [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1757.058916] env[62097]: DEBUG nova.network.neutron [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1757.109977] env[62097]: DEBUG nova.policy [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfe2764dfa2c40ea8eaca15e1d9dde35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b3531ea2e2b40fb912cdca256a6c579', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1757.185611] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f32ea4-031f-d12d-3ede-d346e523237e, 'name': SearchDatastore_Task, 'duration_secs': 0.027785} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.186040] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.186400] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1757.186654] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.186803] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.186981] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1757.187266] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a4c602f-1aaa-4359-9561-26d5c210387c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.197746] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1757.197898] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1757.198954] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bc7f10c-657b-431c-b6e4-c274cb688278 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.205536] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1757.205536] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52201c83-f3a0-b8c5-2a0d-d5c55e2b52af" [ 1757.205536] env[62097]: _type = "Task" [ 1757.205536] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.215563] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52201c83-f3a0-b8c5-2a0d-d5c55e2b52af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.272710] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "refresh_cache-1993cbe1-7d91-42d7-85ab-fae419cedef7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.272920] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquired lock "refresh_cache-1993cbe1-7d91-42d7-85ab-fae419cedef7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.273168] env[62097]: DEBUG nova.network.neutron [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1757.388079] env[62097]: DEBUG nova.network.neutron [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Successfully created port: eed5703a-fada-4be9-82ae-1996e0eff216 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1757.514218] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.559766] env[62097]: DEBUG nova.compute.manager [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1757.603018] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 76990b8d-ff61-454d-9dee-33bfe27f9665 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.603018] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance be718be8-85d4-4a44-8b30-3bf18a69b989 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.603018] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.603018] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance e3da7693-b1b0-46a2-98e4-95f1f3d47b20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.603018] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance a2c388fa-17da-4d92-95f5-e5edc7dfc92d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.603018] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance f392555b-fa10-4c15-a253-48ef4c82df63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.603018] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 117dded3-8117-4917-9634-ca73b6765e3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.603018] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance f1884230-e972-4c99-a81b-1ecf9b5d7875 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.603018] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance b97cf9f5-fabe-40e8-99f8-30207d7f87a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.603018] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.603018] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 4a29c478-1e93-4d58-b8b2-88e087d5f656 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.603922] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance dcf337a9-de54-4fcf-abe8-4c7ed2ec4333 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.604445] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance bef0ccb3-04e4-450e-8042-a433504278b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.604735] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 0edf63bc-072d-416f-abee-8c4311c53924 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.605139] env[62097]: WARNING nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 93e02b4d-b5b1-454e-89a4-f5f735cef950 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1757.605428] env[62097]: WARNING nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1757.605832] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 60fcf9af-55c5-4146-bcb4-40d30633a64f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.606340] env[62097]: WARNING nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 00c37acb-b074-4eaf-8d07-061c3d0c6790 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1757.608017] env[62097]: WARNING nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 8f3d1be0-6146-4455-a6f8-55ab6a96a077 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1757.608017] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance ac966fff-88e8-4fd3-925f-0e6195c1c940 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.608017] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 049f2126-5f66-4e66-a334-13e33b27b152 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.608017] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 72d8c1c0-5d25-4619-8f1e-5fe06787a845 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.608017] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance d37200db-e945-461a-84f5-beb632e9b4bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.608017] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance edab7482-65e5-4141-aa17-08c348f76bbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.608017] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 1993cbe1-7d91-42d7-85ab-fae419cedef7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.608017] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.718876] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52201c83-f3a0-b8c5-2a0d-d5c55e2b52af, 'name': SearchDatastore_Task, 'duration_secs': 0.017132} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.720643] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf10ea5e-2ce7-4d4a-83b6-d20569b47866 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.727905] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1757.727905] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528411a3-0354-9047-dbb7-98e6892bf1ce" [ 1757.727905] env[62097]: _type = "Task" [ 1757.727905] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.738893] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528411a3-0354-9047-dbb7-98e6892bf1ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.809082] env[62097]: DEBUG nova.network.neutron [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1757.957668] env[62097]: DEBUG nova.network.neutron [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Updating instance_info_cache with network_info: [{"id": "d31dc54c-83ee-4958-bc50-6eb637d3dc0d", "address": "fa:16:3e:a1:79:25", "network": {"id": "a20b52e0-ae0e-42db-8330-4ce30755c4d4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-30735310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c080b530d64744acf7122498bdd5ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd31dc54c-83", "ovs_interfaceid": "d31dc54c-83ee-4958-bc50-6eb637d3dc0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.110646] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance efe841ea-ce8a-4b9a-98de-5533729488dd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1758.240398] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528411a3-0354-9047-dbb7-98e6892bf1ce, 'name': SearchDatastore_Task, 'duration_secs': 0.013} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.240673] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.240927] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] edab7482-65e5-4141-aa17-08c348f76bbe/edab7482-65e5-4141-aa17-08c348f76bbe.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1758.241410] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb7e6d49-f711-436f-85fb-98a86cf66a56 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.249309] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1758.249309] env[62097]: value = "task-2034780" [ 1758.249309] env[62097]: _type = "Task" [ 1758.249309] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.258919] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.460371] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Releasing lock "refresh_cache-1993cbe1-7d91-42d7-85ab-fae419cedef7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.460766] env[62097]: DEBUG nova.compute.manager [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Instance network_info: |[{"id": "d31dc54c-83ee-4958-bc50-6eb637d3dc0d", "address": "fa:16:3e:a1:79:25", "network": {"id": "a20b52e0-ae0e-42db-8330-4ce30755c4d4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-30735310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c080b530d64744acf7122498bdd5ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd31dc54c-83", "ovs_interfaceid": "d31dc54c-83ee-4958-bc50-6eb637d3dc0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1758.566329] env[62097]: DEBUG nova.compute.manager [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1758.614733] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance da9910e3-317e-4ca6-9a8c-478232b8d7dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1758.760875] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.902609] env[62097]: DEBUG nova.network.neutron [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Successfully updated port: eed5703a-fada-4be9-82ae-1996e0eff216 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1759.118579] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 7b70aac3-1fd6-4956-8849-ebe6def4305e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1759.264144] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.407734] env[62097]: DEBUG oslo_concurrency.lockutils [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "refresh_cache-14f1c8b1-77f4-46f1-ba73-5ae24e9cc721" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.407973] env[62097]: DEBUG oslo_concurrency.lockutils [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquired lock "refresh_cache-14f1c8b1-77f4-46f1-ba73-5ae24e9cc721" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.408217] env[62097]: DEBUG nova.network.neutron [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1759.621485] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1759.761576] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.945053] env[62097]: DEBUG nova.network.neutron [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1760.088236] env[62097]: DEBUG nova.network.neutron [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Updating instance_info_cache with network_info: [{"id": "eed5703a-fada-4be9-82ae-1996e0eff216", "address": "fa:16:3e:d2:47:a9", "network": {"id": "d5f1d527-c4ee-43d8-9626-eecf29c8ef61", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-607891245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3531ea2e2b40fb912cdca256a6c579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeed5703a-fa", "ovs_interfaceid": "eed5703a-fada-4be9-82ae-1996e0eff216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.125070] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 7d040a2f-df58-48ee-bb68-8a9e59e97364 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1760.264026] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.591378] env[62097]: DEBUG oslo_concurrency.lockutils [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Releasing lock "refresh_cache-14f1c8b1-77f4-46f1-ba73-5ae24e9cc721" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.591793] env[62097]: DEBUG nova.compute.manager [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Instance network_info: |[{"id": "eed5703a-fada-4be9-82ae-1996e0eff216", "address": "fa:16:3e:d2:47:a9", "network": {"id": "d5f1d527-c4ee-43d8-9626-eecf29c8ef61", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-607891245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3531ea2e2b40fb912cdca256a6c579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeed5703a-fa", "ovs_interfaceid": "eed5703a-fada-4be9-82ae-1996e0eff216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1760.628098] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 50a7a45d-3187-4baa-9937-79f05882da01 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1760.702985] env[62097]: DEBUG oslo_vmware.rw_handles [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1760.702985] env[62097]: value = "vm-417891" [ 1760.702985] env[62097]: _type = "VirtualMachine" [ 1760.702985] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1760.704684] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5b04b743-fc9c-48b5-993e-be06ec17e8ab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.714870] env[62097]: DEBUG nova.virt.hardware [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1760.714870] env[62097]: DEBUG nova.virt.hardware [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1760.714870] env[62097]: DEBUG nova.virt.hardware [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1760.714870] env[62097]: DEBUG nova.virt.hardware [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1760.714870] env[62097]: DEBUG nova.virt.hardware [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1760.715156] env[62097]: DEBUG nova.virt.hardware [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1760.715306] env[62097]: DEBUG nova.virt.hardware [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1760.715489] env[62097]: DEBUG nova.virt.hardware [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1760.715690] env[62097]: DEBUG nova.virt.hardware [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1760.715862] env[62097]: DEBUG nova.virt.hardware [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1760.716076] env[62097]: DEBUG nova.virt.hardware [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1760.719483] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6851b431-c05b-4ee8-8cd2-003c8a015dbb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.724378] env[62097]: DEBUG oslo_vmware.rw_handles [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Lease: (returnval){ [ 1760.724378] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5234ec88-3b18-8ae3-d49b-70510a1bdb2b" [ 1760.724378] env[62097]: _type = "HttpNfcLease" [ 1760.724378] env[62097]: } obtained for exporting VM: (result){ [ 1760.724378] env[62097]: value = "vm-417891" [ 1760.724378] env[62097]: _type = "VirtualMachine" [ 1760.724378] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1760.724717] env[62097]: DEBUG oslo_vmware.api [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Waiting for the lease: (returnval){ [ 1760.724717] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5234ec88-3b18-8ae3-d49b-70510a1bdb2b" [ 1760.724717] env[62097]: _type = "HttpNfcLease" [ 1760.724717] env[62097]: } to be ready. {{(pid=62097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1760.730929] env[62097]: DEBUG nova.virt.hardware [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1760.731245] env[62097]: DEBUG nova.virt.hardware [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1760.731421] env[62097]: DEBUG nova.virt.hardware [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1760.731632] env[62097]: DEBUG nova.virt.hardware [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1760.731788] env[62097]: DEBUG nova.virt.hardware [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1760.731937] env[62097]: DEBUG nova.virt.hardware [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1760.732283] env[62097]: DEBUG nova.virt.hardware [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1760.732370] env[62097]: DEBUG nova.virt.hardware [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1760.732598] env[62097]: DEBUG nova.virt.hardware [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1760.732676] env[62097]: DEBUG nova.virt.hardware [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1760.732830] env[62097]: DEBUG nova.virt.hardware [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1760.737400] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062d65e3-8c0f-4353-9a09-1c0a43506433 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.741779] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c7c9bf-0100-4eb4-af36-6bf59a4a2bac {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.750442] env[62097]: DEBUG oslo_vmware.rw_handles [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1b106-62c2-e7ec-9d8c-fb0a8f7a4466/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1760.751198] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1760.751198] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5234ec88-3b18-8ae3-d49b-70510a1bdb2b" [ 1760.751198] env[62097]: _type = "HttpNfcLease" [ 1760.751198] env[62097]: } is ready. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1760.751981] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb90e2ca-ebe3-4a86-bea7-0711b50d1c73 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.757240] env[62097]: DEBUG oslo_vmware.rw_handles [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1760.757240] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5234ec88-3b18-8ae3-d49b-70510a1bdb2b" [ 1760.757240] env[62097]: _type = "HttpNfcLease" [ 1760.757240] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1760.758125] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb851984-3dcc-4137-8011-f993574000c4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.765527] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744c35d8-2c81-4232-adc3-ad52ad84bc92 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.779025] env[62097]: DEBUG oslo_vmware.rw_handles [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1b106-62c2-e7ec-9d8c-fb0a8f7a4466/disk-0.vmdk is in state: ready. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1760.779221] env[62097]: ERROR oslo_vmware.rw_handles [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1b106-62c2-e7ec-9d8c-fb0a8f7a4466/disk-0.vmdk due to incomplete transfer. [ 1760.780267] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:79:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd31dc54c-83ee-4958-bc50-6eb637d3dc0d', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1760.788580] env[62097]: DEBUG oslo.service.loopingcall [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1760.789922] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2e256c9d-7ea7-437d-884c-8fc3fdb5d054 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.791852] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1760.805984] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4009de1-4eb4-4449-840f-844542b60db1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.820613] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:47:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eed5703a-fada-4be9-82ae-1996e0eff216', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1760.828265] env[62097]: DEBUG oslo.service.loopingcall [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1760.828623] env[62097]: DEBUG oslo_vmware.rw_handles [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c17f03-a5ca-1857-f91b-2fca2dcd6093/disk-0.vmdk from lease info. {{(pid=62097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1760.828802] env[62097]: DEBUG oslo_vmware.rw_handles [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c17f03-a5ca-1857-f91b-2fca2dcd6093/disk-0.vmdk for reading. {{(pid=62097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1760.830232] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034780, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.830934] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1760.832435] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d373ff11-3e25-4ede-a654-0c450821faf0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.907178] env[62097]: DEBUG oslo_vmware.rw_handles [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1b106-62c2-e7ec-9d8c-fb0a8f7a4466/disk-0.vmdk. {{(pid=62097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1760.907178] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Uploaded image 6a2a152c-cdf9-49be-b90c-cb7ab281666c to the Glance image server {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1760.907585] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Destroying the VM {{(pid=62097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1760.907883] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1760.907883] env[62097]: value = "task-2034782" [ 1760.907883] env[62097]: _type = "Task" [ 1760.907883] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.910152] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4fa3527f-217b-4131-857d-a29772ab6d82 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.918022] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1760.918022] env[62097]: value = "task-2034783" [ 1760.918022] env[62097]: _type = "Task" [ 1760.918022] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.926198] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034782, 'name': CreateVM_Task} progress is 15%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.926198] env[62097]: DEBUG oslo_vmware.api [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1760.926198] env[62097]: value = "task-2034784" [ 1760.926198] env[62097]: _type = "Task" [ 1760.926198] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.934706] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034783, 'name': CreateVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.940971] env[62097]: DEBUG oslo_vmware.api [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034784, 'name': Destroy_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.958409] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b3b19528-8e6b-434e-b790-7105bdf58b0e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.131834] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance a7992c09-2881-4d70-b5a8-5071eb619d12 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1761.268259] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034780, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.767184} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.268594] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] edab7482-65e5-4141-aa17-08c348f76bbe/edab7482-65e5-4141-aa17-08c348f76bbe.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1761.270215] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1761.270215] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e40b55af-0c28-4f2d-b297-067703abe6ee {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.276195] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1761.276195] env[62097]: value = "task-2034785" [ 1761.276195] env[62097]: _type = "Task" [ 1761.276195] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.286063] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.427820] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034782, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.435786] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034783, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.442667] env[62097]: DEBUG oslo_vmware.api [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034784, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.634359] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquiring lock "644f7138-3c47-46fe-87e6-caad565d3542" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.635900] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Lock "644f7138-3c47-46fe-87e6-caad565d3542" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.639608] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance c2f23eee-2b74-4839-9697-439a2d26ad64 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1761.789126] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09888} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.789516] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1761.790550] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e1c0f6-9539-4052-ab49-39d83e910ed0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.815652] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] edab7482-65e5-4141-aa17-08c348f76bbe/edab7482-65e5-4141-aa17-08c348f76bbe.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1761.817198] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-520aa8da-bb6e-4e2c-bbd1-c70794357f5a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.833258] env[62097]: DEBUG nova.compute.manager [req-4b9e0ba7-1360-4317-a114-50f7542c76fb req-50f58adc-0708-46a6-8f34-8d4b6634518a service nova] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Received event network-changed-1fcd737a-eb04-4a7b-8f8c-257dece792c0 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1761.833550] env[62097]: DEBUG nova.compute.manager [req-4b9e0ba7-1360-4317-a114-50f7542c76fb req-50f58adc-0708-46a6-8f34-8d4b6634518a service nova] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Refreshing instance network info cache due to event network-changed-1fcd737a-eb04-4a7b-8f8c-257dece792c0. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1761.833801] env[62097]: DEBUG oslo_concurrency.lockutils [req-4b9e0ba7-1360-4317-a114-50f7542c76fb req-50f58adc-0708-46a6-8f34-8d4b6634518a service nova] Acquiring lock "refresh_cache-edab7482-65e5-4141-aa17-08c348f76bbe" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.834010] env[62097]: DEBUG oslo_concurrency.lockutils [req-4b9e0ba7-1360-4317-a114-50f7542c76fb req-50f58adc-0708-46a6-8f34-8d4b6634518a service nova] Acquired lock "refresh_cache-edab7482-65e5-4141-aa17-08c348f76bbe" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.834230] env[62097]: DEBUG nova.network.neutron [req-4b9e0ba7-1360-4317-a114-50f7542c76fb req-50f58adc-0708-46a6-8f34-8d4b6634518a service nova] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Refreshing network info cache for port 1fcd737a-eb04-4a7b-8f8c-257dece792c0 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1761.842136] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1761.842136] env[62097]: value = "task-2034786" [ 1761.842136] env[62097]: _type = "Task" [ 1761.842136] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.852202] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.935554] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034782, 'name': CreateVM_Task, 'duration_secs': 0.611974} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.945688] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1761.947029] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034783, 'name': CreateVM_Task, 'duration_secs': 0.540394} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.947501] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.947501] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.949052] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1761.949052] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1761.950447] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dfc1e80-cd2c-4511-8047-44608803f353 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.956512] env[62097]: DEBUG oslo_concurrency.lockutils [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.956512] env[62097]: DEBUG oslo_vmware.api [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034784, 'name': Destroy_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.960136] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1761.960136] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ede082-80e1-d029-c8a5-e747788923f8" [ 1761.960136] env[62097]: _type = "Task" [ 1761.960136] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.968168] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ede082-80e1-d029-c8a5-e747788923f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.143015] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance da50c4b4-e9b4-447f-95f4-479356451a22 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1762.143380] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1762.143536] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4800MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1762.356598] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.455583] env[62097]: DEBUG oslo_vmware.api [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034784, 'name': Destroy_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.476214] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ede082-80e1-d029-c8a5-e747788923f8, 'name': SearchDatastore_Task, 'duration_secs': 0.030578} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.476214] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.476214] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1762.476214] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.476214] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.476214] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1762.476214] env[62097]: DEBUG oslo_concurrency.lockutils [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.476214] env[62097]: DEBUG oslo_concurrency.lockutils [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1762.476214] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d085323e-c45b-4eaa-90e6-144fa7629a0a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.476214] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa876f12-f583-43c2-bc93-c1c9df9e1981 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.482926] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1762.482926] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525b1af8-6a21-4c00-1888-f65b9dac19c0" [ 1762.482926] env[62097]: _type = "Task" [ 1762.482926] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.486507] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1762.486777] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1762.487950] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfb1808b-9610-4cf6-b93b-50b9e70dbc1e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.506619] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525b1af8-6a21-4c00-1888-f65b9dac19c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.506619] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1762.506619] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529cec83-ff6c-881a-eb24-0dbed575f4e3" [ 1762.506619] env[62097]: _type = "Task" [ 1762.506619] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.512064] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529cec83-ff6c-881a-eb24-0dbed575f4e3, 'name': SearchDatastore_Task, 'duration_secs': 0.01109} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.515460] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e29cd0c3-d2b8-4e76-88b6-408f267d780e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.522116] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1762.522116] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5288c097-887f-755b-9162-340021f4556d" [ 1762.522116] env[62097]: _type = "Task" [ 1762.522116] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.534694] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5288c097-887f-755b-9162-340021f4556d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.741076] env[62097]: DEBUG nova.network.neutron [req-4b9e0ba7-1360-4317-a114-50f7542c76fb req-50f58adc-0708-46a6-8f34-8d4b6634518a service nova] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Updated VIF entry in instance network info cache for port 1fcd737a-eb04-4a7b-8f8c-257dece792c0. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1762.741587] env[62097]: DEBUG nova.network.neutron [req-4b9e0ba7-1360-4317-a114-50f7542c76fb req-50f58adc-0708-46a6-8f34-8d4b6634518a service nova] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Updating instance_info_cache with network_info: [{"id": "1fcd737a-eb04-4a7b-8f8c-257dece792c0", "address": "fa:16:3e:15:7c:8e", "network": {"id": "a20b52e0-ae0e-42db-8330-4ce30755c4d4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-30735310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c080b530d64744acf7122498bdd5ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fcd737a-eb", "ovs_interfaceid": "1fcd737a-eb04-4a7b-8f8c-257dece792c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.759247] env[62097]: DEBUG oslo_vmware.rw_handles [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52953988-132a-f9ea-6e30-31d373cda695/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1762.760198] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d6db95-8572-4f0c-aa80-f1bd577e5e84 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.773891] env[62097]: DEBUG oslo_vmware.rw_handles [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52953988-132a-f9ea-6e30-31d373cda695/disk-0.vmdk is in state: ready. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1762.774194] env[62097]: ERROR oslo_vmware.rw_handles [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52953988-132a-f9ea-6e30-31d373cda695/disk-0.vmdk due to incomplete transfer. [ 1762.774450] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2d31c422-2253-4098-92ba-ae5d35dc8966 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.784449] env[62097]: DEBUG oslo_vmware.rw_handles [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52953988-132a-f9ea-6e30-31d373cda695/disk-0.vmdk. {{(pid=62097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1762.784781] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Uploaded image fe1edb22-e551-4864-a701-5b67aa20921f to the Glance image server {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1762.786923] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Destroying the VM {{(pid=62097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1762.787319] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-351f5964-2933-44a9-845b-d7c62acb07d1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.796539] env[62097]: DEBUG oslo_vmware.api [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1762.796539] env[62097]: value = "task-2034787" [ 1762.796539] env[62097]: _type = "Task" [ 1762.796539] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.798971] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610856fc-a78f-4ca1-9d63-0a9eee82e1c2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.820658] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be5b94c-1467-4f9c-893a-725006cff124 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.825441] env[62097]: DEBUG oslo_vmware.api [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034787, 'name': Destroy_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.864345] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6103fb15-3ad4-44f0-aa5d-d120705c21a3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.878917] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd264b5-280b-4c2c-b341-4caa379fa443 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.884024] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.895469] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1762.950406] env[62097]: DEBUG oslo_vmware.api [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034784, 'name': Destroy_Task, 'duration_secs': 1.709006} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.950786] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Destroyed the VM [ 1762.951134] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Deleting Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1762.951498] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cec67bd0-f1d5-42d6-9fd3-6f43b22cf408 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.958850] env[62097]: DEBUG oslo_vmware.api [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1762.958850] env[62097]: value = "task-2034788" [ 1762.958850] env[62097]: _type = "Task" [ 1762.958850] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.969913] env[62097]: DEBUG oslo_vmware.api [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034788, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.993679] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525b1af8-6a21-4c00-1888-f65b9dac19c0, 'name': SearchDatastore_Task, 'duration_secs': 0.013314} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.995231] env[62097]: DEBUG oslo_concurrency.lockutils [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.995231] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1762.995231] env[62097]: DEBUG oslo_concurrency.lockutils [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.033723] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5288c097-887f-755b-9162-340021f4556d, 'name': SearchDatastore_Task, 'duration_secs': 0.012426} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.034020] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.034347] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 1993cbe1-7d91-42d7-85ab-fae419cedef7/1993cbe1-7d91-42d7-85ab-fae419cedef7.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1763.034632] env[62097]: DEBUG oslo_concurrency.lockutils [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.034817] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1763.035048] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53963465-d425-40d6-a041-5699ea9ceb55 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.037284] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92f95196-04d4-41d0-9c0f-eb775ca10e7a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.044932] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1763.044932] env[62097]: value = "task-2034789" [ 1763.044932] env[62097]: _type = "Task" [ 1763.044932] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.049958] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1763.050222] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1763.051492] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e4cc12a-a7c9-4490-a792-172be21c12a1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.057735] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.061080] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1763.061080] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527ebed1-167c-b603-34fb-119c932c5348" [ 1763.061080] env[62097]: _type = "Task" [ 1763.061080] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.069606] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527ebed1-167c-b603-34fb-119c932c5348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.250217] env[62097]: DEBUG oslo_concurrency.lockutils [req-4b9e0ba7-1360-4317-a114-50f7542c76fb req-50f58adc-0708-46a6-8f34-8d4b6634518a service nova] Releasing lock "refresh_cache-edab7482-65e5-4141-aa17-08c348f76bbe" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.313224] env[62097]: DEBUG oslo_vmware.api [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034787, 'name': Destroy_Task, 'duration_secs': 0.436677} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.313224] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Destroyed the VM [ 1763.313224] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Deleting Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1763.313224] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b0d31a15-0006-4f72-9fe9-f056113d533a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.319808] env[62097]: DEBUG oslo_vmware.api [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1763.319808] env[62097]: value = "task-2034792" [ 1763.319808] env[62097]: _type = "Task" [ 1763.319808] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.330232] env[62097]: DEBUG oslo_vmware.api [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034792, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.330682] env[62097]: DEBUG oslo_concurrency.lockutils [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "d37200db-e945-461a-84f5-beb632e9b4bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.330972] env[62097]: DEBUG oslo_concurrency.lockutils [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "d37200db-e945-461a-84f5-beb632e9b4bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.331327] env[62097]: DEBUG oslo_concurrency.lockutils [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "d37200db-e945-461a-84f5-beb632e9b4bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.331584] env[62097]: DEBUG oslo_concurrency.lockutils [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "d37200db-e945-461a-84f5-beb632e9b4bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.331784] env[62097]: DEBUG oslo_concurrency.lockutils [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "d37200db-e945-461a-84f5-beb632e9b4bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.335933] env[62097]: INFO nova.compute.manager [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Terminating instance [ 1763.379507] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034786, 'name': ReconfigVM_Task, 'duration_secs': 1.176777} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.379507] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Reconfigured VM instance instance-00000029 to attach disk [datastore1] edab7482-65e5-4141-aa17-08c348f76bbe/edab7482-65e5-4141-aa17-08c348f76bbe.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1763.380267] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8369fc26-97ba-4db7-b8fb-29d1e9141ed9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.387659] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1763.387659] env[62097]: value = "task-2034794" [ 1763.387659] env[62097]: _type = "Task" [ 1763.387659] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.400907] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1763.404998] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034794, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.469289] env[62097]: DEBUG oslo_vmware.api [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034788, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.556496] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034789, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.571861] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527ebed1-167c-b603-34fb-119c932c5348, 'name': SearchDatastore_Task, 'duration_secs': 0.011633} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.572892] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b16e7084-4312-42ed-bb2b-e79cb0a9b23f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.578846] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1763.578846] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b35fc9-db33-6080-97de-d41d225405b4" [ 1763.578846] env[62097]: _type = "Task" [ 1763.578846] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.588246] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b35fc9-db33-6080-97de-d41d225405b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.830923] env[62097]: DEBUG oslo_vmware.api [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034792, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.840871] env[62097]: DEBUG nova.compute.manager [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1763.841290] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1763.842393] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff04ad94-c000-48db-831f-90108d067599 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.849759] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1763.850061] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4737fd4e-493a-446f-8b4b-453365a7413a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.855866] env[62097]: DEBUG oslo_vmware.api [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1763.855866] env[62097]: value = "task-2034795" [ 1763.855866] env[62097]: _type = "Task" [ 1763.855866] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.864204] env[62097]: DEBUG oslo_vmware.api [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2034795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.895214] env[62097]: DEBUG nova.compute.manager [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Received event network-vif-plugged-d31dc54c-83ee-4958-bc50-6eb637d3dc0d {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1763.895443] env[62097]: DEBUG oslo_concurrency.lockutils [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] Acquiring lock "1993cbe1-7d91-42d7-85ab-fae419cedef7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.895681] env[62097]: DEBUG oslo_concurrency.lockutils [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] Lock "1993cbe1-7d91-42d7-85ab-fae419cedef7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.895967] env[62097]: DEBUG oslo_concurrency.lockutils [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] Lock "1993cbe1-7d91-42d7-85ab-fae419cedef7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.895967] env[62097]: DEBUG nova.compute.manager [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] No waiting events found dispatching network-vif-plugged-d31dc54c-83ee-4958-bc50-6eb637d3dc0d {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1763.896499] env[62097]: WARNING nova.compute.manager [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Received unexpected event network-vif-plugged-d31dc54c-83ee-4958-bc50-6eb637d3dc0d for instance with vm_state building and task_state spawning. [ 1763.896499] env[62097]: DEBUG nova.compute.manager [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Received event network-changed-d31dc54c-83ee-4958-bc50-6eb637d3dc0d {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1763.896499] env[62097]: DEBUG nova.compute.manager [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Refreshing instance network info cache due to event network-changed-d31dc54c-83ee-4958-bc50-6eb637d3dc0d. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1763.896900] env[62097]: DEBUG oslo_concurrency.lockutils [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] Acquiring lock "refresh_cache-1993cbe1-7d91-42d7-85ab-fae419cedef7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.896900] env[62097]: DEBUG oslo_concurrency.lockutils [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] Acquired lock "refresh_cache-1993cbe1-7d91-42d7-85ab-fae419cedef7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.896900] env[62097]: DEBUG nova.network.neutron [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Refreshing network info cache for port d31dc54c-83ee-4958-bc50-6eb637d3dc0d {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1763.901604] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034794, 'name': Rename_Task, 'duration_secs': 0.280675} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.902301] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1763.902389] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a75bf02e-10b7-4072-9df1-f558076f68c0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.906411] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1763.906654] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.370s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.906918] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.785s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.907123] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.909198] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.632s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.910796] env[62097]: INFO nova.compute.claims [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1763.913545] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.913791] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Cleaning up deleted instances {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1763.918717] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1763.918717] env[62097]: value = "task-2034796" [ 1763.918717] env[62097]: _type = "Task" [ 1763.918717] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.928780] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034796, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.942798] env[62097]: INFO nova.scheduler.client.report [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Deleted allocations for instance 93e02b4d-b5b1-454e-89a4-f5f735cef950 [ 1763.973216] env[62097]: DEBUG oslo_vmware.api [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034788, 'name': RemoveSnapshot_Task, 'duration_secs': 0.873927} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.973518] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Deleted Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1763.973759] env[62097]: INFO nova.compute.manager [None req-c89e6b78-143b-4839-a514-c8f6d8de2838 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Took 16.69 seconds to snapshot the instance on the hypervisor. [ 1764.055253] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551289} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.055533] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 1993cbe1-7d91-42d7-85ab-fae419cedef7/1993cbe1-7d91-42d7-85ab-fae419cedef7.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1764.055779] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1764.056067] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdd29432-2319-40fd-b2b3-cfb3eaedde61 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.063813] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1764.063813] env[62097]: value = "task-2034797" [ 1764.063813] env[62097]: _type = "Task" [ 1764.063813] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.073390] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.090104] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b35fc9-db33-6080-97de-d41d225405b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009891} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.090487] env[62097]: DEBUG oslo_concurrency.lockutils [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.090811] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721/14f1c8b1-77f4-46f1-ba73-5ae24e9cc721.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1764.091201] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70cff791-1632-4f5f-97a1-51f8805693a2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.099830] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1764.099830] env[62097]: value = "task-2034798" [ 1764.099830] env[62097]: _type = "Task" [ 1764.099830] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.111635] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.171304] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5c286302-cb34-401b-8cb6-16be8a0517bc tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Acquiring lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.171673] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5c286302-cb34-401b-8cb6-16be8a0517bc tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.334859] env[62097]: DEBUG oslo_vmware.api [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034792, 'name': RemoveSnapshot_Task, 'duration_secs': 0.550324} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.335249] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Deleted Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1764.336027] env[62097]: INFO nova.compute.manager [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Took 15.56 seconds to snapshot the instance on the hypervisor. [ 1764.373031] env[62097]: DEBUG oslo_vmware.api [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2034795, 'name': PowerOffVM_Task, 'duration_secs': 0.185566} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.373578] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1764.373903] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1764.374327] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37633273-eff9-4980-8195-264366df1d98 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.427712] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] There are 16 instances to clean {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1764.428104] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 86cedaef-793d-47ea-a77e-67da0776a0e6] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1764.449735] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034796, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.462109] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ce26dbcf-c86f-4c4e-b864-abf37f97761c tempest-ServerDiagnosticsTest-506691357 tempest-ServerDiagnosticsTest-506691357-project-member] Lock "93e02b4d-b5b1-454e-89a4-f5f735cef950" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.827s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.500073] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1764.500345] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1764.500595] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Deleting the datastore file [datastore1] d37200db-e945-461a-84f5-beb632e9b4bd {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1764.500989] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a53d5e24-e37d-4052-a202-8d601f74bf3b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.509959] env[62097]: DEBUG oslo_vmware.api [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1764.509959] env[62097]: value = "task-2034800" [ 1764.509959] env[62097]: _type = "Task" [ 1764.509959] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.523183] env[62097]: DEBUG oslo_vmware.api [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2034800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.527999] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "ac966fff-88e8-4fd3-925f-0e6195c1c940" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.528351] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "ac966fff-88e8-4fd3-925f-0e6195c1c940" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.528605] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "ac966fff-88e8-4fd3-925f-0e6195c1c940-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.528848] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "ac966fff-88e8-4fd3-925f-0e6195c1c940-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.529042] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "ac966fff-88e8-4fd3-925f-0e6195c1c940-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.532931] env[62097]: INFO nova.compute.manager [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Terminating instance [ 1764.577923] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081358} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.578215] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1764.579349] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d673b25-c85d-428d-90c3-07af3cf61e28 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.606323] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 1993cbe1-7d91-42d7-85ab-fae419cedef7/1993cbe1-7d91-42d7-85ab-fae419cedef7.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1764.610369] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1909243e-0b8a-470e-82b7-ff37e784e1f3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.637409] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034798, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.639355] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1764.639355] env[62097]: value = "task-2034801" [ 1764.639355] env[62097]: _type = "Task" [ 1764.639355] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.649801] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.677585] env[62097]: INFO nova.compute.manager [None req-5c286302-cb34-401b-8cb6-16be8a0517bc tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Detaching volume 51a8c5b5-7682-483e-a053-5d922f8b03be [ 1764.722149] env[62097]: INFO nova.virt.block_device [None req-5c286302-cb34-401b-8cb6-16be8a0517bc tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Attempting to driver detach volume 51a8c5b5-7682-483e-a053-5d922f8b03be from mountpoint /dev/sdb [ 1764.722149] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c286302-cb34-401b-8cb6-16be8a0517bc tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Volume detach. Driver type: vmdk {{(pid=62097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1764.722464] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c286302-cb34-401b-8cb6-16be8a0517bc tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-417879', 'volume_id': '51a8c5b5-7682-483e-a053-5d922f8b03be', 'name': 'volume-51a8c5b5-7682-483e-a053-5d922f8b03be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2c388fa-17da-4d92-95f5-e5edc7dfc92d', 'attached_at': '', 'detached_at': '', 'volume_id': '51a8c5b5-7682-483e-a053-5d922f8b03be', 'serial': '51a8c5b5-7682-483e-a053-5d922f8b03be'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1764.723771] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ccd166-159d-4e54-98d6-06068d276d51 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.729276] env[62097]: DEBUG nova.network.neutron [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Updated VIF entry in instance network info cache for port d31dc54c-83ee-4958-bc50-6eb637d3dc0d. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1764.729907] env[62097]: DEBUG nova.network.neutron [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Updating instance_info_cache with network_info: [{"id": "d31dc54c-83ee-4958-bc50-6eb637d3dc0d", "address": "fa:16:3e:a1:79:25", "network": {"id": "a20b52e0-ae0e-42db-8330-4ce30755c4d4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-30735310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c080b530d64744acf7122498bdd5ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd31dc54c-83", "ovs_interfaceid": "d31dc54c-83ee-4958-bc50-6eb637d3dc0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.764696] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4874c59-d060-4116-af2f-57f9aa4d5d0d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.777077] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c53b7a4-160a-46cf-8d7d-478ff474620b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.815101] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da1f392-1f8e-48be-9368-260c44bf9e3c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.832834] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c286302-cb34-401b-8cb6-16be8a0517bc tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] The volume has not been displaced from its original location: [datastore1] volume-51a8c5b5-7682-483e-a053-5d922f8b03be/volume-51a8c5b5-7682-483e-a053-5d922f8b03be.vmdk. No consolidation needed. {{(pid=62097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1764.838433] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c286302-cb34-401b-8cb6-16be8a0517bc tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1764.838853] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17aea492-acef-4a31-97da-2756caa5d36b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.852690] env[62097]: DEBUG nova.compute.manager [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Instance disappeared during snapshot {{(pid=62097) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1764.861085] env[62097]: DEBUG oslo_vmware.api [None req-5c286302-cb34-401b-8cb6-16be8a0517bc tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Waiting for the task: (returnval){ [ 1764.861085] env[62097]: value = "task-2034802" [ 1764.861085] env[62097]: _type = "Task" [ 1764.861085] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.871961] env[62097]: DEBUG oslo_vmware.api [None req-5c286302-cb34-401b-8cb6-16be8a0517bc tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Task: {'id': task-2034802, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.873147] env[62097]: DEBUG nova.compute.manager [None req-32a5fc54-2471-495e-a986-8ce4373e333b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Image not found during clean up fe1edb22-e551-4864-a701-5b67aa20921f {{(pid=62097) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1764.941946] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 5a44d799-ec90-4bba-8033-af5ab51cb201] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1764.944232] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034796, 'name': PowerOnVM_Task, 'duration_secs': 0.565768} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.945439] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1764.945439] env[62097]: INFO nova.compute.manager [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Took 12.01 seconds to spawn the instance on the hypervisor. [ 1764.945439] env[62097]: DEBUG nova.compute.manager [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1764.945839] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b36a98-7f1d-4498-be21-e27452bdd7f1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.024929] env[62097]: DEBUG oslo_vmware.api [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2034800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.456187} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.028424] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1765.028483] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1765.030457] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1765.030457] env[62097]: INFO nova.compute.manager [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1765.030457] env[62097]: DEBUG oslo.service.loopingcall [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1765.030457] env[62097]: DEBUG nova.compute.manager [-] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1765.030457] env[62097]: DEBUG nova.network.neutron [-] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1765.037889] env[62097]: DEBUG nova.compute.manager [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1765.038144] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1765.039517] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fb51b7-48c1-4576-a605-6f2c1b67efa0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.052258] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1765.052258] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ea58843-284b-4a79-ac96-08d9bf8647f9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.122751] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540124} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.126186] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721/14f1c8b1-77f4-46f1-ba73-5ae24e9cc721.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1765.126451] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1765.127046] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cac319f-3d97-4ee6-9f5f-db8870b89f1e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.134258] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1765.134502] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1765.134895] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Deleting the datastore file [datastore2] ac966fff-88e8-4fd3-925f-0e6195c1c940 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1765.135182] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a818d80-dcda-4033-a11c-34fdb1ec15df {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.140096] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1765.140096] env[62097]: value = "task-2034804" [ 1765.140096] env[62097]: _type = "Task" [ 1765.140096] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.152884] env[62097]: DEBUG oslo_vmware.api [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1765.152884] env[62097]: value = "task-2034805" [ 1765.152884] env[62097]: _type = "Task" [ 1765.152884] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.165703] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.165992] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.174411] env[62097]: DEBUG oslo_vmware.api [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.234767] env[62097]: DEBUG oslo_concurrency.lockutils [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] Releasing lock "refresh_cache-1993cbe1-7d91-42d7-85ab-fae419cedef7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.234951] env[62097]: DEBUG nova.compute.manager [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Received event network-vif-plugged-eed5703a-fada-4be9-82ae-1996e0eff216 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1765.235184] env[62097]: DEBUG oslo_concurrency.lockutils [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] Acquiring lock "14f1c8b1-77f4-46f1-ba73-5ae24e9cc721-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.235402] env[62097]: DEBUG oslo_concurrency.lockutils [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] Lock "14f1c8b1-77f4-46f1-ba73-5ae24e9cc721-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.235594] env[62097]: DEBUG oslo_concurrency.lockutils [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] Lock "14f1c8b1-77f4-46f1-ba73-5ae24e9cc721-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.235734] env[62097]: DEBUG nova.compute.manager [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] No waiting events found dispatching network-vif-plugged-eed5703a-fada-4be9-82ae-1996e0eff216 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1765.235899] env[62097]: WARNING nova.compute.manager [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Received unexpected event network-vif-plugged-eed5703a-fada-4be9-82ae-1996e0eff216 for instance with vm_state building and task_state spawning. [ 1765.236074] env[62097]: DEBUG nova.compute.manager [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Received event network-changed-eed5703a-fada-4be9-82ae-1996e0eff216 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1765.236237] env[62097]: DEBUG nova.compute.manager [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Refreshing instance network info cache due to event network-changed-eed5703a-fada-4be9-82ae-1996e0eff216. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1765.236425] env[62097]: DEBUG oslo_concurrency.lockutils [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] Acquiring lock "refresh_cache-14f1c8b1-77f4-46f1-ba73-5ae24e9cc721" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.236838] env[62097]: DEBUG oslo_concurrency.lockutils [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] Acquired lock "refresh_cache-14f1c8b1-77f4-46f1-ba73-5ae24e9cc721" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.236838] env[62097]: DEBUG nova.network.neutron [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Refreshing network info cache for port eed5703a-fada-4be9-82ae-1996e0eff216 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1765.374542] env[62097]: DEBUG oslo_vmware.api [None req-5c286302-cb34-401b-8cb6-16be8a0517bc tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Task: {'id': task-2034802, 'name': ReconfigVM_Task, 'duration_secs': 0.343576} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.374901] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c286302-cb34-401b-8cb6-16be8a0517bc tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1765.383330] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f24b578-e3a8-4252-a26f-19435846799e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.399922] env[62097]: DEBUG oslo_vmware.api [None req-5c286302-cb34-401b-8cb6-16be8a0517bc tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Waiting for the task: (returnval){ [ 1765.399922] env[62097]: value = "task-2034806" [ 1765.399922] env[62097]: _type = "Task" [ 1765.399922] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.293908] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 79246857-aa34-4b46-ae7c-1899f9c107c4] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1766.303177] env[62097]: DEBUG nova.network.neutron [-] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.306713] env[62097]: DEBUG oslo_vmware.api [None req-5c286302-cb34-401b-8cb6-16be8a0517bc tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Task: {'id': task-2034806, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.306956] env[62097]: WARNING oslo_vmware.common.loopingcall [None req-5c286302-cb34-401b-8cb6-16be8a0517bc tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] task run outlasted interval by 0.407107 sec [ 1766.325372] env[62097]: DEBUG nova.compute.manager [req-19f415de-0918-4b78-b43f-816e4a506de9 req-5a3f2e94-1f30-4508-8d2d-77e827e0ee28 service nova] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Received event network-vif-deleted-5b75fdfa-6c79-4cf4-9427-21d55f4b5ec6 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1766.325372] env[62097]: INFO nova.compute.manager [req-19f415de-0918-4b78-b43f-816e4a506de9 req-5a3f2e94-1f30-4508-8d2d-77e827e0ee28 service nova] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Neutron deleted interface 5b75fdfa-6c79-4cf4-9427-21d55f4b5ec6; detaching it from the instance and deleting it from the info cache [ 1766.325372] env[62097]: DEBUG nova.network.neutron [req-19f415de-0918-4b78-b43f-816e4a506de9 req-5a3f2e94-1f30-4508-8d2d-77e827e0ee28 service nova] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.326069] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "b2312aa2-a236-4928-8204-dee877cc217f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.326227] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "b2312aa2-a236-4928-8204-dee877cc217f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.330064] env[62097]: INFO nova.compute.manager [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Took 39.03 seconds to build instance. [ 1766.345887] env[62097]: DEBUG oslo_vmware.api [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2034805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472318} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.346142] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034801, 'name': ReconfigVM_Task, 'duration_secs': 0.709125} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.346365] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160559} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.349689] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1766.349897] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1766.350572] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1766.350572] env[62097]: INFO nova.compute.manager [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1766.350572] env[62097]: DEBUG oslo.service.loopingcall [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.350836] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 1993cbe1-7d91-42d7-85ab-fae419cedef7/1993cbe1-7d91-42d7-85ab-fae419cedef7.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1766.351578] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1766.352717] env[62097]: DEBUG oslo_vmware.api [None req-5c286302-cb34-401b-8cb6-16be8a0517bc tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Task: {'id': task-2034806, 'name': ReconfigVM_Task, 'duration_secs': 0.200958} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.355021] env[62097]: DEBUG nova.compute.manager [-] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1766.355142] env[62097]: DEBUG nova.network.neutron [-] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1766.356788] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e824ed4-b1fc-4379-b118-26e60c15fc99 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.359076] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588b233c-2731-45e2-b6a0-e4e80938c019 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.362273] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c286302-cb34-401b-8cb6-16be8a0517bc tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-417879', 'volume_id': '51a8c5b5-7682-483e-a053-5d922f8b03be', 'name': 'volume-51a8c5b5-7682-483e-a053-5d922f8b03be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2c388fa-17da-4d92-95f5-e5edc7dfc92d', 'attached_at': '', 'detached_at': '', 'volume_id': '51a8c5b5-7682-483e-a053-5d922f8b03be', 'serial': '51a8c5b5-7682-483e-a053-5d922f8b03be'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1766.387460] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721/14f1c8b1-77f4-46f1-ba73-5ae24e9cc721.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1766.394735] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02ddea62-e340-4604-bc32-b2a6883647a3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.410016] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1766.410016] env[62097]: value = "task-2034807" [ 1766.410016] env[62097]: _type = "Task" [ 1766.410016] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.426917] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034807, 'name': Rename_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.431467] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1766.431467] env[62097]: value = "task-2034808" [ 1766.431467] env[62097]: _type = "Task" [ 1766.431467] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.444683] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.534324] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2451338e-42bf-4819-9094-8dc33c21e865 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.545711] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3b25a0-01ac-4a40-8001-9a8b0b0dbf4a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.577984] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72e2063-9340-42cf-99d7-488feca6943b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.586258] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d62aa1-7fa6-45a3-9d70-ffe747a11f82 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.601218] env[62097]: DEBUG nova.compute.provider_tree [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1766.809358] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: e74c419d-78d4-4fdb-b1c6-9ff750272761] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1766.812031] env[62097]: INFO nova.compute.manager [-] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Took 1.78 seconds to deallocate network for instance. [ 1766.833441] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-552b5b61-da47-425c-8075-78e80f0e8fec {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.846627] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97b8bc4-d84f-4b1d-a272-f10f7e1fe7ef {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.860094] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "edab7482-65e5-4141-aa17-08c348f76bbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.205s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.896538] env[62097]: DEBUG nova.compute.manager [req-19f415de-0918-4b78-b43f-816e4a506de9 req-5a3f2e94-1f30-4508-8d2d-77e827e0ee28 service nova] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Detach interface failed, port_id=5b75fdfa-6c79-4cf4-9427-21d55f4b5ec6, reason: Instance d37200db-e945-461a-84f5-beb632e9b4bd could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1766.929860] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034807, 'name': Rename_Task, 'duration_secs': 0.19288} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.931284] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1766.931284] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6900f13c-b59c-44d1-a87d-8efed53842ab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.939603] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1766.939603] env[62097]: value = "task-2034810" [ 1766.939603] env[62097]: _type = "Task" [ 1766.939603] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.945934] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034808, 'name': ReconfigVM_Task, 'duration_secs': 0.413362} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.949211] env[62097]: DEBUG nova.objects.instance [None req-5c286302-cb34-401b-8cb6-16be8a0517bc tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Lazy-loading 'flavor' on Instance uuid a2c388fa-17da-4d92-95f5-e5edc7dfc92d {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1766.953636] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721/14f1c8b1-77f4-46f1-ba73-5ae24e9cc721.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1766.954324] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-036c62cb-38ad-4651-8748-a1fe5a1be1f1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.960936] env[62097]: DEBUG nova.network.neutron [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Updated VIF entry in instance network info cache for port eed5703a-fada-4be9-82ae-1996e0eff216. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1766.961031] env[62097]: DEBUG nova.network.neutron [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Updating instance_info_cache with network_info: [{"id": "eed5703a-fada-4be9-82ae-1996e0eff216", "address": "fa:16:3e:d2:47:a9", "network": {"id": "d5f1d527-c4ee-43d8-9626-eecf29c8ef61", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-607891245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3531ea2e2b40fb912cdca256a6c579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeed5703a-fa", "ovs_interfaceid": "eed5703a-fada-4be9-82ae-1996e0eff216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.967524] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034810, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.968589] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1766.968589] env[62097]: value = "task-2034811" [ 1766.968589] env[62097]: _type = "Task" [ 1766.968589] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.979456] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034811, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.105043] env[62097]: DEBUG nova.scheduler.client.report [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1767.317313] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: ff68de27-4ac7-456a-9946-768d07738a18] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1767.324626] env[62097]: DEBUG oslo_concurrency.lockutils [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.364087] env[62097]: DEBUG nova.compute.manager [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1767.432019] env[62097]: DEBUG nova.compute.manager [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1767.433075] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911afa08-21ea-4782-a644-b1f00591e419 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.457228] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034810, 'name': PowerOnVM_Task} progress is 96%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.472595] env[62097]: DEBUG oslo_concurrency.lockutils [req-d6ecfa49-fa37-401a-9eff-5910682124b1 req-830cf8ca-5c3c-4792-a7bf-15796216c4fa service nova] Releasing lock "refresh_cache-14f1c8b1-77f4-46f1-ba73-5ae24e9cc721" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.488724] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034811, 'name': Rename_Task, 'duration_secs': 0.216306} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.489123] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1767.489255] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99c6d495-c86f-4e10-b104-28300ebce564 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.498240] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1767.498240] env[62097]: value = "task-2034812" [ 1767.498240] env[62097]: _type = "Task" [ 1767.498240] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.509381] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.523545] env[62097]: DEBUG nova.network.neutron [-] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.611865] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.703s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.612465] env[62097]: DEBUG nova.compute.manager [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1767.617143] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.954s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.619997] env[62097]: INFO nova.compute.claims [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1767.819983] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 6c1b3fe7-08d1-4ebc-804f-0199697b94dc] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1767.893468] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.948062] env[62097]: INFO nova.compute.manager [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] instance snapshotting [ 1767.949641] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83de3c2-a7ee-4e2a-90f5-701528383a6f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.962580] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5c286302-cb34-401b-8cb6-16be8a0517bc tempest-VolumesAssistedSnapshotsTest-1504571568 tempest-VolumesAssistedSnapshotsTest-1504571568-project-admin] Lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.791s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.964291] env[62097]: DEBUG oslo_vmware.api [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034810, 'name': PowerOnVM_Task, 'duration_secs': 0.59327} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.979734] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1767.980068] env[62097]: INFO nova.compute.manager [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Took 12.13 seconds to spawn the instance on the hypervisor. [ 1767.980188] env[62097]: DEBUG nova.compute.manager [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1767.981675] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea6f886-5386-4d00-b590-0a6bdc2452cd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.985718] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2fc22b-355c-43d5-9bdc-5b154f7b7909 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.013494] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034812, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.029612] env[62097]: INFO nova.compute.manager [-] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Took 1.67 seconds to deallocate network for instance. [ 1768.124106] env[62097]: DEBUG nova.compute.utils [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1768.128029] env[62097]: DEBUG nova.compute.manager [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1768.128029] env[62097]: DEBUG nova.network.neutron [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1768.226647] env[62097]: DEBUG nova.compute.manager [req-b014ebf3-407b-4367-9c04-6ea1687a1ffd req-dfa9bdd2-3e22-4420-8427-b710f8f517aa service nova] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Received event network-vif-deleted-67af1590-428c-41de-9293-39e3e1ed3d8c {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1768.273438] env[62097]: DEBUG nova.policy [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '197788b928134cf8b2b058bbaf0d425a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2346e10d2434d088335660f6571e8d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1768.324209] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 7e52d25f-9a50-4a15-b296-c156d9f3b785] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1768.498755] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Creating Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1768.499233] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8f4f54a0-63e0-4545-a1bd-f188180ee819 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.514877] env[62097]: DEBUG oslo_vmware.api [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1768.514877] env[62097]: value = "task-2034815" [ 1768.514877] env[62097]: _type = "Task" [ 1768.514877] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.523535] env[62097]: DEBUG oslo_vmware.api [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034812, 'name': PowerOnVM_Task, 'duration_secs': 0.568217} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.525236] env[62097]: INFO nova.compute.manager [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Took 41.11 seconds to build instance. [ 1768.525236] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1768.529227] env[62097]: INFO nova.compute.manager [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1768.529545] env[62097]: DEBUG nova.compute.manager [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1768.531703] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7798f88c-25cc-40db-b0be-30bd8e33b0c2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.542126] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.542507] env[62097]: DEBUG oslo_vmware.api [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034815, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.632189] env[62097]: DEBUG nova.compute.manager [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1768.786947] env[62097]: DEBUG nova.network.neutron [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Successfully created port: fcdc520a-8c1e-40aa-a19c-efb69b78b72d {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1768.827298] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: c6996d2e-dfbe-4eb8-97a8-19b3ab9420e4] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1769.030476] env[62097]: DEBUG oslo_concurrency.lockutils [None req-431b12aa-8edc-45ad-96a5-ba570fe0968d tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "1993cbe1-7d91-42d7-85ab-fae419cedef7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.339s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.030840] env[62097]: DEBUG oslo_vmware.api [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034815, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.060295] env[62097]: INFO nova.compute.manager [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Took 41.22 seconds to build instance. [ 1769.237673] env[62097]: DEBUG oslo_concurrency.lockutils [None req-680cb9d1-227b-4a29-b674-e21b14a58bb3 tempest-ServersAdminTestJSON-965509083 tempest-ServersAdminTestJSON-965509083-project-admin] Acquiring lock "refresh_cache-14f1c8b1-77f4-46f1-ba73-5ae24e9cc721" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.237849] env[62097]: DEBUG oslo_concurrency.lockutils [None req-680cb9d1-227b-4a29-b674-e21b14a58bb3 tempest-ServersAdminTestJSON-965509083 tempest-ServersAdminTestJSON-965509083-project-admin] Acquired lock "refresh_cache-14f1c8b1-77f4-46f1-ba73-5ae24e9cc721" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.238038] env[62097]: DEBUG nova.network.neutron [None req-680cb9d1-227b-4a29-b674-e21b14a58bb3 tempest-ServersAdminTestJSON-965509083 tempest-ServersAdminTestJSON-965509083-project-admin] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1769.251635] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93052bc-20cf-4fe7-a9d9-3963c265b388 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.261593] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4ba822-7d24-414f-8226-06e39c4da16e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.300742] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e739b57-99cf-486d-8331-efe82ac819ac {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.310851] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1503f211-6efd-4bd3-a2c2-58dde637c7ca {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.327051] env[62097]: DEBUG nova.compute.provider_tree [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1769.333956] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: cdfa4bbb-8a55-4df8-94d4-f3371d2efb9e] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1769.424757] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "edab7482-65e5-4141-aa17-08c348f76bbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.425055] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "edab7482-65e5-4141-aa17-08c348f76bbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.425280] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "edab7482-65e5-4141-aa17-08c348f76bbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.426028] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "edab7482-65e5-4141-aa17-08c348f76bbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.426028] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "edab7482-65e5-4141-aa17-08c348f76bbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.427836] env[62097]: INFO nova.compute.manager [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Terminating instance [ 1769.455201] env[62097]: DEBUG oslo_vmware.rw_handles [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c17f03-a5ca-1857-f91b-2fca2dcd6093/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1769.456205] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d30f6f4-c97d-4ed5-8ce0-96d4d303bc76 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.464163] env[62097]: DEBUG oslo_vmware.rw_handles [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c17f03-a5ca-1857-f91b-2fca2dcd6093/disk-0.vmdk is in state: ready. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1769.464345] env[62097]: ERROR oslo_vmware.rw_handles [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c17f03-a5ca-1857-f91b-2fca2dcd6093/disk-0.vmdk due to incomplete transfer. [ 1769.464563] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-78745669-2811-4166-bddf-0c2f99c60503 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.474050] env[62097]: DEBUG oslo_vmware.rw_handles [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c17f03-a5ca-1857-f91b-2fca2dcd6093/disk-0.vmdk. {{(pid=62097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1769.474240] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Uploaded image f70da4ed-e3bc-4d67-8b2c-2eb5bb086f2c to the Glance image server {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1769.475560] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Destroying the VM {{(pid=62097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1769.475983] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-836098e9-9d2c-413f-ba05-07448057a7ff {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.484755] env[62097]: DEBUG oslo_vmware.api [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Waiting for the task: (returnval){ [ 1769.484755] env[62097]: value = "task-2034816" [ 1769.484755] env[62097]: _type = "Task" [ 1769.484755] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.493336] env[62097]: DEBUG oslo_vmware.api [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034816, 'name': Destroy_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.527675] env[62097]: DEBUG oslo_vmware.api [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034815, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.533482] env[62097]: DEBUG nova.compute.manager [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1769.565547] env[62097]: DEBUG oslo_concurrency.lockutils [None req-714d6d15-49cc-495d-86ea-400e160b15ab tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "14f1c8b1-77f4-46f1-ba73-5ae24e9cc721" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.503s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.570406] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "1993cbe1-7d91-42d7-85ab-fae419cedef7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.570721] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "1993cbe1-7d91-42d7-85ab-fae419cedef7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.570941] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "1993cbe1-7d91-42d7-85ab-fae419cedef7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.571159] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "1993cbe1-7d91-42d7-85ab-fae419cedef7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.571384] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "1993cbe1-7d91-42d7-85ab-fae419cedef7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.574033] env[62097]: INFO nova.compute.manager [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Terminating instance [ 1769.649061] env[62097]: DEBUG nova.compute.manager [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1769.677200] env[62097]: DEBUG nova.virt.hardware [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1769.677894] env[62097]: DEBUG nova.virt.hardware [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1769.678143] env[62097]: DEBUG nova.virt.hardware [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1769.678355] env[62097]: DEBUG nova.virt.hardware [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1769.678509] env[62097]: DEBUG nova.virt.hardware [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1769.678706] env[62097]: DEBUG nova.virt.hardware [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1769.678951] env[62097]: DEBUG nova.virt.hardware [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1769.679137] env[62097]: DEBUG nova.virt.hardware [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1769.679538] env[62097]: DEBUG nova.virt.hardware [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1769.679725] env[62097]: DEBUG nova.virt.hardware [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1769.679957] env[62097]: DEBUG nova.virt.hardware [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1769.681212] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ed0c24-ffb3-443d-997d-63915eae88a6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.691482] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3223ad-3966-486e-8ae5-98736a4d82ef {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.830867] env[62097]: DEBUG nova.scheduler.client.report [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1769.838471] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: f7a6e3b6-3a2f-4246-a0e6-8538f1c8e953] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1769.932570] env[62097]: DEBUG nova.compute.manager [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1769.932986] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1769.933911] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb87cb9-4b15-4c49-a570-220404614d10 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.949626] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1769.949626] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e069153c-8931-44f4-a8d3-362d64e7ef7a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.955548] env[62097]: DEBUG oslo_vmware.api [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1769.955548] env[62097]: value = "task-2034817" [ 1769.955548] env[62097]: _type = "Task" [ 1769.955548] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.966284] env[62097]: DEBUG oslo_vmware.api [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.997839] env[62097]: DEBUG oslo_vmware.api [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034816, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.039852] env[62097]: DEBUG oslo_vmware.api [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034815, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.061111] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.071035] env[62097]: DEBUG nova.compute.manager [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1770.084018] env[62097]: DEBUG nova.compute.manager [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1770.084018] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1770.084018] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae9321c-8788-49c1-b3ce-e8f4ec0089ef {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.094165] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1770.095100] env[62097]: DEBUG nova.network.neutron [None req-680cb9d1-227b-4a29-b674-e21b14a58bb3 tempest-ServersAdminTestJSON-965509083 tempest-ServersAdminTestJSON-965509083-project-admin] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Updating instance_info_cache with network_info: [{"id": "eed5703a-fada-4be9-82ae-1996e0eff216", "address": "fa:16:3e:d2:47:a9", "network": {"id": "d5f1d527-c4ee-43d8-9626-eecf29c8ef61", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-607891245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3531ea2e2b40fb912cdca256a6c579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeed5703a-fa", "ovs_interfaceid": "eed5703a-fada-4be9-82ae-1996e0eff216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.098223] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6fdaeaa-e48b-46bc-bd72-4db67bc472e9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.106501] env[62097]: DEBUG oslo_vmware.api [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1770.106501] env[62097]: value = "task-2034818" [ 1770.106501] env[62097]: _type = "Task" [ 1770.106501] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.118790] env[62097]: DEBUG oslo_vmware.api [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.335778] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.336665] env[62097]: DEBUG nova.compute.manager [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1770.339421] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.886s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.341829] env[62097]: INFO nova.compute.claims [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1770.348477] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 811ada10-01b0-473b-887c-95e85708af74] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1770.466885] env[62097]: DEBUG oslo_vmware.api [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034817, 'name': PowerOffVM_Task, 'duration_secs': 0.237329} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.467172] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1770.467521] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1770.467790] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d244c04-a7b1-43ac-980e-fd0902822901 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.503757] env[62097]: DEBUG oslo_vmware.api [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034816, 'name': Destroy_Task, 'duration_secs': 0.741653} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.504263] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Destroyed the VM [ 1770.504856] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Deleting Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1770.505176] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-32158191-e5b7-400d-b683-3cb06c21371b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.512817] env[62097]: DEBUG oslo_vmware.api [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Waiting for the task: (returnval){ [ 1770.512817] env[62097]: value = "task-2034820" [ 1770.512817] env[62097]: _type = "Task" [ 1770.512817] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.525909] env[62097]: DEBUG oslo_vmware.api [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034820, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.531754] env[62097]: DEBUG oslo_vmware.api [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034815, 'name': CreateSnapshot_Task, 'duration_secs': 1.771126} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.531754] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Created Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1770.532887] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed3489e-d66f-473d-831b-d2e5edeb80cd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.547067] env[62097]: DEBUG nova.compute.manager [req-eabbfc5d-1b22-4ebf-8508-71b30d447075 req-0651d30a-d5ba-44cf-a9e4-1160b21aa431 service nova] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Received event network-vif-plugged-fcdc520a-8c1e-40aa-a19c-efb69b78b72d {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1770.547342] env[62097]: DEBUG oslo_concurrency.lockutils [req-eabbfc5d-1b22-4ebf-8508-71b30d447075 req-0651d30a-d5ba-44cf-a9e4-1160b21aa431 service nova] Acquiring lock "efe841ea-ce8a-4b9a-98de-5533729488dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.547607] env[62097]: DEBUG oslo_concurrency.lockutils [req-eabbfc5d-1b22-4ebf-8508-71b30d447075 req-0651d30a-d5ba-44cf-a9e4-1160b21aa431 service nova] Lock "efe841ea-ce8a-4b9a-98de-5533729488dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.547819] env[62097]: DEBUG oslo_concurrency.lockutils [req-eabbfc5d-1b22-4ebf-8508-71b30d447075 req-0651d30a-d5ba-44cf-a9e4-1160b21aa431 service nova] Lock "efe841ea-ce8a-4b9a-98de-5533729488dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.548039] env[62097]: DEBUG nova.compute.manager [req-eabbfc5d-1b22-4ebf-8508-71b30d447075 req-0651d30a-d5ba-44cf-a9e4-1160b21aa431 service nova] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] No waiting events found dispatching network-vif-plugged-fcdc520a-8c1e-40aa-a19c-efb69b78b72d {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1770.548243] env[62097]: WARNING nova.compute.manager [req-eabbfc5d-1b22-4ebf-8508-71b30d447075 req-0651d30a-d5ba-44cf-a9e4-1160b21aa431 service nova] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Received unexpected event network-vif-plugged-fcdc520a-8c1e-40aa-a19c-efb69b78b72d for instance with vm_state building and task_state spawning. [ 1770.568439] env[62097]: DEBUG nova.network.neutron [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Successfully updated port: fcdc520a-8c1e-40aa-a19c-efb69b78b72d {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1770.598406] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.600254] env[62097]: DEBUG oslo_concurrency.lockutils [None req-680cb9d1-227b-4a29-b674-e21b14a58bb3 tempest-ServersAdminTestJSON-965509083 tempest-ServersAdminTestJSON-965509083-project-admin] Releasing lock "refresh_cache-14f1c8b1-77f4-46f1-ba73-5ae24e9cc721" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.601910] env[62097]: DEBUG nova.compute.manager [None req-680cb9d1-227b-4a29-b674-e21b14a58bb3 tempest-ServersAdminTestJSON-965509083 tempest-ServersAdminTestJSON-965509083-project-admin] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Inject network info {{(pid=62097) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1770.601910] env[62097]: DEBUG nova.compute.manager [None req-680cb9d1-227b-4a29-b674-e21b14a58bb3 tempest-ServersAdminTestJSON-965509083 tempest-ServersAdminTestJSON-965509083-project-admin] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] network_info to inject: |[{"id": "eed5703a-fada-4be9-82ae-1996e0eff216", "address": "fa:16:3e:d2:47:a9", "network": {"id": "d5f1d527-c4ee-43d8-9626-eecf29c8ef61", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-607891245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3531ea2e2b40fb912cdca256a6c579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeed5703a-fa", "ovs_interfaceid": "eed5703a-fada-4be9-82ae-1996e0eff216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1770.606357] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-680cb9d1-227b-4a29-b674-e21b14a58bb3 tempest-ServersAdminTestJSON-965509083 tempest-ServersAdminTestJSON-965509083-project-admin] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Reconfiguring VM instance to set the machine id {{(pid=62097) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1770.607037] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-845c321a-aab9-4f56-8a46-c4a17d047229 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.628315] env[62097]: DEBUG oslo_vmware.api [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034818, 'name': PowerOffVM_Task, 'duration_secs': 0.272614} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.629779] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1770.629990] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1770.631043] env[62097]: DEBUG oslo_vmware.api [None req-680cb9d1-227b-4a29-b674-e21b14a58bb3 tempest-ServersAdminTestJSON-965509083 tempest-ServersAdminTestJSON-965509083-project-admin] Waiting for the task: (returnval){ [ 1770.631043] env[62097]: value = "task-2034822" [ 1770.631043] env[62097]: _type = "Task" [ 1770.631043] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.631043] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fc0d31f-f0a7-4a32-8adc-b589db4f561d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.643509] env[62097]: DEBUG oslo_vmware.api [None req-680cb9d1-227b-4a29-b674-e21b14a58bb3 tempest-ServersAdminTestJSON-965509083 tempest-ServersAdminTestJSON-965509083-project-admin] Task: {'id': task-2034822, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.803294] env[62097]: DEBUG oslo_concurrency.lockutils [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Acquiring lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.803744] env[62097]: DEBUG oslo_concurrency.lockutils [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.803919] env[62097]: DEBUG oslo_concurrency.lockutils [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Acquiring lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.804332] env[62097]: DEBUG oslo_concurrency.lockutils [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.804547] env[62097]: DEBUG oslo_concurrency.lockutils [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.807841] env[62097]: INFO nova.compute.manager [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Terminating instance [ 1770.846717] env[62097]: DEBUG nova.compute.utils [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1770.852443] env[62097]: DEBUG nova.compute.manager [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1770.852443] env[62097]: DEBUG nova.network.neutron [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1770.853847] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: c4459df3-6b3a-40be-88f3-8a6dd4200dbb] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1770.922608] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1770.922850] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1770.923071] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Deleting the datastore file [datastore1] 1993cbe1-7d91-42d7-85ab-fae419cedef7 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1770.923356] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-517f2245-99c9-4a72-94c0-8c3a7b21a458 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.927180] env[62097]: DEBUG nova.policy [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd804c275e1f84f60a48a9fb5f259470f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aab24cd2cc5a4f148af2e730ed7bcb09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1770.934100] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1770.934386] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1770.934631] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Deleting the datastore file [datastore1] edab7482-65e5-4141-aa17-08c348f76bbe {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1770.936445] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c318439b-a82b-42fc-b7f8-47ffd8e2c3d9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.940305] env[62097]: DEBUG oslo_vmware.api [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1770.940305] env[62097]: value = "task-2034824" [ 1770.940305] env[62097]: _type = "Task" [ 1770.940305] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.946551] env[62097]: DEBUG oslo_vmware.api [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for the task: (returnval){ [ 1770.946551] env[62097]: value = "task-2034825" [ 1770.946551] env[62097]: _type = "Task" [ 1770.946551] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.950548] env[62097]: DEBUG oslo_vmware.api [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.960983] env[62097]: DEBUG oslo_vmware.api [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.024685] env[62097]: DEBUG oslo_vmware.api [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034820, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.056608] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Creating linked-clone VM from snapshot {{(pid=62097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1771.056962] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a95563f3-cff0-4d0f-aa25-cbcc10704a37 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.067238] env[62097]: DEBUG oslo_vmware.api [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1771.067238] env[62097]: value = "task-2034826" [ 1771.067238] env[62097]: _type = "Task" [ 1771.067238] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.079047] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Acquiring lock "refresh_cache-efe841ea-ce8a-4b9a-98de-5533729488dd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.079047] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Acquired lock "refresh_cache-efe841ea-ce8a-4b9a-98de-5533729488dd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.079047] env[62097]: DEBUG nova.network.neutron [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1771.080397] env[62097]: DEBUG oslo_vmware.api [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034826, 'name': CloneVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.148398] env[62097]: DEBUG oslo_vmware.api [None req-680cb9d1-227b-4a29-b674-e21b14a58bb3 tempest-ServersAdminTestJSON-965509083 tempest-ServersAdminTestJSON-965509083-project-admin] Task: {'id': task-2034822, 'name': ReconfigVM_Task, 'duration_secs': 0.180016} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.148778] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-680cb9d1-227b-4a29-b674-e21b14a58bb3 tempest-ServersAdminTestJSON-965509083 tempest-ServersAdminTestJSON-965509083-project-admin] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Reconfigured VM instance to set the machine id {{(pid=62097) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1771.276449] env[62097]: DEBUG nova.network.neutron [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Successfully created port: 79f29ebe-bd89-40e6-95f1-c4247d75a60c {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1771.313022] env[62097]: DEBUG nova.compute.manager [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1771.313381] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1771.315027] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9ef1af-b14b-46ff-9546-c62e87fa079c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.329345] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1771.329931] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea2c73ca-e55c-4419-9496-67a89cb71cab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.342156] env[62097]: DEBUG oslo_vmware.api [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Waiting for the task: (returnval){ [ 1771.342156] env[62097]: value = "task-2034827" [ 1771.342156] env[62097]: _type = "Task" [ 1771.342156] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.353765] env[62097]: DEBUG nova.compute.manager [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1771.357646] env[62097]: DEBUG oslo_vmware.api [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': task-2034827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.364677] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 9ab7f0d9-d6d1-4bd0-a14c-de5f9bd7ad7a] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1771.456070] env[62097]: DEBUG oslo_vmware.api [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277372} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.456902] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1771.457106] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1771.457291] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1771.457478] env[62097]: INFO nova.compute.manager [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1771.457716] env[62097]: DEBUG oslo.service.loopingcall [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1771.457915] env[62097]: DEBUG nova.compute.manager [-] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1771.458034] env[62097]: DEBUG nova.network.neutron [-] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1771.470838] env[62097]: DEBUG oslo_vmware.api [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Task: {'id': task-2034825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270692} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.472054] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1771.473679] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1771.473895] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1771.474090] env[62097]: INFO nova.compute.manager [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Took 1.54 seconds to destroy the instance on the hypervisor. [ 1771.474337] env[62097]: DEBUG oslo.service.loopingcall [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1771.474532] env[62097]: DEBUG nova.compute.manager [-] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1771.474626] env[62097]: DEBUG nova.network.neutron [-] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1771.528799] env[62097]: DEBUG oslo_vmware.api [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034820, 'name': RemoveSnapshot_Task, 'duration_secs': 0.788488} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.529087] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Deleted Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1771.529534] env[62097]: INFO nova.compute.manager [None req-0f96160e-7893-4507-a109-ae93c4477fac tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Took 21.05 seconds to snapshot the instance on the hypervisor. [ 1771.590716] env[62097]: DEBUG oslo_vmware.api [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034826, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.684973] env[62097]: DEBUG nova.network.neutron [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1771.856739] env[62097]: DEBUG oslo_vmware.api [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': task-2034827, 'name': PowerOffVM_Task, 'duration_secs': 0.512311} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.857231] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1771.857476] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1771.857813] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae3a7f42-4f83-402b-824d-bbb04a95895b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.869132] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: ea5fe526-e497-4803-b6f3-0f4d7be0ada5] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1771.956225] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1771.956557] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1771.956801] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Deleting the datastore file [datastore1] a2c388fa-17da-4d92-95f5-e5edc7dfc92d {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1771.957145] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4600fe4-b7e2-4da9-86e6-222e57df2fcc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.966642] env[62097]: DEBUG oslo_vmware.api [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Waiting for the task: (returnval){ [ 1771.966642] env[62097]: value = "task-2034829" [ 1771.966642] env[62097]: _type = "Task" [ 1771.966642] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.983547] env[62097]: DEBUG oslo_vmware.api [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': task-2034829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.014231] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32e6c4a-8ff1-4401-9de6-ea13c1af27e9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.023335] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ff2051-bad4-4b96-aaa0-9b10e658614c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.065136] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e66ea8b-6297-4ee2-8ab1-50c85902c43f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.077761] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41de63cc-a86a-4890-8c94-04df76d08799 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.085403] env[62097]: DEBUG oslo_vmware.api [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034826, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.098248] env[62097]: DEBUG nova.compute.provider_tree [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1772.230128] env[62097]: DEBUG nova.network.neutron [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Updating instance_info_cache with network_info: [{"id": "fcdc520a-8c1e-40aa-a19c-efb69b78b72d", "address": "fa:16:3e:c2:4d:52", "network": {"id": "907e3859-d72e-42c9-ad45-11ba54aa1ca4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665904433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2346e10d2434d088335660f6571e8d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcdc520a-8c", "ovs_interfaceid": "fcdc520a-8c1e-40aa-a19c-efb69b78b72d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.375392] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 14dbda85-7017-4a43-87a8-36e96f048b49] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1772.379298] env[62097]: DEBUG nova.compute.manager [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1772.407749] env[62097]: DEBUG nova.virt.hardware [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1772.408029] env[62097]: DEBUG nova.virt.hardware [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1772.408178] env[62097]: DEBUG nova.virt.hardware [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1772.408987] env[62097]: DEBUG nova.virt.hardware [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1772.408987] env[62097]: DEBUG nova.virt.hardware [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1772.408987] env[62097]: DEBUG nova.virt.hardware [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1772.408987] env[62097]: DEBUG nova.virt.hardware [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1772.408987] env[62097]: DEBUG nova.virt.hardware [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1772.409410] env[62097]: DEBUG nova.virt.hardware [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1772.409410] env[62097]: DEBUG nova.virt.hardware [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1772.410055] env[62097]: DEBUG nova.virt.hardware [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1772.410482] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f98769a-f70c-4bfc-bcd2-a818cdef2468 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.420508] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4311201-e957-4d8b-bd9c-1ac1ff23c386 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.424995] env[62097]: DEBUG nova.network.neutron [-] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.480808] env[62097]: DEBUG oslo_vmware.api [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Task: {'id': task-2034829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262972} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.481082] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1772.483080] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1772.483080] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1772.483080] env[62097]: INFO nova.compute.manager [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1772.483080] env[62097]: DEBUG oslo.service.loopingcall [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1772.483080] env[62097]: DEBUG nova.compute.manager [-] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1772.483080] env[62097]: DEBUG nova.network.neutron [-] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1772.515674] env[62097]: DEBUG nova.compute.manager [req-6d305556-1666-4723-b270-5fa9aacb4f3b req-b90816a7-cd66-4caf-8f26-28cd247085ac service nova] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Received event network-vif-deleted-1fcd737a-eb04-4a7b-8f8c-257dece792c0 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1772.515918] env[62097]: INFO nova.compute.manager [req-6d305556-1666-4723-b270-5fa9aacb4f3b req-b90816a7-cd66-4caf-8f26-28cd247085ac service nova] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Neutron deleted interface 1fcd737a-eb04-4a7b-8f8c-257dece792c0; detaching it from the instance and deleting it from the info cache [ 1772.516084] env[62097]: DEBUG nova.network.neutron [req-6d305556-1666-4723-b270-5fa9aacb4f3b req-b90816a7-cd66-4caf-8f26-28cd247085ac service nova] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.585683] env[62097]: DEBUG oslo_vmware.api [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034826, 'name': CloneVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.602057] env[62097]: DEBUG nova.scheduler.client.report [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1772.733429] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Releasing lock "refresh_cache-efe841ea-ce8a-4b9a-98de-5533729488dd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.733821] env[62097]: DEBUG nova.compute.manager [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Instance network_info: |[{"id": "fcdc520a-8c1e-40aa-a19c-efb69b78b72d", "address": "fa:16:3e:c2:4d:52", "network": {"id": "907e3859-d72e-42c9-ad45-11ba54aa1ca4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665904433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2346e10d2434d088335660f6571e8d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcdc520a-8c", "ovs_interfaceid": "fcdc520a-8c1e-40aa-a19c-efb69b78b72d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1772.734289] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:4d:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcdc520a-8c1e-40aa-a19c-efb69b78b72d', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1772.743877] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Creating folder: Project (e2346e10d2434d088335660f6571e8d3). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1772.743877] env[62097]: DEBUG nova.network.neutron [-] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.744869] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-992ee5b6-4322-41c1-90ec-8702146118ae {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.767186] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Created folder: Project (e2346e10d2434d088335660f6571e8d3) in parent group-v417770. [ 1772.767889] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Creating folder: Instances. Parent ref: group-v417900. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1772.768029] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-370fc87f-4001-4fc4-ab3b-9895b496740f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.784606] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Created folder: Instances in parent group-v417900. [ 1772.786016] env[62097]: DEBUG oslo.service.loopingcall [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1772.786016] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1772.786294] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fca88ada-b505-41bd-b92d-598f33d88dc2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.816531] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1772.816531] env[62097]: value = "task-2034833" [ 1772.816531] env[62097]: _type = "Task" [ 1772.816531] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.826947] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034833, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.881815] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 7b12acc4-d184-4130-980a-0c84c4c28617] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1772.932386] env[62097]: INFO nova.compute.manager [-] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Took 1.47 seconds to deallocate network for instance. [ 1773.021716] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8edd272b-76e1-4880-8227-25fe044f21c2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.040747] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589f7ae5-68ee-467e-b27a-ae6a216d4d45 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.057415] env[62097]: DEBUG nova.compute.manager [req-6516cbdb-318e-478b-90af-398e3016c3f5 req-e9ed009c-1a2a-44b4-8898-f906b1f8bf02 service nova] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Received event network-changed-fcdc520a-8c1e-40aa-a19c-efb69b78b72d {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1773.057915] env[62097]: DEBUG nova.compute.manager [req-6516cbdb-318e-478b-90af-398e3016c3f5 req-e9ed009c-1a2a-44b4-8898-f906b1f8bf02 service nova] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Refreshing instance network info cache due to event network-changed-fcdc520a-8c1e-40aa-a19c-efb69b78b72d. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1773.058247] env[62097]: DEBUG oslo_concurrency.lockutils [req-6516cbdb-318e-478b-90af-398e3016c3f5 req-e9ed009c-1a2a-44b4-8898-f906b1f8bf02 service nova] Acquiring lock "refresh_cache-efe841ea-ce8a-4b9a-98de-5533729488dd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.059212] env[62097]: DEBUG oslo_concurrency.lockutils [req-6516cbdb-318e-478b-90af-398e3016c3f5 req-e9ed009c-1a2a-44b4-8898-f906b1f8bf02 service nova] Acquired lock "refresh_cache-efe841ea-ce8a-4b9a-98de-5533729488dd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.059455] env[62097]: DEBUG nova.network.neutron [req-6516cbdb-318e-478b-90af-398e3016c3f5 req-e9ed009c-1a2a-44b4-8898-f906b1f8bf02 service nova] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Refreshing network info cache for port fcdc520a-8c1e-40aa-a19c-efb69b78b72d {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1773.096186] env[62097]: DEBUG nova.compute.manager [req-6d305556-1666-4723-b270-5fa9aacb4f3b req-b90816a7-cd66-4caf-8f26-28cd247085ac service nova] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Detach interface failed, port_id=1fcd737a-eb04-4a7b-8f8c-257dece792c0, reason: Instance edab7482-65e5-4141-aa17-08c348f76bbe could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1773.102029] env[62097]: DEBUG oslo_vmware.api [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034826, 'name': CloneVM_Task, 'duration_secs': 1.535524} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.102851] env[62097]: INFO nova.virt.vmwareapi.vmops [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Created linked-clone VM from snapshot [ 1773.103963] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da64b5c8-f430-4b23-8dab-37156d0cc693 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.107504] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.108150] env[62097]: DEBUG nova.compute.manager [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1773.110951] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.011s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.114449] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.114449] env[62097]: DEBUG oslo_concurrency.lockutils [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.108s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.114449] env[62097]: DEBUG oslo_concurrency.lockutils [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.116571] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.687s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.118533] env[62097]: INFO nova.compute.claims [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1773.134291] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Uploading image 80fcf2e8-e32a-48d3-a665-fbaa1786de74 {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1773.159289] env[62097]: INFO nova.scheduler.client.report [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Deleted allocations for instance 00c37acb-b074-4eaf-8d07-061c3d0c6790 [ 1773.167454] env[62097]: INFO nova.scheduler.client.report [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Deleted allocations for instance 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78 [ 1773.181131] env[62097]: DEBUG oslo_vmware.rw_handles [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1773.181131] env[62097]: value = "vm-417899" [ 1773.181131] env[62097]: _type = "VirtualMachine" [ 1773.181131] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1773.181500] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6178a7e5-7482-4e5d-8848-62b0c54bd345 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.191789] env[62097]: DEBUG oslo_vmware.rw_handles [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lease: (returnval){ [ 1773.191789] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527ffc00-89a7-bed2-8a6a-4156f53d4178" [ 1773.191789] env[62097]: _type = "HttpNfcLease" [ 1773.191789] env[62097]: } obtained for exporting VM: (result){ [ 1773.191789] env[62097]: value = "vm-417899" [ 1773.191789] env[62097]: _type = "VirtualMachine" [ 1773.191789] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1773.191789] env[62097]: DEBUG oslo_vmware.api [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the lease: (returnval){ [ 1773.191789] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527ffc00-89a7-bed2-8a6a-4156f53d4178" [ 1773.191789] env[62097]: _type = "HttpNfcLease" [ 1773.191789] env[62097]: } to be ready. {{(pid=62097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1773.200327] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1773.200327] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527ffc00-89a7-bed2-8a6a-4156f53d4178" [ 1773.200327] env[62097]: _type = "HttpNfcLease" [ 1773.200327] env[62097]: } is initializing. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1773.249718] env[62097]: INFO nova.compute.manager [-] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Took 1.77 seconds to deallocate network for instance. [ 1773.328966] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034833, 'name': CreateVM_Task, 'duration_secs': 0.435071} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.329423] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1773.330326] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.330554] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.330999] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1773.331740] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9436a229-e891-4a31-829b-c67a2065d667 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.339339] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Waiting for the task: (returnval){ [ 1773.339339] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f956a8-f3e3-1698-0abb-4da61e78092c" [ 1773.339339] env[62097]: _type = "Task" [ 1773.339339] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.349507] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f956a8-f3e3-1698-0abb-4da61e78092c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.386707] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1773.386707] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Cleaning up deleted instances with incomplete migration {{(pid=62097) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1773.449518] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.539464] env[62097]: DEBUG nova.network.neutron [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Successfully updated port: 79f29ebe-bd89-40e6-95f1-c4247d75a60c {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1773.624501] env[62097]: DEBUG nova.compute.utils [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1773.633440] env[62097]: DEBUG nova.compute.manager [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1773.633678] env[62097]: DEBUG nova.network.neutron [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1773.672231] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c93334e6-9d78-49e5-8a8f-1ee849af71c0 tempest-ServerAddressesNegativeTestJSON-1789161069 tempest-ServerAddressesNegativeTestJSON-1789161069-project-member] Lock "00c37acb-b074-4eaf-8d07-061c3d0c6790" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.221s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.679518] env[62097]: DEBUG oslo_concurrency.lockutils [None req-79745d58-1c7c-4910-a73d-5b0bf3877aa0 tempest-ServerDiagnosticsV248Test-751451960 tempest-ServerDiagnosticsV248Test-751451960-project-member] Lock "33c1ec6e-a5a5-459e-a89f-a5198d0f9c78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.908s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.706057] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1773.706057] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527ffc00-89a7-bed2-8a6a-4156f53d4178" [ 1773.706057] env[62097]: _type = "HttpNfcLease" [ 1773.706057] env[62097]: } is ready. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1773.706725] env[62097]: DEBUG oslo_vmware.rw_handles [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1773.706725] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527ffc00-89a7-bed2-8a6a-4156f53d4178" [ 1773.706725] env[62097]: _type = "HttpNfcLease" [ 1773.706725] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1773.707596] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61666c3e-f170-4252-8e1f-110345f24c8f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.718237] env[62097]: DEBUG oslo_vmware.rw_handles [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b97871-b627-1adf-1275-001339de50ae/disk-0.vmdk from lease info. {{(pid=62097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1773.718470] env[62097]: DEBUG oslo_vmware.rw_handles [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b97871-b627-1adf-1275-001339de50ae/disk-0.vmdk for reading. {{(pid=62097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1773.780428] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.818952] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-793cca2f-4208-4585-8ecb-d132157aac37 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.826273] env[62097]: DEBUG nova.policy [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5c0a85261f44a728c41020a20e8c90a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cca84f0add14e3c87ec62fdf4d4ad2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1773.856630] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f956a8-f3e3-1698-0abb-4da61e78092c, 'name': SearchDatastore_Task, 'duration_secs': 0.011469} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.856950] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.857228] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1773.857511] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.857687] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.857867] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1773.858483] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3735e869-d479-4d49-9a4d-e8614873a064 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.877703] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1773.877913] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1773.878676] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df0dcf12-3130-4bcf-8b4a-676bb5560cbe {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.885589] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Waiting for the task: (returnval){ [ 1773.885589] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5237b763-c335-ef91-ab39-cf73704771fe" [ 1773.885589] env[62097]: _type = "Task" [ 1773.885589] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.890248] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1773.897556] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5237b763-c335-ef91-ab39-cf73704771fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.940920] env[62097]: DEBUG nova.network.neutron [-] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.993117] env[62097]: DEBUG nova.network.neutron [req-6516cbdb-318e-478b-90af-398e3016c3f5 req-e9ed009c-1a2a-44b4-8898-f906b1f8bf02 service nova] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Updated VIF entry in instance network info cache for port fcdc520a-8c1e-40aa-a19c-efb69b78b72d. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1773.993910] env[62097]: DEBUG nova.network.neutron [req-6516cbdb-318e-478b-90af-398e3016c3f5 req-e9ed009c-1a2a-44b4-8898-f906b1f8bf02 service nova] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Updating instance_info_cache with network_info: [{"id": "fcdc520a-8c1e-40aa-a19c-efb69b78b72d", "address": "fa:16:3e:c2:4d:52", "network": {"id": "907e3859-d72e-42c9-ad45-11ba54aa1ca4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665904433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2346e10d2434d088335660f6571e8d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcdc520a-8c", "ovs_interfaceid": "fcdc520a-8c1e-40aa-a19c-efb69b78b72d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.047273] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquiring lock "refresh_cache-da9910e3-317e-4ca6-9a8c-478232b8d7dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.047273] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquired lock "refresh_cache-da9910e3-317e-4ca6-9a8c-478232b8d7dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.047273] env[62097]: DEBUG nova.network.neutron [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1774.141196] env[62097]: DEBUG nova.compute.manager [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1774.338587] env[62097]: INFO nova.compute.manager [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Rebuilding instance [ 1774.407497] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5237b763-c335-ef91-ab39-cf73704771fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011684} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.407970] env[62097]: DEBUG nova.compute.manager [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1774.409361] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee07ea27-ac01-4c51-86f4-2eb066f12e0c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.415187] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e55ee065-9375-45e2-b01d-0e84788f2b15 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.423553] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Waiting for the task: (returnval){ [ 1774.423553] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5226520f-e5e9-3e5c-1c5f-a8f716805b88" [ 1774.423553] env[62097]: _type = "Task" [ 1774.423553] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.445063] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5226520f-e5e9-3e5c-1c5f-a8f716805b88, 'name': SearchDatastore_Task, 'duration_secs': 0.012001} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.445063] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.445063] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] efe841ea-ce8a-4b9a-98de-5533729488dd/efe841ea-ce8a-4b9a-98de-5533729488dd.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1774.445063] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ead9c21b-0729-4a88-8ebb-2c64a9f98842 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.449150] env[62097]: INFO nova.compute.manager [-] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Took 1.97 seconds to deallocate network for instance. [ 1774.466029] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Waiting for the task: (returnval){ [ 1774.466029] env[62097]: value = "task-2034835" [ 1774.466029] env[62097]: _type = "Task" [ 1774.466029] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.502028] env[62097]: DEBUG oslo_concurrency.lockutils [req-6516cbdb-318e-478b-90af-398e3016c3f5 req-e9ed009c-1a2a-44b4-8898-f906b1f8bf02 service nova] Releasing lock "refresh_cache-efe841ea-ce8a-4b9a-98de-5533729488dd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.502028] env[62097]: DEBUG nova.compute.manager [req-6516cbdb-318e-478b-90af-398e3016c3f5 req-e9ed009c-1a2a-44b4-8898-f906b1f8bf02 service nova] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Received event network-vif-deleted-d31dc54c-83ee-4958-bc50-6eb637d3dc0d {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1774.502028] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Task: {'id': task-2034835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.576081] env[62097]: DEBUG nova.network.neutron [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Successfully created port: 7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1774.633411] env[62097]: DEBUG nova.network.neutron [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1774.927908] env[62097]: DEBUG nova.compute.manager [req-4603a750-88b6-4e02-88d8-986411f087b4 req-a4d927ac-fd76-42b2-86db-8fc458263cf3 service nova] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Received event network-vif-deleted-be3cee0a-7527-485a-b9a9-c9f0235a2a4a {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1774.930559] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09639eb3-466f-4497-98cc-6736550d4abc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.951871] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346c6633-a947-4f66-b997-c0de1e048333 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.964982] env[62097]: DEBUG oslo_concurrency.lockutils [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.021417] env[62097]: DEBUG nova.network.neutron [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Updating instance_info_cache with network_info: [{"id": "79f29ebe-bd89-40e6-95f1-c4247d75a60c", "address": "fa:16:3e:d3:10:6d", "network": {"id": "3a7956e2-0b2b-4dd4-9f6c-bc236bd7c2b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1925902758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aab24cd2cc5a4f148af2e730ed7bcb09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f29ebe-bd", "ovs_interfaceid": "79f29ebe-bd89-40e6-95f1-c4247d75a60c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.024237] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc1b0dc-729a-48d4-ab69-dd95a02196e4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.032046] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Task: {'id': task-2034835, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.038862] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baf1875-c5eb-49fd-a419-cca8b96936e4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.069562] env[62097]: DEBUG nova.compute.provider_tree [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1775.162541] env[62097]: DEBUG nova.compute.manager [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1775.210709] env[62097]: DEBUG nova.virt.hardware [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T02:08:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='fc537de6-a7c0-4f7d-83b4-42f3fb61e491',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-458604656',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1775.210997] env[62097]: DEBUG nova.virt.hardware [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1775.212108] env[62097]: DEBUG nova.virt.hardware [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1775.212108] env[62097]: DEBUG nova.virt.hardware [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1775.212108] env[62097]: DEBUG nova.virt.hardware [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1775.212108] env[62097]: DEBUG nova.virt.hardware [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1775.212108] env[62097]: DEBUG nova.virt.hardware [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1775.212382] env[62097]: DEBUG nova.virt.hardware [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1775.213193] env[62097]: DEBUG nova.virt.hardware [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1775.213193] env[62097]: DEBUG nova.virt.hardware [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1775.213193] env[62097]: DEBUG nova.virt.hardware [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1775.214033] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87bd1ca-f263-4f70-a166-1f01857a5e00 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.226110] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44a035a-5bb5-4c34-af00-706e6481a738 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.375775] env[62097]: DEBUG nova.compute.manager [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1775.378297] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae72592-df57-47fc-8167-00d53f9c00a9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.382325] env[62097]: DEBUG nova.compute.manager [req-b2f76c0c-77c0-42e9-87ba-26062861a9a9 req-cf5abe38-ee91-430d-a71f-37e5c34143f4 service nova] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Received event network-vif-plugged-79f29ebe-bd89-40e6-95f1-c4247d75a60c {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1775.382635] env[62097]: DEBUG oslo_concurrency.lockutils [req-b2f76c0c-77c0-42e9-87ba-26062861a9a9 req-cf5abe38-ee91-430d-a71f-37e5c34143f4 service nova] Acquiring lock "da9910e3-317e-4ca6-9a8c-478232b8d7dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.382852] env[62097]: DEBUG oslo_concurrency.lockutils [req-b2f76c0c-77c0-42e9-87ba-26062861a9a9 req-cf5abe38-ee91-430d-a71f-37e5c34143f4 service nova] Lock "da9910e3-317e-4ca6-9a8c-478232b8d7dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.383103] env[62097]: DEBUG oslo_concurrency.lockutils [req-b2f76c0c-77c0-42e9-87ba-26062861a9a9 req-cf5abe38-ee91-430d-a71f-37e5c34143f4 service nova] Lock "da9910e3-317e-4ca6-9a8c-478232b8d7dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.383426] env[62097]: DEBUG nova.compute.manager [req-b2f76c0c-77c0-42e9-87ba-26062861a9a9 req-cf5abe38-ee91-430d-a71f-37e5c34143f4 service nova] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] No waiting events found dispatching network-vif-plugged-79f29ebe-bd89-40e6-95f1-c4247d75a60c {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1775.383465] env[62097]: WARNING nova.compute.manager [req-b2f76c0c-77c0-42e9-87ba-26062861a9a9 req-cf5abe38-ee91-430d-a71f-37e5c34143f4 service nova] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Received unexpected event network-vif-plugged-79f29ebe-bd89-40e6-95f1-c4247d75a60c for instance with vm_state building and task_state spawning. [ 1775.383613] env[62097]: DEBUG nova.compute.manager [req-b2f76c0c-77c0-42e9-87ba-26062861a9a9 req-cf5abe38-ee91-430d-a71f-37e5c34143f4 service nova] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Received event network-changed-79f29ebe-bd89-40e6-95f1-c4247d75a60c {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1775.383767] env[62097]: DEBUG nova.compute.manager [req-b2f76c0c-77c0-42e9-87ba-26062861a9a9 req-cf5abe38-ee91-430d-a71f-37e5c34143f4 service nova] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Refreshing instance network info cache due to event network-changed-79f29ebe-bd89-40e6-95f1-c4247d75a60c. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1775.383995] env[62097]: DEBUG oslo_concurrency.lockutils [req-b2f76c0c-77c0-42e9-87ba-26062861a9a9 req-cf5abe38-ee91-430d-a71f-37e5c34143f4 service nova] Acquiring lock "refresh_cache-da9910e3-317e-4ca6-9a8c-478232b8d7dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.443293] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1775.443293] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-570da857-b324-41c3-9d7f-a265108dd113 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.455467] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1775.455467] env[62097]: value = "task-2034837" [ 1775.455467] env[62097]: _type = "Task" [ 1775.455467] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.468705] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.479639] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Task: {'id': task-2034835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577973} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.480111] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] efe841ea-ce8a-4b9a-98de-5533729488dd/efe841ea-ce8a-4b9a-98de-5533729488dd.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1775.481613] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1775.485812] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28400412-a273-48e5-bae8-01c1b9fef425 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.491144] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Waiting for the task: (returnval){ [ 1775.491144] env[62097]: value = "task-2034838" [ 1775.491144] env[62097]: _type = "Task" [ 1775.491144] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.501900] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Task: {'id': task-2034838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.530270] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Releasing lock "refresh_cache-da9910e3-317e-4ca6-9a8c-478232b8d7dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.530270] env[62097]: DEBUG nova.compute.manager [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Instance network_info: |[{"id": "79f29ebe-bd89-40e6-95f1-c4247d75a60c", "address": "fa:16:3e:d3:10:6d", "network": {"id": "3a7956e2-0b2b-4dd4-9f6c-bc236bd7c2b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1925902758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aab24cd2cc5a4f148af2e730ed7bcb09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f29ebe-bd", "ovs_interfaceid": "79f29ebe-bd89-40e6-95f1-c4247d75a60c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1775.530270] env[62097]: DEBUG oslo_concurrency.lockutils [req-b2f76c0c-77c0-42e9-87ba-26062861a9a9 req-cf5abe38-ee91-430d-a71f-37e5c34143f4 service nova] Acquired lock "refresh_cache-da9910e3-317e-4ca6-9a8c-478232b8d7dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.530270] env[62097]: DEBUG nova.network.neutron [req-b2f76c0c-77c0-42e9-87ba-26062861a9a9 req-cf5abe38-ee91-430d-a71f-37e5c34143f4 service nova] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Refreshing network info cache for port 79f29ebe-bd89-40e6-95f1-c4247d75a60c {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1775.533856] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:10:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79f29ebe-bd89-40e6-95f1-c4247d75a60c', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1775.544687] env[62097]: DEBUG oslo.service.loopingcall [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.545601] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1775.545850] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-305c7e62-87dd-4916-8c75-344f873af486 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.577323] env[62097]: DEBUG nova.scheduler.client.report [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1775.580715] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1775.580715] env[62097]: value = "task-2034839" [ 1775.580715] env[62097]: _type = "Task" [ 1775.580715] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.594676] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034839, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.896922] env[62097]: INFO nova.compute.manager [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] instance snapshotting [ 1775.902229] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2503e2-e7d6-4273-b6ae-ddacb6c77205 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.926127] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff8fad7-7199-435f-9b9e-4a0ef6706483 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.975178] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034837, 'name': PowerOffVM_Task, 'duration_secs': 0.277224} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.975404] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1775.976626] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1775.977757] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eca70e0-22c9-4d28-95e1-9a1e9b47d2e9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.991775] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1775.994046] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b814bc9-c3bd-401e-8de3-466126a19a6b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.007555] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Task: {'id': task-2034838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073033} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.007863] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1776.008764] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02178d4-b5e5-4e57-bbfb-d7b102181be5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.038285] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] efe841ea-ce8a-4b9a-98de-5533729488dd/efe841ea-ce8a-4b9a-98de-5533729488dd.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1776.038285] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10df6aff-1e50-40fd-b8c7-c54f783b7282 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.064228] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Waiting for the task: (returnval){ [ 1776.064228] env[62097]: value = "task-2034841" [ 1776.064228] env[62097]: _type = "Task" [ 1776.064228] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.076011] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Task: {'id': task-2034841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.083299] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.967s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.083955] env[62097]: DEBUG nova.compute.manager [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1776.087046] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.384s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.087559] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.089979] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.723s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.092637] env[62097]: INFO nova.compute.claims [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1776.104320] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1776.104647] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1776.105973] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Deleting the datastore file [datastore1] 76990b8d-ff61-454d-9dee-33bfe27f9665 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1776.109082] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-959486cd-2829-441e-85e6-f17caa78d549 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.111306] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034839, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.120593] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1776.120593] env[62097]: value = "task-2034842" [ 1776.120593] env[62097]: _type = "Task" [ 1776.120593] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.129682] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.146715] env[62097]: INFO nova.scheduler.client.report [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Deleted allocations for instance 8f3d1be0-6146-4455-a6f8-55ab6a96a077 [ 1776.441698] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Creating Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1776.441698] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c7f42a45-79e3-4544-9b91-9071cf874827 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.449551] env[62097]: DEBUG oslo_vmware.api [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Waiting for the task: (returnval){ [ 1776.449551] env[62097]: value = "task-2034843" [ 1776.449551] env[62097]: _type = "Task" [ 1776.449551] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.460506] env[62097]: DEBUG oslo_vmware.api [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034843, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.464295] env[62097]: DEBUG nova.network.neutron [req-b2f76c0c-77c0-42e9-87ba-26062861a9a9 req-cf5abe38-ee91-430d-a71f-37e5c34143f4 service nova] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Updated VIF entry in instance network info cache for port 79f29ebe-bd89-40e6-95f1-c4247d75a60c. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1776.464697] env[62097]: DEBUG nova.network.neutron [req-b2f76c0c-77c0-42e9-87ba-26062861a9a9 req-cf5abe38-ee91-430d-a71f-37e5c34143f4 service nova] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Updating instance_info_cache with network_info: [{"id": "79f29ebe-bd89-40e6-95f1-c4247d75a60c", "address": "fa:16:3e:d3:10:6d", "network": {"id": "3a7956e2-0b2b-4dd4-9f6c-bc236bd7c2b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1925902758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aab24cd2cc5a4f148af2e730ed7bcb09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f29ebe-bd", "ovs_interfaceid": "79f29ebe-bd89-40e6-95f1-c4247d75a60c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.578908] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Task: {'id': task-2034841, 'name': ReconfigVM_Task, 'duration_secs': 0.469016} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.579385] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Reconfigured VM instance instance-0000002c to attach disk [datastore2] efe841ea-ce8a-4b9a-98de-5533729488dd/efe841ea-ce8a-4b9a-98de-5533729488dd.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1776.580185] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0e744a2-a7c5-475c-b37d-dc268d5fc80b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.594305] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Waiting for the task: (returnval){ [ 1776.594305] env[62097]: value = "task-2034844" [ 1776.594305] env[62097]: _type = "Task" [ 1776.594305] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.606378] env[62097]: DEBUG nova.compute.utils [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1776.607936] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034839, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.609803] env[62097]: DEBUG nova.compute.manager [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1776.610822] env[62097]: DEBUG nova.network.neutron [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1776.620747] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Task: {'id': task-2034844, 'name': Rename_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.633898] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.659628] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f5c8a7f3-2c03-4790-9b90-b36602671c74 tempest-InstanceActionsTestJSON-478197603 tempest-InstanceActionsTestJSON-478197603-project-member] Lock "8f3d1be0-6146-4455-a6f8-55ab6a96a077" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.529s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.675398] env[62097]: DEBUG nova.policy [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09a28bc463cf455091e91707d1deba15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f415522c88af45f8a67b1d075641a687', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1776.870368] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Acquiring lock "60fcf9af-55c5-4146-bcb4-40d30633a64f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.870831] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Lock "60fcf9af-55c5-4146-bcb4-40d30633a64f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.871148] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Acquiring lock "60fcf9af-55c5-4146-bcb4-40d30633a64f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.871429] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Lock "60fcf9af-55c5-4146-bcb4-40d30633a64f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.871681] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Lock "60fcf9af-55c5-4146-bcb4-40d30633a64f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.875935] env[62097]: INFO nova.compute.manager [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Terminating instance [ 1776.966457] env[62097]: DEBUG oslo_vmware.api [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034843, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.966818] env[62097]: DEBUG oslo_concurrency.lockutils [req-b2f76c0c-77c0-42e9-87ba-26062861a9a9 req-cf5abe38-ee91-430d-a71f-37e5c34143f4 service nova] Releasing lock "refresh_cache-da9910e3-317e-4ca6-9a8c-478232b8d7dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.045318] env[62097]: DEBUG nova.network.neutron [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Successfully created port: cb431ef8-4b10-4b82-8f4f-b789813a21d5 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1777.105968] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034839, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.112838] env[62097]: DEBUG nova.compute.manager [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1777.120198] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Task: {'id': task-2034844, 'name': Rename_Task, 'duration_secs': 0.215236} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.124633] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1777.125733] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dce5dddd-ad1a-46ec-b0e3-df2644455bf3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.139111] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.141154] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Waiting for the task: (returnval){ [ 1777.141154] env[62097]: value = "task-2034846" [ 1777.141154] env[62097]: _type = "Task" [ 1777.141154] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.155028] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Task: {'id': task-2034846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.380791] env[62097]: DEBUG nova.compute.manager [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1777.381143] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1777.381436] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ee4ab01-f603-4192-95da-fd135391e4ae {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.396346] env[62097]: DEBUG oslo_vmware.api [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Waiting for the task: (returnval){ [ 1777.396346] env[62097]: value = "task-2034847" [ 1777.396346] env[62097]: _type = "Task" [ 1777.396346] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.411277] env[62097]: DEBUG oslo_vmware.api [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.465667] env[62097]: DEBUG oslo_vmware.api [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034843, 'name': CreateSnapshot_Task, 'duration_secs': 0.73664} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.466208] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Created Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1777.473487] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bc57ed-865f-4fdc-9087-52c34a25be02 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.602516] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034839, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.642063] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.206386} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.650838] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1777.651179] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1777.651425] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1777.668623] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Task: {'id': task-2034846, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.767803] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cafb7f-251a-4004-9eb4-806a53a9727d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.779080] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11b8a65-e116-4bb7-a2b0-09b587050199 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.815412] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e132de03-3d88-48ca-9207-e58354c29185 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.825842] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22802043-b284-4dc1-916b-7eadf4adb11c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.844176] env[62097]: DEBUG nova.compute.provider_tree [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1777.863260] env[62097]: DEBUG nova.network.neutron [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Successfully updated port: 7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1777.911554] env[62097]: DEBUG oslo_vmware.api [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034847, 'name': PowerOffVM_Task, 'duration_secs': 0.205518} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.912196] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1777.912419] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Volume detach. Driver type: vmdk {{(pid=62097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1777.912641] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-417824', 'volume_id': '09fa4808-3cc2-4b28-a570-356233ea7270', 'name': 'volume-09fa4808-3cc2-4b28-a570-356233ea7270', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60fcf9af-55c5-4146-bcb4-40d30633a64f', 'attached_at': '', 'detached_at': '', 'volume_id': '09fa4808-3cc2-4b28-a570-356233ea7270', 'serial': '09fa4808-3cc2-4b28-a570-356233ea7270'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1777.913464] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4f9832-8229-41e4-8c3d-f5c0e0437338 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.939725] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f8f0f7-1323-4943-b380-c9da3252f638 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.946927] env[62097]: DEBUG nova.compute.manager [req-135225d8-373d-4947-be1d-d75216879e55 req-9e387919-7701-4d6f-991d-f711f9618b47 service nova] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Received event network-vif-plugged-7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1777.946927] env[62097]: DEBUG oslo_concurrency.lockutils [req-135225d8-373d-4947-be1d-d75216879e55 req-9e387919-7701-4d6f-991d-f711f9618b47 service nova] Acquiring lock "7b70aac3-1fd6-4956-8849-ebe6def4305e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.946927] env[62097]: DEBUG oslo_concurrency.lockutils [req-135225d8-373d-4947-be1d-d75216879e55 req-9e387919-7701-4d6f-991d-f711f9618b47 service nova] Lock "7b70aac3-1fd6-4956-8849-ebe6def4305e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.946927] env[62097]: DEBUG oslo_concurrency.lockutils [req-135225d8-373d-4947-be1d-d75216879e55 req-9e387919-7701-4d6f-991d-f711f9618b47 service nova] Lock "7b70aac3-1fd6-4956-8849-ebe6def4305e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.946927] env[62097]: DEBUG nova.compute.manager [req-135225d8-373d-4947-be1d-d75216879e55 req-9e387919-7701-4d6f-991d-f711f9618b47 service nova] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] No waiting events found dispatching network-vif-plugged-7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1777.946927] env[62097]: WARNING nova.compute.manager [req-135225d8-373d-4947-be1d-d75216879e55 req-9e387919-7701-4d6f-991d-f711f9618b47 service nova] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Received unexpected event network-vif-plugged-7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e for instance with vm_state building and task_state spawning. [ 1777.953056] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed183c4f-75bf-4b51-947b-774b1349b1dc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.973574] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6806bd3-6213-4df4-9d5b-487b626698d5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.996369] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Creating linked-clone VM from snapshot {{(pid=62097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1777.997125] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] The volume has not been displaced from its original location: [datastore1] volume-09fa4808-3cc2-4b28-a570-356233ea7270/volume-09fa4808-3cc2-4b28-a570-356233ea7270.vmdk. No consolidation needed. {{(pid=62097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1778.003020] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Reconfiguring VM instance instance-00000022 to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1778.003020] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1e18a998-d946-40d2-b7e5-a9dbd3aa486c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.005953] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae7b666b-cdae-4073-bdf7-198da760dc23 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.028472] env[62097]: DEBUG oslo_vmware.api [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Waiting for the task: (returnval){ [ 1778.028472] env[62097]: value = "task-2034848" [ 1778.028472] env[62097]: _type = "Task" [ 1778.028472] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.030369] env[62097]: DEBUG oslo_vmware.api [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Waiting for the task: (returnval){ [ 1778.030369] env[62097]: value = "task-2034849" [ 1778.030369] env[62097]: _type = "Task" [ 1778.030369] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.043720] env[62097]: DEBUG oslo_vmware.api [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034848, 'name': CloneVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.046566] env[62097]: DEBUG oslo_vmware.api [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034849, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.099993] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034839, 'name': CreateVM_Task, 'duration_secs': 2.234303} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.100970] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1778.102076] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.102338] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.102823] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1778.103219] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e58eeeaa-63dc-446a-8958-a1c3cd047a14 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.110089] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1778.110089] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525769dd-8629-e029-34a3-264175e46863" [ 1778.110089] env[62097]: _type = "Task" [ 1778.110089] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.123692] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525769dd-8629-e029-34a3-264175e46863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.135415] env[62097]: DEBUG nova.compute.manager [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1778.157772] env[62097]: DEBUG oslo_vmware.api [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Task: {'id': task-2034846, 'name': PowerOnVM_Task, 'duration_secs': 0.669413} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.159744] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1778.160085] env[62097]: INFO nova.compute.manager [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1778.160381] env[62097]: DEBUG nova.compute.manager [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1778.167704] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a18522b-7324-4b19-bc14-3aa785bbcda9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.182436] env[62097]: DEBUG nova.virt.hardware [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1778.182708] env[62097]: DEBUG nova.virt.hardware [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1778.182868] env[62097]: DEBUG nova.virt.hardware [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1778.183062] env[62097]: DEBUG nova.virt.hardware [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1778.183211] env[62097]: DEBUG nova.virt.hardware [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1778.183362] env[62097]: DEBUG nova.virt.hardware [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1778.184429] env[62097]: DEBUG nova.virt.hardware [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1778.184429] env[62097]: DEBUG nova.virt.hardware [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1778.184429] env[62097]: DEBUG nova.virt.hardware [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1778.184429] env[62097]: DEBUG nova.virt.hardware [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1778.184429] env[62097]: DEBUG nova.virt.hardware [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1778.188028] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda8b0c4-4220-462f-ad91-9b5ac5b35e5d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.196084] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9789ec-21e0-40ca-89e7-ee3e0cf5e165 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.348130] env[62097]: DEBUG nova.scheduler.client.report [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1778.366282] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "refresh_cache-7b70aac3-1fd6-4956-8849-ebe6def4305e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.366531] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquired lock "refresh_cache-7b70aac3-1fd6-4956-8849-ebe6def4305e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.366595] env[62097]: DEBUG nova.network.neutron [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1778.549300] env[62097]: DEBUG oslo_vmware.api [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034849, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.552153] env[62097]: DEBUG oslo_vmware.api [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034848, 'name': CloneVM_Task} progress is 93%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.623184] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525769dd-8629-e029-34a3-264175e46863, 'name': SearchDatastore_Task, 'duration_secs': 0.015456} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.623776] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.623776] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1778.624077] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.624285] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.624506] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1778.624807] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ce50864-82b0-4b5d-b7c4-1753a112be99 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.645628] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1778.645895] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1778.646645] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c6a655d-4a30-4248-ac9c-ac1c40c6a57a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.653210] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1778.653210] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523bf983-2fe7-b4f8-4dcb-8a1db7795293" [ 1778.653210] env[62097]: _type = "Task" [ 1778.653210] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.663699] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523bf983-2fe7-b4f8-4dcb-8a1db7795293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.695697] env[62097]: INFO nova.compute.manager [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Took 41.44 seconds to build instance. [ 1778.716738] env[62097]: DEBUG nova.virt.hardware [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1778.716995] env[62097]: DEBUG nova.virt.hardware [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1778.717159] env[62097]: DEBUG nova.virt.hardware [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1778.717343] env[62097]: DEBUG nova.virt.hardware [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1778.717523] env[62097]: DEBUG nova.virt.hardware [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1778.717636] env[62097]: DEBUG nova.virt.hardware [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1778.718942] env[62097]: DEBUG nova.virt.hardware [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1778.718942] env[62097]: DEBUG nova.virt.hardware [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1778.718942] env[62097]: DEBUG nova.virt.hardware [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1778.718942] env[62097]: DEBUG nova.virt.hardware [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1778.718942] env[62097]: DEBUG nova.virt.hardware [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1778.720333] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5dc7a4-0e89-4501-b25c-f0ae9d77a3c5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.735022] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa454b79-3911-438e-b842-0e92421f5210 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.752523] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:33:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34c99408-5558-4ce8-87a4-ac19b8bacfad', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1778.761720] env[62097]: DEBUG oslo.service.loopingcall [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1778.762081] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1778.762354] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f961512-ad8e-44fc-a897-630008fd6859 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.787119] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1778.787119] env[62097]: value = "task-2034850" [ 1778.787119] env[62097]: _type = "Task" [ 1778.787119] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.799154] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034850, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.851599] env[62097]: DEBUG nova.network.neutron [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Successfully updated port: cb431ef8-4b10-4b82-8f4f-b789813a21d5 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1778.856253] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.856253] env[62097]: DEBUG nova.compute.manager [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1778.857718] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.994s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.859413] env[62097]: INFO nova.compute.claims [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1778.919891] env[62097]: DEBUG nova.network.neutron [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1778.996877] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Acquiring lock "face7e9c-6a8b-4bae-ab99-c8601b2cb358" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.997814] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Lock "face7e9c-6a8b-4bae-ab99-c8601b2cb358" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.037790] env[62097]: DEBUG nova.compute.manager [req-75ac822f-6e53-49ed-a686-7433d8881d58 req-789a95ab-dd75-4878-abce-94401329707a service nova] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Received event network-vif-plugged-cb431ef8-4b10-4b82-8f4f-b789813a21d5 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1779.038028] env[62097]: DEBUG oslo_concurrency.lockutils [req-75ac822f-6e53-49ed-a686-7433d8881d58 req-789a95ab-dd75-4878-abce-94401329707a service nova] Acquiring lock "1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.038425] env[62097]: DEBUG oslo_concurrency.lockutils [req-75ac822f-6e53-49ed-a686-7433d8881d58 req-789a95ab-dd75-4878-abce-94401329707a service nova] Lock "1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.038618] env[62097]: DEBUG oslo_concurrency.lockutils [req-75ac822f-6e53-49ed-a686-7433d8881d58 req-789a95ab-dd75-4878-abce-94401329707a service nova] Lock "1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.038794] env[62097]: DEBUG nova.compute.manager [req-75ac822f-6e53-49ed-a686-7433d8881d58 req-789a95ab-dd75-4878-abce-94401329707a service nova] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] No waiting events found dispatching network-vif-plugged-cb431ef8-4b10-4b82-8f4f-b789813a21d5 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1779.039431] env[62097]: WARNING nova.compute.manager [req-75ac822f-6e53-49ed-a686-7433d8881d58 req-789a95ab-dd75-4878-abce-94401329707a service nova] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Received unexpected event network-vif-plugged-cb431ef8-4b10-4b82-8f4f-b789813a21d5 for instance with vm_state building and task_state spawning. [ 1779.048233] env[62097]: DEBUG oslo_vmware.api [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034848, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.060463] env[62097]: DEBUG oslo_vmware.api [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034849, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.165560] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523bf983-2fe7-b4f8-4dcb-8a1db7795293, 'name': SearchDatastore_Task, 'duration_secs': 0.020361} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.166498] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07bdb82c-3920-4a44-8132-b5372da9a38a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.175103] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1779.175103] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523d0ba8-908e-79a4-6860-8c2b44daf918" [ 1779.175103] env[62097]: _type = "Task" [ 1779.175103] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.189424] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523d0ba8-908e-79a4-6860-8c2b44daf918, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.198475] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fd92e2a0-e407-41b0-bb0f-447924825bd3 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Lock "efe841ea-ce8a-4b9a-98de-5533729488dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.942s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.228522] env[62097]: DEBUG nova.network.neutron [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Updating instance_info_cache with network_info: [{"id": "7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e", "address": "fa:16:3e:d9:99:6b", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5c7b71-3a", "ovs_interfaceid": "7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.301131] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034850, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.355133] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Acquiring lock "refresh_cache-1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.355133] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Acquired lock "refresh_cache-1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.355133] env[62097]: DEBUG nova.network.neutron [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1779.374409] env[62097]: DEBUG nova.compute.utils [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1779.374409] env[62097]: DEBUG nova.compute.manager [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1779.374409] env[62097]: DEBUG nova.network.neutron [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1779.382023] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.382023] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.382023] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1779.465641] env[62097]: DEBUG nova.policy [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ef354dcac6d45c9a15cb43d5d5c57d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a887e71f3604d28b6b8f733bfdbfca9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1779.517217] env[62097]: DEBUG oslo_concurrency.lockutils [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquiring lock "3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.517217] env[62097]: DEBUG oslo_concurrency.lockutils [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.546806] env[62097]: DEBUG oslo_vmware.api [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034848, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.559395] env[62097]: DEBUG oslo_vmware.api [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034849, 'name': ReconfigVM_Task, 'duration_secs': 1.241056} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.560095] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Reconfigured VM instance instance-00000022 to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1779.565929] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fce9f7c1-d06e-4442-9637-ade7d2f13be8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.585655] env[62097]: DEBUG oslo_vmware.api [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Waiting for the task: (returnval){ [ 1779.585655] env[62097]: value = "task-2034852" [ 1779.585655] env[62097]: _type = "Task" [ 1779.585655] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.600809] env[62097]: DEBUG oslo_vmware.api [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.687226] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523d0ba8-908e-79a4-6860-8c2b44daf918, 'name': SearchDatastore_Task, 'duration_secs': 0.012291} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.687681] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.688010] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] da9910e3-317e-4ca6-9a8c-478232b8d7dc/da9910e3-317e-4ca6-9a8c-478232b8d7dc.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1779.688349] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3712ebbe-3d6f-45d6-9da4-9fccd2e4ed22 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.699591] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1779.699591] env[62097]: value = "task-2034853" [ 1779.699591] env[62097]: _type = "Task" [ 1779.699591] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.707302] env[62097]: DEBUG nova.compute.manager [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1779.714770] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.731804] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Releasing lock "refresh_cache-7b70aac3-1fd6-4956-8849-ebe6def4305e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.732159] env[62097]: DEBUG nova.compute.manager [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Instance network_info: |[{"id": "7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e", "address": "fa:16:3e:d9:99:6b", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5c7b71-3a", "ovs_interfaceid": "7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1779.732619] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:99:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1779.741553] env[62097]: DEBUG oslo.service.loopingcall [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1779.741873] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1779.742185] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d364d5fd-49c5-40c0-a834-212e65d0db60 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.765026] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1779.765026] env[62097]: value = "task-2034854" [ 1779.765026] env[62097]: _type = "Task" [ 1779.765026] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.779288] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034854, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.803904] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034850, 'name': CreateVM_Task, 'duration_secs': 0.535231} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.804464] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1779.806658] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.806658] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.806852] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1779.807202] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fc9e718-da90-44e4-96de-fb5481bb935d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.812950] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1779.812950] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52173bb7-f77d-0c5c-451d-c3fbc90678c7" [ 1779.812950] env[62097]: _type = "Task" [ 1779.812950] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.824086] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52173bb7-f77d-0c5c-451d-c3fbc90678c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.881674] env[62097]: DEBUG nova.compute.manager [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1779.904382] env[62097]: DEBUG nova.network.neutron [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Successfully created port: d5eb92f8-267d-4219-9583-c30eec49a7c6 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1780.002309] env[62097]: DEBUG nova.network.neutron [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1780.050410] env[62097]: DEBUG oslo_vmware.api [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034848, 'name': CloneVM_Task, 'duration_secs': 1.749035} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.050707] env[62097]: INFO nova.virt.vmwareapi.vmops [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Created linked-clone VM from snapshot [ 1780.051686] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8171b26f-32be-4e08-bed7-dc6b403877d8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.070021] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Uploading image 4895ec34-1953-487d-a91c-69d81923f7e1 {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1780.103327] env[62097]: DEBUG oslo_vmware.api [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034852, 'name': ReconfigVM_Task, 'duration_secs': 0.129829} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.105580] env[62097]: DEBUG oslo_vmware.rw_handles [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1780.105580] env[62097]: value = "vm-417906" [ 1780.105580] env[62097]: _type = "VirtualMachine" [ 1780.105580] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1780.105988] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-417824', 'volume_id': '09fa4808-3cc2-4b28-a570-356233ea7270', 'name': 'volume-09fa4808-3cc2-4b28-a570-356233ea7270', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60fcf9af-55c5-4146-bcb4-40d30633a64f', 'attached_at': '', 'detached_at': '', 'volume_id': '09fa4808-3cc2-4b28-a570-356233ea7270', 'serial': '09fa4808-3cc2-4b28-a570-356233ea7270'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1780.106277] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1780.106553] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ffe7ff51-d4db-4f80-9017-46a7914c3009 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.109031] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092a8bcc-757d-438f-8506-60e07c48fc9f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.123938] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1780.125581] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a1ebc72-9b8b-47aa-892d-d4fc1097249c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.127732] env[62097]: DEBUG oslo_vmware.rw_handles [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Lease: (returnval){ [ 1780.127732] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5296fd46-4369-a364-1e5f-330a5b66f9b9" [ 1780.127732] env[62097]: _type = "HttpNfcLease" [ 1780.127732] env[62097]: } obtained for exporting VM: (result){ [ 1780.127732] env[62097]: value = "vm-417906" [ 1780.127732] env[62097]: _type = "VirtualMachine" [ 1780.127732] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1780.128026] env[62097]: DEBUG oslo_vmware.api [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Waiting for the lease: (returnval){ [ 1780.128026] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5296fd46-4369-a364-1e5f-330a5b66f9b9" [ 1780.128026] env[62097]: _type = "HttpNfcLease" [ 1780.128026] env[62097]: } to be ready. {{(pid=62097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1780.139549] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1780.139549] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5296fd46-4369-a364-1e5f-330a5b66f9b9" [ 1780.139549] env[62097]: _type = "HttpNfcLease" [ 1780.139549] env[62097]: } is ready. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1780.140162] env[62097]: DEBUG oslo_vmware.rw_handles [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1780.140162] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5296fd46-4369-a364-1e5f-330a5b66f9b9" [ 1780.140162] env[62097]: _type = "HttpNfcLease" [ 1780.140162] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1780.141753] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19e946d-123e-4b70-867f-ff2c24956d2e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.151726] env[62097]: DEBUG oslo_vmware.rw_handles [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235429a-40e5-3eae-6e6f-cb87878a9604/disk-0.vmdk from lease info. {{(pid=62097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1780.152045] env[62097]: DEBUG oslo_vmware.rw_handles [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235429a-40e5-3eae-6e6f-cb87878a9604/disk-0.vmdk for reading. {{(pid=62097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1780.238933] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51929} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.239232] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] da9910e3-317e-4ca6-9a8c-478232b8d7dc/da9910e3-317e-4ca6-9a8c-478232b8d7dc.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1780.239458] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1780.239749] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3a8f76e-fc8b-4f22-b913-8ceb0d884d89 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.246984] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1780.248568] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1780.248568] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Deleting the datastore file [datastore1] 60fcf9af-55c5-4146-bcb4-40d30633a64f {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1780.248925] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.249059] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-848f754f-f70a-4ef2-a8b4-ec57f5974c4c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.256130] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1780.256130] env[62097]: value = "task-2034857" [ 1780.256130] env[62097]: _type = "Task" [ 1780.256130] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.265069] env[62097]: DEBUG oslo_vmware.api [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Waiting for the task: (returnval){ [ 1780.265069] env[62097]: value = "task-2034858" [ 1780.265069] env[62097]: _type = "Task" [ 1780.265069] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.270083] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.284203] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d16f0b7e-6667-41ca-85d4-2a177ad0a7ae {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.291474] env[62097]: DEBUG oslo_vmware.api [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.295435] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034854, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.309588] env[62097]: DEBUG nova.network.neutron [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Successfully created port: 51c9e794-ed1c-4ed4-ac78-53ed8091709f {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1780.330321] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52173bb7-f77d-0c5c-451d-c3fbc90678c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010791} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.335944] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.336207] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1780.336641] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.336641] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.337151] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1780.338105] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ff9dc9a-8acf-4e33-832d-37ff7d39fa32 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.347521] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1780.348130] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1780.348547] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d970d7ca-bc84-46e0-aaf0-2fd9f6c706fb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.357570] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1780.357570] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52160b2d-e3fe-1a0c-c796-9c23a197e106" [ 1780.357570] env[62097]: _type = "Task" [ 1780.357570] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.369740] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52160b2d-e3fe-1a0c-c796-9c23a197e106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.398492] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "refresh_cache-76990b8d-ff61-454d-9dee-33bfe27f9665" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.399717] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquired lock "refresh_cache-76990b8d-ff61-454d-9dee-33bfe27f9665" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.399717] env[62097]: DEBUG nova.network.neutron [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Forcefully refreshing network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1780.453386] env[62097]: DEBUG nova.compute.manager [req-6e7ebd00-8ec0-4e8f-a25d-f5a31a13583b req-84cb84e3-4607-4c97-a61c-f85207a24fcd service nova] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Received event network-changed-7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1780.456903] env[62097]: DEBUG nova.compute.manager [req-6e7ebd00-8ec0-4e8f-a25d-f5a31a13583b req-84cb84e3-4607-4c97-a61c-f85207a24fcd service nova] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Refreshing instance network info cache due to event network-changed-7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1780.456903] env[62097]: DEBUG oslo_concurrency.lockutils [req-6e7ebd00-8ec0-4e8f-a25d-f5a31a13583b req-84cb84e3-4607-4c97-a61c-f85207a24fcd service nova] Acquiring lock "refresh_cache-7b70aac3-1fd6-4956-8849-ebe6def4305e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.456903] env[62097]: DEBUG oslo_concurrency.lockutils [req-6e7ebd00-8ec0-4e8f-a25d-f5a31a13583b req-84cb84e3-4607-4c97-a61c-f85207a24fcd service nova] Acquired lock "refresh_cache-7b70aac3-1fd6-4956-8849-ebe6def4305e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.456903] env[62097]: DEBUG nova.network.neutron [req-6e7ebd00-8ec0-4e8f-a25d-f5a31a13583b req-84cb84e3-4607-4c97-a61c-f85207a24fcd service nova] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Refreshing network info cache for port 7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1780.527210] env[62097]: DEBUG nova.network.neutron [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Updating instance_info_cache with network_info: [{"id": "cb431ef8-4b10-4b82-8f4f-b789813a21d5", "address": "fa:16:3e:49:c6:8f", "network": {"id": "c5c9cc48-a4ca-4515-ab96-0906fe535065", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1270594370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f415522c88af45f8a67b1d075641a687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb431ef8-4b", "ovs_interfaceid": "cb431ef8-4b10-4b82-8f4f-b789813a21d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.659654] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d05128-444a-4a8a-af45-ee8636f6c475 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.672693] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001fd59b-2e3d-4675-bd1a-7135c0cd0672 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.708058] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6accd1-99c2-4eb3-b901-8d2d4f922458 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.718048] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe1fc6a-6776-4c6a-b51b-a51e6e5b8de4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.735217] env[62097]: DEBUG nova.compute.provider_tree [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1780.769185] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081695} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.769717] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1780.770719] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99cc41c-7f0e-46e4-84e8-1e9f24a989fd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.787079] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034854, 'name': CreateVM_Task, 'duration_secs': 0.643157} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.806433] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1780.807794] env[62097]: DEBUG oslo_vmware.api [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Task: {'id': task-2034858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100429} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.819541] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] da9910e3-317e-4ca6-9a8c-478232b8d7dc/da9910e3-317e-4ca6-9a8c-478232b8d7dc.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1780.819541] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.819541] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.822046] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1780.822046] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1780.822046] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1780.822697] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1780.822697] env[62097]: INFO nova.compute.manager [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Took 3.44 seconds to destroy the instance on the hypervisor. [ 1780.823105] env[62097]: DEBUG oslo.service.loopingcall [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1780.824227] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91222d64-956e-4401-95bc-e6cdb2fd95a3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.840915] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ab65c0-da9f-464a-9c1c-b0312a34dfaf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.845603] env[62097]: DEBUG nova.compute.manager [-] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1780.845603] env[62097]: DEBUG nova.network.neutron [-] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1780.851045] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1780.851045] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5227d5cf-5d94-ca8e-d101-f79d1b2a2bfa" [ 1780.851045] env[62097]: _type = "Task" [ 1780.851045] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.857798] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1780.857798] env[62097]: value = "task-2034859" [ 1780.857798] env[62097]: _type = "Task" [ 1780.857798] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.869524] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5227d5cf-5d94-ca8e-d101-f79d1b2a2bfa, 'name': SearchDatastore_Task} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.870650] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.871023] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1780.871217] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.878045] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52160b2d-e3fe-1a0c-c796-9c23a197e106, 'name': SearchDatastore_Task, 'duration_secs': 0.014677} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.883055] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.883412] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b7d06e5-e807-4ded-b160-345901b3e9a3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.890769] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1780.890769] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e67417-c9c8-7fba-aa9b-15f54dc4b30f" [ 1780.890769] env[62097]: _type = "Task" [ 1780.890769] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.904100] env[62097]: DEBUG nova.compute.manager [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1780.911102] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e67417-c9c8-7fba-aa9b-15f54dc4b30f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.036677] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Releasing lock "refresh_cache-1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.037976] env[62097]: DEBUG nova.compute.manager [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Instance network_info: |[{"id": "cb431ef8-4b10-4b82-8f4f-b789813a21d5", "address": "fa:16:3e:49:c6:8f", "network": {"id": "c5c9cc48-a4ca-4515-ab96-0906fe535065", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1270594370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f415522c88af45f8a67b1d075641a687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb431ef8-4b", "ovs_interfaceid": "cb431ef8-4b10-4b82-8f4f-b789813a21d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1781.037976] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:c6:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb431ef8-4b10-4b82-8f4f-b789813a21d5', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1781.050957] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Creating folder: Project (f415522c88af45f8a67b1d075641a687). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1781.053359] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-129d6fa6-5d1d-46fb-ab4b-ce518804c4cb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.070316] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Created folder: Project (f415522c88af45f8a67b1d075641a687) in parent group-v417770. [ 1781.070915] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Creating folder: Instances. Parent ref: group-v417909. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1781.071212] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-754b59c6-41cf-4794-9780-b3ec3311db9e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.087564] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Created folder: Instances in parent group-v417909. [ 1781.088069] env[62097]: DEBUG oslo.service.loopingcall [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1781.092397] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1781.092910] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9872b6d-eff9-4d79-bf13-e710d2b6a759 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.116893] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1781.116893] env[62097]: value = "task-2034862" [ 1781.116893] env[62097]: _type = "Task" [ 1781.116893] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.132783] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034862, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.238905] env[62097]: DEBUG nova.scheduler.client.report [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1781.373228] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034859, 'name': ReconfigVM_Task, 'duration_secs': 0.357309} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.376161] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Reconfigured VM instance instance-0000002d to attach disk [datastore1] da9910e3-317e-4ca6-9a8c-478232b8d7dc/da9910e3-317e-4ca6-9a8c-478232b8d7dc.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1781.376832] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77003539-d277-4585-9cea-8f65f4dac5fb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.387859] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1781.387859] env[62097]: value = "task-2034863" [ 1781.387859] env[62097]: _type = "Task" [ 1781.387859] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.403923] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034863, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.408716] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e67417-c9c8-7fba-aa9b-15f54dc4b30f, 'name': SearchDatastore_Task, 'duration_secs': 0.013069} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.408986] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.409270] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 76990b8d-ff61-454d-9dee-33bfe27f9665/76990b8d-ff61-454d-9dee-33bfe27f9665.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1781.409655] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.409821] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1781.410112] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0770782-65fa-460a-904e-4a3453d55496 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.412630] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7586e50-eebe-4f33-b693-e5d2e686699b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.429901] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1781.429901] env[62097]: value = "task-2034864" [ 1781.429901] env[62097]: _type = "Task" [ 1781.429901] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.431464] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1781.431668] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1781.438269] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d60ed5df-1b26-48e9-8c59-5f646cd3a6f2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.443098] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1781.443098] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a61611-6c91-b0db-c794-3cc37c65c82e" [ 1781.443098] env[62097]: _type = "Task" [ 1781.443098] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.446254] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.459892] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a61611-6c91-b0db-c794-3cc37c65c82e, 'name': SearchDatastore_Task, 'duration_secs': 0.012556} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.459892] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c934f7db-463e-486c-b40d-815a27b31302 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.465833] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1781.465833] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52752469-59a6-d262-b383-8916db83887a" [ 1781.465833] env[62097]: _type = "Task" [ 1781.465833] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.472709] env[62097]: DEBUG nova.network.neutron [req-6e7ebd00-8ec0-4e8f-a25d-f5a31a13583b req-84cb84e3-4607-4c97-a61c-f85207a24fcd service nova] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Updated VIF entry in instance network info cache for port 7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1781.473209] env[62097]: DEBUG nova.network.neutron [req-6e7ebd00-8ec0-4e8f-a25d-f5a31a13583b req-84cb84e3-4607-4c97-a61c-f85207a24fcd service nova] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Updating instance_info_cache with network_info: [{"id": "7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e", "address": "fa:16:3e:d9:99:6b", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5c7b71-3a", "ovs_interfaceid": "7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.480806] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52752469-59a6-d262-b383-8916db83887a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.503149] env[62097]: DEBUG nova.compute.manager [req-ce2f2b9f-b6c6-44b4-9039-bd29532d2f73 req-ce435deb-4306-47c3-b866-dfbb5380a3ed service nova] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Received event network-changed-cb431ef8-4b10-4b82-8f4f-b789813a21d5 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1781.503459] env[62097]: DEBUG nova.compute.manager [req-ce2f2b9f-b6c6-44b4-9039-bd29532d2f73 req-ce435deb-4306-47c3-b866-dfbb5380a3ed service nova] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Refreshing instance network info cache due to event network-changed-cb431ef8-4b10-4b82-8f4f-b789813a21d5. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1781.503616] env[62097]: DEBUG oslo_concurrency.lockutils [req-ce2f2b9f-b6c6-44b4-9039-bd29532d2f73 req-ce435deb-4306-47c3-b866-dfbb5380a3ed service nova] Acquiring lock "refresh_cache-1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.504432] env[62097]: DEBUG oslo_concurrency.lockutils [req-ce2f2b9f-b6c6-44b4-9039-bd29532d2f73 req-ce435deb-4306-47c3-b866-dfbb5380a3ed service nova] Acquired lock "refresh_cache-1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.504680] env[62097]: DEBUG nova.network.neutron [req-ce2f2b9f-b6c6-44b4-9039-bd29532d2f73 req-ce435deb-4306-47c3-b866-dfbb5380a3ed service nova] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Refreshing network info cache for port cb431ef8-4b10-4b82-8f4f-b789813a21d5 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1781.632034] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034862, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.747062] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.889s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.747638] env[62097]: DEBUG nova.compute.manager [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1781.750833] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.237s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.752660] env[62097]: INFO nova.compute.claims [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1781.904310] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034863, 'name': Rename_Task, 'duration_secs': 0.178296} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.905140] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1781.905334] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb201495-422a-46c4-9a6d-23a504ec5974 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.918968] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1781.918968] env[62097]: value = "task-2034865" [ 1781.918968] env[62097]: _type = "Task" [ 1781.918968] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.929021] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.943326] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034864, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.976617] env[62097]: DEBUG nova.network.neutron [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Updating instance_info_cache with network_info: [{"id": "34c99408-5558-4ce8-87a4-ac19b8bacfad", "address": "fa:16:3e:27:33:68", "network": {"id": "d5f1d527-c4ee-43d8-9626-eecf29c8ef61", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-607891245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3531ea2e2b40fb912cdca256a6c579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c99408-55", "ovs_interfaceid": "34c99408-5558-4ce8-87a4-ac19b8bacfad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.981180] env[62097]: DEBUG oslo_concurrency.lockutils [req-6e7ebd00-8ec0-4e8f-a25d-f5a31a13583b req-84cb84e3-4607-4c97-a61c-f85207a24fcd service nova] Releasing lock "refresh_cache-7b70aac3-1fd6-4956-8849-ebe6def4305e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.988708] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52752469-59a6-d262-b383-8916db83887a, 'name': SearchDatastore_Task, 'duration_secs': 0.015353} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.989219] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.990266] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 7b70aac3-1fd6-4956-8849-ebe6def4305e/7b70aac3-1fd6-4956-8849-ebe6def4305e.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1781.990649] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7d2806d-46d9-466f-b2c3-8ebcb735c8ff {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.003027] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1782.003027] env[62097]: value = "task-2034866" [ 1782.003027] env[62097]: _type = "Task" [ 1782.003027] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.015093] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.137343] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034862, 'name': CreateVM_Task, 'duration_secs': 0.543321} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.137563] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1782.138202] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.138385] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.138746] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1782.139090] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abe9b557-9cda-403e-8e50-cc4a37b003c4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.145729] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Waiting for the task: (returnval){ [ 1782.145729] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523eeb68-0705-7aa8-3eab-d8ed1ad7a56a" [ 1782.145729] env[62097]: _type = "Task" [ 1782.145729] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.158396] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523eeb68-0705-7aa8-3eab-d8ed1ad7a56a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.258341] env[62097]: DEBUG nova.compute.utils [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1782.263031] env[62097]: DEBUG nova.compute.manager [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1782.263408] env[62097]: DEBUG nova.network.neutron [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1782.292738] env[62097]: DEBUG nova.network.neutron [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Successfully updated port: d5eb92f8-267d-4219-9583-c30eec49a7c6 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1782.313783] env[62097]: DEBUG nova.policy [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c35581a31a34b64b227fd3d6c8f0db9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4266aad22d71447ca60bfcba4d94a511', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1782.358055] env[62097]: DEBUG nova.network.neutron [req-ce2f2b9f-b6c6-44b4-9039-bd29532d2f73 req-ce435deb-4306-47c3-b866-dfbb5380a3ed service nova] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Updated VIF entry in instance network info cache for port cb431ef8-4b10-4b82-8f4f-b789813a21d5. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1782.358930] env[62097]: DEBUG nova.network.neutron [req-ce2f2b9f-b6c6-44b4-9039-bd29532d2f73 req-ce435deb-4306-47c3-b866-dfbb5380a3ed service nova] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Updating instance_info_cache with network_info: [{"id": "cb431ef8-4b10-4b82-8f4f-b789813a21d5", "address": "fa:16:3e:49:c6:8f", "network": {"id": "c5c9cc48-a4ca-4515-ab96-0906fe535065", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1270594370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f415522c88af45f8a67b1d075641a687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb431ef8-4b", "ovs_interfaceid": "cb431ef8-4b10-4b82-8f4f-b789813a21d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.434989] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034865, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.448345] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561964} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.448937] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 76990b8d-ff61-454d-9dee-33bfe27f9665/76990b8d-ff61-454d-9dee-33bfe27f9665.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1782.449197] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1782.449538] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f31bf03c-2d6c-41f5-89b4-ddb74439ed53 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.452933] env[62097]: DEBUG nova.network.neutron [-] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.461588] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1782.461588] env[62097]: value = "task-2034867" [ 1782.461588] env[62097]: _type = "Task" [ 1782.461588] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.473408] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.481578] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Releasing lock "refresh_cache-76990b8d-ff61-454d-9dee-33bfe27f9665" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.481923] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Updated the network info_cache for instance {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1782.482411] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1782.482411] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1782.482582] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1782.482801] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1782.483522] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1782.483776] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1782.517531] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034866, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.664541] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523eeb68-0705-7aa8-3eab-d8ed1ad7a56a, 'name': SearchDatastore_Task, 'duration_secs': 0.01322} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.664541] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.664541] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1782.664541] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.664541] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.664541] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1782.664541] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7179ddd-d76a-46d1-9eea-cc544ca6db89 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.675718] env[62097]: DEBUG nova.network.neutron [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Successfully created port: aefc0ba3-9f80-4b88-aa9f-6486f5c19c57 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1782.690921] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1782.691366] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1782.692319] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cd05a7d-c4bd-47b2-b5f1-c355fdb55c6d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.700249] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Waiting for the task: (returnval){ [ 1782.700249] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52c500d1-3d78-b8bb-bf20-a2de90ec6536" [ 1782.700249] env[62097]: _type = "Task" [ 1782.700249] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.709940] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52c500d1-3d78-b8bb-bf20-a2de90ec6536, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.764255] env[62097]: DEBUG nova.compute.manager [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1782.863493] env[62097]: DEBUG oslo_concurrency.lockutils [req-ce2f2b9f-b6c6-44b4-9039-bd29532d2f73 req-ce435deb-4306-47c3-b866-dfbb5380a3ed service nova] Releasing lock "refresh_cache-1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.930109] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034865, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.956407] env[62097]: INFO nova.compute.manager [-] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Took 2.11 seconds to deallocate network for instance. [ 1782.976584] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099284} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.977752] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1782.977979] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce3e6a6-29ba-4050-9713-d1e40076aac2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.007104] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Getting list of instances from cluster (obj){ [ 1783.007104] env[62097]: value = "domain-c8" [ 1783.007104] env[62097]: _type = "ClusterComputeResource" [ 1783.007104] env[62097]: } {{(pid=62097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1783.017031] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 76990b8d-ff61-454d-9dee-33bfe27f9665/76990b8d-ff61-454d-9dee-33bfe27f9665.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1783.021684] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8711aed9-7d4c-406c-816f-7730441089ea {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.025141] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16e2234a-7649-4267-b842-ee0efa4b65d7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.051016] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586058} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.055357] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 7b70aac3-1fd6-4956-8849-ebe6def4305e/7b70aac3-1fd6-4956-8849-ebe6def4305e.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1783.055620] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1783.055979] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1783.055979] env[62097]: value = "task-2034868" [ 1783.055979] env[62097]: _type = "Task" [ 1783.055979] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.074538] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4729fb82-9d26-46ca-a82b-146af799d589 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.077584] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Got total of 20 instances {{(pid=62097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1783.077739] env[62097]: WARNING nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] While synchronizing instance power states, found 29 instances in the database and 20 instances on the hypervisor. [ 1783.077900] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid f1884230-e972-4c99-a81b-1ecf9b5d7875 {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.078121] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid 76990b8d-ff61-454d-9dee-33bfe27f9665 {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.078287] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid be718be8-85d4-4a44-8b30-3bf18a69b989 {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.078520] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.078742] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid e3da7693-b1b0-46a2-98e4-95f1f3d47b20 {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.078915] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid a2c388fa-17da-4d92-95f5-e5edc7dfc92d {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.079078] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid f392555b-fa10-4c15-a253-48ef4c82df63 {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.079229] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid 117dded3-8117-4917-9634-ca73b6765e3b {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.079408] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid b97cf9f5-fabe-40e8-99f8-30207d7f87a6 {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.079571] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.079823] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid 4a29c478-1e93-4d58-b8b2-88e087d5f656 {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.080047] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid dcf337a9-de54-4fcf-abe8-4c7ed2ec4333 {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.080226] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid bef0ccb3-04e4-450e-8042-a433504278b2 {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.080378] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid 0edf63bc-072d-416f-abee-8c4311c53924 {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.080536] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid 60fcf9af-55c5-4146-bcb4-40d30633a64f {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.081161] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid ac966fff-88e8-4fd3-925f-0e6195c1c940 {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.081450] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid 049f2126-5f66-4e66-a334-13e33b27b152 {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.081685] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid 72d8c1c0-5d25-4619-8f1e-5fe06787a845 {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.081859] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid d37200db-e945-461a-84f5-beb632e9b4bd {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.082023] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid edab7482-65e5-4141-aa17-08c348f76bbe {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.082209] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid 1993cbe1-7d91-42d7-85ab-fae419cedef7 {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.082357] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721 {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.082505] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid efe841ea-ce8a-4b9a-98de-5533729488dd {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.082666] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid da9910e3-317e-4ca6-9a8c-478232b8d7dc {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.082822] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid 7b70aac3-1fd6-4956-8849-ebe6def4305e {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.082977] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.083209] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid 7d040a2f-df58-48ee-bb68-8a9e59e97364 {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.083324] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid 50a7a45d-3187-4baa-9937-79f05882da01 {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.083476] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid a7992c09-2881-4d70-b5a8-5071eb619d12 {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1783.090914] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "f1884230-e972-4c99-a81b-1ecf9b5d7875" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.090914] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "f1884230-e972-4c99-a81b-1ecf9b5d7875" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.090914] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "76990b8d-ff61-454d-9dee-33bfe27f9665" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.090914] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "76990b8d-ff61-454d-9dee-33bfe27f9665" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.090914] env[62097]: INFO nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. [ 1783.090914] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "76990b8d-ff61-454d-9dee-33bfe27f9665" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.090914] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "be718be8-85d4-4a44-8b30-3bf18a69b989" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.090914] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "be718be8-85d4-4a44-8b30-3bf18a69b989" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.090914] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.090914] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.090914] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "e3da7693-b1b0-46a2-98e4-95f1f3d47b20" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.090914] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "e3da7693-b1b0-46a2-98e4-95f1f3d47b20" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.090914] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.090914] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "f392555b-fa10-4c15-a253-48ef4c82df63" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.090914] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "f392555b-fa10-4c15-a253-48ef4c82df63" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.093234] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "117dded3-8117-4917-9634-ca73b6765e3b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.093234] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "117dded3-8117-4917-9634-ca73b6765e3b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.093234] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.093234] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.093475] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.093511] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.093756] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "4a29c478-1e93-4d58-b8b2-88e087d5f656" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.094107] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "4a29c478-1e93-4d58-b8b2-88e087d5f656" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.094196] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "dcf337a9-de54-4fcf-abe8-4c7ed2ec4333" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.094364] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "dcf337a9-de54-4fcf-abe8-4c7ed2ec4333" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.094641] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "bef0ccb3-04e4-450e-8042-a433504278b2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.094823] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "bef0ccb3-04e4-450e-8042-a433504278b2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.094987] env[62097]: INFO nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] During sync_power_state the instance has a pending task (image_uploading). Skip. [ 1783.095184] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "bef0ccb3-04e4-450e-8042-a433504278b2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.095397] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "0edf63bc-072d-416f-abee-8c4311c53924" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.095595] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "0edf63bc-072d-416f-abee-8c4311c53924" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.095885] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "60fcf9af-55c5-4146-bcb4-40d30633a64f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.096074] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "ac966fff-88e8-4fd3-925f-0e6195c1c940" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.096311] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "049f2126-5f66-4e66-a334-13e33b27b152" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.096495] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "049f2126-5f66-4e66-a334-13e33b27b152" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.096681] env[62097]: INFO nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] During sync_power_state the instance has a pending task (image_uploading). Skip. [ 1783.096854] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "049f2126-5f66-4e66-a334-13e33b27b152" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.097085] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "72d8c1c0-5d25-4619-8f1e-5fe06787a845" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.097286] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "72d8c1c0-5d25-4619-8f1e-5fe06787a845" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.097545] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "d37200db-e945-461a-84f5-beb632e9b4bd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.098279] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "edab7482-65e5-4141-aa17-08c348f76bbe" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.098530] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "1993cbe1-7d91-42d7-85ab-fae419cedef7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.098758] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "14f1c8b1-77f4-46f1-ba73-5ae24e9cc721" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.098956] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "14f1c8b1-77f4-46f1-ba73-5ae24e9cc721" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.099222] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "efe841ea-ce8a-4b9a-98de-5533729488dd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.099432] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "efe841ea-ce8a-4b9a-98de-5533729488dd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.099705] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "da9910e3-317e-4ca6-9a8c-478232b8d7dc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.099929] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "7b70aac3-1fd6-4956-8849-ebe6def4305e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.100181] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.100407] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "7d040a2f-df58-48ee-bb68-8a9e59e97364" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.100627] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "50a7a45d-3187-4baa-9937-79f05882da01" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.100839] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "a7992c09-2881-4d70-b5a8-5071eb619d12" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.101088] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1783.101207] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1783.105271] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4172ea-e297-4caf-88f0-437701c22aba {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.108820] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73cfd45-3248-4c15-8975-7c0620d91217 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.112220] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a73f4c-802d-4b21-81cb-63ab1c8b7144 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.115368] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790c4c7e-70ce-47cf-a003-dd2aebe998b2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.119176] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ded449-3ca6-49d5-9d27-14f8447fdc6e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.124499] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6946e82-7b5d-4153-958c-2aff4f77ce3f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.130287] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15acc71-2fac-4749-bf07-95bc6e814e1f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.131554] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8c4681-1ac1-47fe-b99d-c75a289daf72 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.135509] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd08b08-8ebe-4a69-9725-b239575017dd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.139087] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d9e1d6-3d0a-44f4-acaa-2377973fff21 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.142850] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e378c0-ceda-412e-87ea-fd346576abc4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.146402] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8035e9-30bc-40c6-bd1a-61f070669791 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.149987] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0f9c55-f5a9-4395-8f7e-8c3ba9d7acfb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.153435] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb387cd-feb0-4112-8638-41638232c90e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.156534] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1783.168066] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1783.168066] env[62097]: value = "task-2034869" [ 1783.168066] env[62097]: _type = "Task" [ 1783.168066] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.199327] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034868, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.212507] env[62097]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1783.226222] env[62097]: WARNING oslo_messaging._drivers.amqpdriver [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1783.229930] env[62097]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1783.231855] env[62097]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1783.233490] env[62097]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1783.238341] env[62097]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1783.257528] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081752} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.259397] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1783.262260] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e240f8-aa94-4fed-bb0a-5df2243e1d8f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.270437] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52c500d1-3d78-b8bb-bf20-a2de90ec6536, 'name': SearchDatastore_Task, 'duration_secs': 0.124086} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.280112] env[62097]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1783.292487] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c8a675-b671-4c65-b48d-bf6f402c7ab2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.304958] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 7b70aac3-1fd6-4956-8849-ebe6def4305e/7b70aac3-1fd6-4956-8849-ebe6def4305e.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1783.310167] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1ae6269-2fda-40b1-aa36-30fe69627cf2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.337348] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Waiting for the task: (returnval){ [ 1783.337348] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b780f9-1c7e-27db-617e-ab59b4174bf5" [ 1783.337348] env[62097]: _type = "Task" [ 1783.337348] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.341786] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1783.341786] env[62097]: value = "task-2034870" [ 1783.341786] env[62097]: _type = "Task" [ 1783.341786] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.351710] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b780f9-1c7e-27db-617e-ab59b4174bf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.362669] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034870, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.363206] env[62097]: DEBUG nova.virt.hardware [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1783.363446] env[62097]: DEBUG nova.virt.hardware [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1783.363642] env[62097]: DEBUG nova.virt.hardware [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1783.363872] env[62097]: DEBUG nova.virt.hardware [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1783.364068] env[62097]: DEBUG nova.virt.hardware [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1783.364231] env[62097]: DEBUG nova.virt.hardware [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1783.364449] env[62097]: DEBUG nova.virt.hardware [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1783.364833] env[62097]: DEBUG nova.virt.hardware [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1783.364833] env[62097]: DEBUG nova.virt.hardware [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1783.364944] env[62097]: DEBUG nova.virt.hardware [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1783.365144] env[62097]: DEBUG nova.virt.hardware [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1783.367745] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174738cb-7605-4fcd-9b18-7a6aa7c4412b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.388087] env[62097]: DEBUG oslo_vmware.rw_handles [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b97871-b627-1adf-1275-001339de50ae/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1783.390415] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6394e424-c572-4d08-87a5-2975bf188d61 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.398901] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed729e5-03d2-426e-b1d5-94fa2fe8d4ba {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.427168] env[62097]: DEBUG oslo_vmware.rw_handles [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b97871-b627-1adf-1275-001339de50ae/disk-0.vmdk is in state: ready. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1783.427493] env[62097]: ERROR oslo_vmware.rw_handles [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b97871-b627-1adf-1275-001339de50ae/disk-0.vmdk due to incomplete transfer. [ 1783.432073] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-33686e4e-57d6-47d4-a8eb-81b59d6db4c7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.445698] env[62097]: DEBUG oslo_vmware.api [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034865, 'name': PowerOnVM_Task, 'duration_secs': 1.018723} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.447342] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1783.447623] env[62097]: INFO nova.compute.manager [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Took 11.07 seconds to spawn the instance on the hypervisor. [ 1783.447836] env[62097]: DEBUG nova.compute.manager [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1783.448142] env[62097]: DEBUG oslo_vmware.rw_handles [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b97871-b627-1adf-1275-001339de50ae/disk-0.vmdk. {{(pid=62097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1783.448351] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Uploaded image 80fcf2e8-e32a-48d3-a665-fbaa1786de74 to the Glance image server {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1783.450947] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Destroying the VM {{(pid=62097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1783.451916] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7456e708-2d62-4aa4-b07d-512aeca4083a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.454502] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4880315e-e925-4a7a-b5ef-5e36963f95e3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.465320] env[62097]: DEBUG oslo_vmware.api [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1783.465320] env[62097]: value = "task-2034871" [ 1783.465320] env[62097]: _type = "Task" [ 1783.465320] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.479872] env[62097]: DEBUG oslo_vmware.api [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034871, 'name': Destroy_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.523838] env[62097]: INFO nova.compute.manager [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Took 0.57 seconds to detach 1 volumes for instance. [ 1783.528153] env[62097]: DEBUG nova.compute.manager [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Deleting volume: 09fa4808-3cc2-4b28-a570-356233ea7270 {{(pid=62097) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1783.596626] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034868, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.638566] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f191b758-92f0-47b5-ae64-e5cf4fc0b649 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.650209] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592d6112-ab62-4c8e-834e-cbebb5e3d05a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.698607] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.700316] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411d913f-1414-45a1-b0d5-d7b7239c7f4d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.712494] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f80c3ff-92d8-4a27-ac59-e6a77676e371 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.733512] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "dcf337a9-de54-4fcf-abe8-4c7ed2ec4333" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.639s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.734045] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.640s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.734905] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "e3da7693-b1b0-46a2-98e4-95f1f3d47b20" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.645s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.735529] env[62097]: DEBUG nova.compute.provider_tree [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1783.752318] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.659s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.753893] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "4a29c478-1e93-4d58-b8b2-88e087d5f656" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.660s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.756570] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "0edf63bc-072d-416f-abee-8c4311c53924" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.661s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.791577] env[62097]: DEBUG nova.compute.manager [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1783.822130] env[62097]: DEBUG nova.virt.hardware [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1783.823057] env[62097]: DEBUG nova.virt.hardware [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1783.823057] env[62097]: DEBUG nova.virt.hardware [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1783.823057] env[62097]: DEBUG nova.virt.hardware [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1783.823284] env[62097]: DEBUG nova.virt.hardware [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1783.823459] env[62097]: DEBUG nova.virt.hardware [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1783.823745] env[62097]: DEBUG nova.virt.hardware [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1783.824011] env[62097]: DEBUG nova.virt.hardware [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1783.824242] env[62097]: DEBUG nova.virt.hardware [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1783.824485] env[62097]: DEBUG nova.virt.hardware [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1783.824730] env[62097]: DEBUG nova.virt.hardware [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1783.825857] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0816245-3aa5-422c-95ab-48a561f525cc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.834598] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "117dded3-8117-4917-9634-ca73b6765e3b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.741s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.834598] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.745s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.835018] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "efe841ea-ce8a-4b9a-98de-5533729488dd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.736s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.835360] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "14f1c8b1-77f4-46f1-ba73-5ae24e9cc721" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.736s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.835631] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "72d8c1c0-5d25-4619-8f1e-5fe06787a845" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.738s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.836909] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1e744d-b8fa-4540-bf8c-3bc9bd0e27e2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.840973] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "f392555b-fa10-4c15-a253-48ef4c82df63" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.751s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.841311] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "f1884230-e972-4c99-a81b-1ecf9b5d7875" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.754s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.841629] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "be718be8-85d4-4a44-8b30-3bf18a69b989" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.753s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.863527] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b780f9-1c7e-27db-617e-ab59b4174bf5, 'name': SearchDatastore_Task, 'duration_secs': 0.025664} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.863847] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.864137] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c/1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1783.864404] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17de7d0d-09c2-4d68-ab02-234b59ac1e00 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.869591] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.875644] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Waiting for the task: (returnval){ [ 1783.875644] env[62097]: value = "task-2034873" [ 1783.875644] env[62097]: _type = "Task" [ 1783.875644] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.885241] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Task: {'id': task-2034873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.981677] env[62097]: DEBUG oslo_vmware.api [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034871, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.984081] env[62097]: INFO nova.compute.manager [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Took 46.34 seconds to build instance. [ 1784.092606] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.092606] env[62097]: DEBUG oslo_concurrency.lockutils [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "interface-b97cf9f5-fabe-40e8-99f8-30207d7f87a6-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.092606] env[62097]: DEBUG oslo_concurrency.lockutils [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "interface-b97cf9f5-fabe-40e8-99f8-30207d7f87a6-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.093459] env[62097]: DEBUG nova.objects.instance [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lazy-loading 'flavor' on Instance uuid b97cf9f5-fabe-40e8-99f8-30207d7f87a6 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1784.093930] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034868, 'name': ReconfigVM_Task, 'duration_secs': 0.669047} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.094186] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 76990b8d-ff61-454d-9dee-33bfe27f9665/76990b8d-ff61-454d-9dee-33bfe27f9665.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1784.094992] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96d7c96b-d542-4553-b2c2-5c41634f9d6b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.108678] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1784.108678] env[62097]: value = "task-2034874" [ 1784.108678] env[62097]: _type = "Task" [ 1784.108678] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.118548] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034874, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.239905] env[62097]: DEBUG nova.scheduler.client.report [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1784.358062] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034870, 'name': ReconfigVM_Task, 'duration_secs': 0.685775} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.358511] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 7b70aac3-1fd6-4956-8849-ebe6def4305e/7b70aac3-1fd6-4956-8849-ebe6def4305e.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1784.359981] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-249feb45-8fb6-4df1-a48f-4641e4be9ed8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.370867] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1784.370867] env[62097]: value = "task-2034875" [ 1784.370867] env[62097]: _type = "Task" [ 1784.370867] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.386561] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034875, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.394956] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Task: {'id': task-2034873, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.436165] env[62097]: DEBUG nova.network.neutron [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Successfully updated port: aefc0ba3-9f80-4b88-aa9f-6486f5c19c57 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1784.438582] env[62097]: DEBUG nova.network.neutron [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Successfully updated port: 51c9e794-ed1c-4ed4-ac78-53ed8091709f {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1784.478907] env[62097]: DEBUG oslo_vmware.api [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034871, 'name': Destroy_Task, 'duration_secs': 0.802481} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.479285] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Destroyed the VM [ 1784.479598] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Deleting Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1784.479889] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-65aedab3-6c3e-416d-bcf6-feb16584c953 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.485906] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b751b1b-edb2-41ea-a95d-f9f955fce732 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Lock "da9910e3-317e-4ca6-9a8c-478232b8d7dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.360s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.487546] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "da9910e3-317e-4ca6-9a8c-478232b8d7dc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.388s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.487847] env[62097]: INFO nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] During sync_power_state the instance has a pending task (spawning). Skip. [ 1784.488091] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "da9910e3-317e-4ca6-9a8c-478232b8d7dc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.490257] env[62097]: DEBUG oslo_vmware.api [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1784.490257] env[62097]: value = "task-2034876" [ 1784.490257] env[62097]: _type = "Task" [ 1784.490257] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.505308] env[62097]: DEBUG oslo_vmware.api [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034876, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.530667] env[62097]: DEBUG nova.compute.manager [req-f2b4142f-25b8-46ff-a2ad-4dacdd6f5a5a req-1541b592-d27a-4206-b961-ffa1fd8a4b32 service nova] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Received event network-changed-fcdc520a-8c1e-40aa-a19c-efb69b78b72d {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1784.530896] env[62097]: DEBUG nova.compute.manager [req-f2b4142f-25b8-46ff-a2ad-4dacdd6f5a5a req-1541b592-d27a-4206-b961-ffa1fd8a4b32 service nova] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Refreshing instance network info cache due to event network-changed-fcdc520a-8c1e-40aa-a19c-efb69b78b72d. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1784.531216] env[62097]: DEBUG oslo_concurrency.lockutils [req-f2b4142f-25b8-46ff-a2ad-4dacdd6f5a5a req-1541b592-d27a-4206-b961-ffa1fd8a4b32 service nova] Acquiring lock "refresh_cache-efe841ea-ce8a-4b9a-98de-5533729488dd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.531546] env[62097]: DEBUG oslo_concurrency.lockutils [req-f2b4142f-25b8-46ff-a2ad-4dacdd6f5a5a req-1541b592-d27a-4206-b961-ffa1fd8a4b32 service nova] Acquired lock "refresh_cache-efe841ea-ce8a-4b9a-98de-5533729488dd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.531773] env[62097]: DEBUG nova.network.neutron [req-f2b4142f-25b8-46ff-a2ad-4dacdd6f5a5a req-1541b592-d27a-4206-b961-ffa1fd8a4b32 service nova] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Refreshing network info cache for port fcdc520a-8c1e-40aa-a19c-efb69b78b72d {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1784.619722] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034874, 'name': Rename_Task, 'duration_secs': 0.232354} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.620040] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1784.620318] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aaa114dd-0323-4442-a1b8-5775c83d3e98 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.627856] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1784.627856] env[62097]: value = "task-2034877" [ 1784.627856] env[62097]: _type = "Task" [ 1784.627856] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.638296] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.684607] env[62097]: DEBUG nova.objects.instance [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lazy-loading 'pci_requests' on Instance uuid b97cf9f5-fabe-40e8-99f8-30207d7f87a6 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1784.729337] env[62097]: DEBUG oslo_concurrency.lockutils [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Acquiring lock "9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.729337] env[62097]: DEBUG oslo_concurrency.lockutils [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Lock "9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.745241] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.994s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.745377] env[62097]: DEBUG nova.compute.manager [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1784.749029] env[62097]: DEBUG oslo_concurrency.lockutils [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.424s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.749029] env[62097]: DEBUG nova.objects.instance [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lazy-loading 'resources' on Instance uuid d37200db-e945-461a-84f5-beb632e9b4bd {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1784.881225] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034875, 'name': Rename_Task, 'duration_secs': 0.279666} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.884541] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1784.884866] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6a700ec-3a4a-4665-9092-593c6a95c60c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.891920] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Task: {'id': task-2034873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695683} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.893363] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c/1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1784.893577] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1784.893911] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1784.893911] env[62097]: value = "task-2034878" [ 1784.893911] env[62097]: _type = "Task" [ 1784.893911] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.894166] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c587c44-e7e4-40c8-9f01-c5f2092f9c07 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.904281] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.905701] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Waiting for the task: (returnval){ [ 1784.905701] env[62097]: value = "task-2034879" [ 1784.905701] env[62097]: _type = "Task" [ 1784.905701] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.914754] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Task: {'id': task-2034879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.938767] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "refresh_cache-50a7a45d-3187-4baa-9937-79f05882da01" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.938942] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquired lock "refresh_cache-50a7a45d-3187-4baa-9937-79f05882da01" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.939104] env[62097]: DEBUG nova.network.neutron [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1784.945484] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquiring lock "refresh_cache-7d040a2f-df58-48ee-bb68-8a9e59e97364" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.945630] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquired lock "refresh_cache-7d040a2f-df58-48ee-bb68-8a9e59e97364" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.945763] env[62097]: DEBUG nova.network.neutron [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1784.992102] env[62097]: DEBUG nova.compute.manager [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1785.005311] env[62097]: DEBUG oslo_vmware.api [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034876, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.141155] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034877, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.152417] env[62097]: DEBUG nova.compute.manager [req-8dfa6b4c-1297-4495-921f-5078a052000b req-28ffee73-812c-4f62-8b9d-cbc2da422905 service nova] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Received event network-vif-plugged-d5eb92f8-267d-4219-9583-c30eec49a7c6 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1785.153459] env[62097]: DEBUG oslo_concurrency.lockutils [req-8dfa6b4c-1297-4495-921f-5078a052000b req-28ffee73-812c-4f62-8b9d-cbc2da422905 service nova] Acquiring lock "7d040a2f-df58-48ee-bb68-8a9e59e97364-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.156509] env[62097]: DEBUG oslo_concurrency.lockutils [req-8dfa6b4c-1297-4495-921f-5078a052000b req-28ffee73-812c-4f62-8b9d-cbc2da422905 service nova] Lock "7d040a2f-df58-48ee-bb68-8a9e59e97364-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.156509] env[62097]: DEBUG oslo_concurrency.lockutils [req-8dfa6b4c-1297-4495-921f-5078a052000b req-28ffee73-812c-4f62-8b9d-cbc2da422905 service nova] Lock "7d040a2f-df58-48ee-bb68-8a9e59e97364-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.156509] env[62097]: DEBUG nova.compute.manager [req-8dfa6b4c-1297-4495-921f-5078a052000b req-28ffee73-812c-4f62-8b9d-cbc2da422905 service nova] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] No waiting events found dispatching network-vif-plugged-d5eb92f8-267d-4219-9583-c30eec49a7c6 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1785.156509] env[62097]: WARNING nova.compute.manager [req-8dfa6b4c-1297-4495-921f-5078a052000b req-28ffee73-812c-4f62-8b9d-cbc2da422905 service nova] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Received unexpected event network-vif-plugged-d5eb92f8-267d-4219-9583-c30eec49a7c6 for instance with vm_state building and task_state spawning. [ 1785.156509] env[62097]: DEBUG nova.compute.manager [req-8dfa6b4c-1297-4495-921f-5078a052000b req-28ffee73-812c-4f62-8b9d-cbc2da422905 service nova] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Received event network-changed-d5eb92f8-267d-4219-9583-c30eec49a7c6 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1785.156509] env[62097]: DEBUG nova.compute.manager [req-8dfa6b4c-1297-4495-921f-5078a052000b req-28ffee73-812c-4f62-8b9d-cbc2da422905 service nova] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Refreshing instance network info cache due to event network-changed-d5eb92f8-267d-4219-9583-c30eec49a7c6. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1785.156509] env[62097]: DEBUG oslo_concurrency.lockutils [req-8dfa6b4c-1297-4495-921f-5078a052000b req-28ffee73-812c-4f62-8b9d-cbc2da422905 service nova] Acquiring lock "refresh_cache-7d040a2f-df58-48ee-bb68-8a9e59e97364" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.187804] env[62097]: DEBUG nova.objects.base [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62097) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1785.188196] env[62097]: DEBUG nova.network.neutron [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1785.243219] env[62097]: DEBUG nova.policy [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c4a72cfc28948dda8ba1e6c71d5b519', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72924d79b93d45148d34ba3287efe44c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1785.250198] env[62097]: DEBUG nova.compute.utils [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1785.253076] env[62097]: DEBUG nova.compute.manager [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1785.253076] env[62097]: DEBUG nova.network.neutron [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1785.323104] env[62097]: DEBUG nova.policy [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c35581a31a34b64b227fd3d6c8f0db9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4266aad22d71447ca60bfcba4d94a511', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1785.354654] env[62097]: DEBUG nova.network.neutron [req-f2b4142f-25b8-46ff-a2ad-4dacdd6f5a5a req-1541b592-d27a-4206-b961-ffa1fd8a4b32 service nova] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Updated VIF entry in instance network info cache for port fcdc520a-8c1e-40aa-a19c-efb69b78b72d. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1785.355065] env[62097]: DEBUG nova.network.neutron [req-f2b4142f-25b8-46ff-a2ad-4dacdd6f5a5a req-1541b592-d27a-4206-b961-ffa1fd8a4b32 service nova] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Updating instance_info_cache with network_info: [{"id": "fcdc520a-8c1e-40aa-a19c-efb69b78b72d", "address": "fa:16:3e:c2:4d:52", "network": {"id": "907e3859-d72e-42c9-ad45-11ba54aa1ca4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665904433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2346e10d2434d088335660f6571e8d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcdc520a-8c", "ovs_interfaceid": "fcdc520a-8c1e-40aa-a19c-efb69b78b72d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.409665] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034878, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.420025] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Task: {'id': task-2034879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119006} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.420025] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1785.420025] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944e54f2-457d-4c91-896b-99e7b8fa3266 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.444598] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c/1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1785.449915] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc154766-dafe-4a3a-b041-4857ad9c05a3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.475463] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Waiting for the task: (returnval){ [ 1785.475463] env[62097]: value = "task-2034880" [ 1785.475463] env[62097]: _type = "Task" [ 1785.475463] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.488061] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Task: {'id': task-2034880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.513692] env[62097]: DEBUG oslo_vmware.api [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034876, 'name': RemoveSnapshot_Task, 'duration_secs': 0.864458} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.514684] env[62097]: DEBUG nova.network.neutron [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1785.516832] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Deleted Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1785.516832] env[62097]: INFO nova.compute.manager [None req-7f29f2b1-74ed-4205-83ed-f463686d17ce tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Took 17.57 seconds to snapshot the instance on the hypervisor. [ 1785.519963] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.532327] env[62097]: DEBUG nova.network.neutron [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1785.642152] env[62097]: DEBUG oslo_vmware.api [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034877, 'name': PowerOnVM_Task, 'duration_secs': 0.609848} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.647500] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1785.647500] env[62097]: DEBUG nova.compute.manager [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1785.648408] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb8920f-aa36-4137-b2d5-0554efcbdd6f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.757373] env[62097]: DEBUG nova.compute.manager [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1785.761775] env[62097]: DEBUG nova.network.neutron [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Successfully created port: c1cddd27-fe75-42a0-a9d0-40b9d6002b37 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1785.785376] env[62097]: DEBUG nova.network.neutron [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Updating instance_info_cache with network_info: [{"id": "aefc0ba3-9f80-4b88-aa9f-6486f5c19c57", "address": "fa:16:3e:6d:b5:5a", "network": {"id": "566b53a2-a236-4d55-a2db-ecec5674380e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2016949430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4266aad22d71447ca60bfcba4d94a511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaefc0ba3-9f", "ovs_interfaceid": "aefc0ba3-9f80-4b88-aa9f-6486f5c19c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.858374] env[62097]: DEBUG oslo_concurrency.lockutils [req-f2b4142f-25b8-46ff-a2ad-4dacdd6f5a5a req-1541b592-d27a-4206-b961-ffa1fd8a4b32 service nova] Releasing lock "refresh_cache-efe841ea-ce8a-4b9a-98de-5533729488dd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.859030] env[62097]: DEBUG nova.compute.manager [req-f2b4142f-25b8-46ff-a2ad-4dacdd6f5a5a req-1541b592-d27a-4206-b961-ffa1fd8a4b32 service nova] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Received event network-vif-deleted-e1b7b7c7-36d9-48af-93c7-19b0d4247f29 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1785.911663] env[62097]: DEBUG oslo_vmware.api [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2034878, 'name': PowerOnVM_Task, 'duration_secs': 0.699681} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.912945] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1785.916242] env[62097]: INFO nova.compute.manager [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Took 10.75 seconds to spawn the instance on the hypervisor. [ 1785.916242] env[62097]: DEBUG nova.compute.manager [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1785.916242] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5495be24-a51c-48ca-981e-ebfab8e21ade {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.920341] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d71e25b-5a12-470a-b920-4d5c7526adeb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.930565] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ae4a0c-2258-4cee-92ab-c9b57ff7fd55 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.976570] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdae91c3-4a4d-4dac-957f-7273ae84b6c4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.000211] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a23ff2f-a075-480f-b491-3c9dd31cd844 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.007069] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Task: {'id': task-2034880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.024470] env[62097]: DEBUG nova.compute.provider_tree [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1786.063052] env[62097]: DEBUG nova.network.neutron [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Successfully created port: f9b415eb-b185-48f8-ab2c-3aa82e8bd066 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1786.171079] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.290615] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Releasing lock "refresh_cache-50a7a45d-3187-4baa-9937-79f05882da01" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.291121] env[62097]: DEBUG nova.compute.manager [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Instance network_info: |[{"id": "aefc0ba3-9f80-4b88-aa9f-6486f5c19c57", "address": "fa:16:3e:6d:b5:5a", "network": {"id": "566b53a2-a236-4d55-a2db-ecec5674380e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2016949430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4266aad22d71447ca60bfcba4d94a511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaefc0ba3-9f", "ovs_interfaceid": "aefc0ba3-9f80-4b88-aa9f-6486f5c19c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1786.291776] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:b5:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aefc0ba3-9f80-4b88-aa9f-6486f5c19c57', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1786.302900] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Creating folder: Project (4266aad22d71447ca60bfcba4d94a511). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1786.303252] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44189b53-3f9b-4522-9aed-51af3c077415 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.316190] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Created folder: Project (4266aad22d71447ca60bfcba4d94a511) in parent group-v417770. [ 1786.316548] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Creating folder: Instances. Parent ref: group-v417912. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1786.319428] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffc388e4-8413-4016-972d-4e40a2d9518f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.334030] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Created folder: Instances in parent group-v417912. [ 1786.334030] env[62097]: DEBUG oslo.service.loopingcall [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1786.334030] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1786.334030] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56273a42-3b45-4333-9a6f-a562066fa0bc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.363844] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1786.363844] env[62097]: value = "task-2034883" [ 1786.363844] env[62097]: _type = "Task" [ 1786.363844] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.372622] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034883, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.387206] env[62097]: DEBUG nova.network.neutron [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Updating instance_info_cache with network_info: [{"id": "d5eb92f8-267d-4219-9583-c30eec49a7c6", "address": "fa:16:3e:fa:88:78", "network": {"id": "aaeb97aa-ee76-4f1c-b57e-160d86aa53b4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1934818433", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a887e71f3604d28b6b8f733bfdbfca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5eb92f8-26", "ovs_interfaceid": "d5eb92f8-267d-4219-9583-c30eec49a7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51c9e794-ed1c-4ed4-ac78-53ed8091709f", "address": "fa:16:3e:21:94:e8", "network": {"id": "715f1879-f652-435c-9c9d-57636181c417", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-610841836", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9a887e71f3604d28b6b8f733bfdbfca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51c9e794-ed", "ovs_interfaceid": "51c9e794-ed1c-4ed4-ac78-53ed8091709f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.444231] env[62097]: INFO nova.compute.manager [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Took 47.05 seconds to build instance. [ 1786.491753] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Task: {'id': task-2034880, 'name': ReconfigVM_Task, 'duration_secs': 0.617972} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.492054] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c/1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1786.492738] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51023da2-0ac8-4088-b64b-ac100a5c35f6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.500423] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Waiting for the task: (returnval){ [ 1786.500423] env[62097]: value = "task-2034884" [ 1786.500423] env[62097]: _type = "Task" [ 1786.500423] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.508825] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Task: {'id': task-2034884, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.530715] env[62097]: DEBUG nova.scheduler.client.report [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1786.770872] env[62097]: DEBUG nova.compute.manager [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1786.799064] env[62097]: DEBUG nova.virt.hardware [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1786.799489] env[62097]: DEBUG nova.virt.hardware [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1786.799804] env[62097]: DEBUG nova.virt.hardware [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1786.800057] env[62097]: DEBUG nova.virt.hardware [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1786.800324] env[62097]: DEBUG nova.virt.hardware [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1786.800639] env[62097]: DEBUG nova.virt.hardware [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1786.800987] env[62097]: DEBUG nova.virt.hardware [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1786.801203] env[62097]: DEBUG nova.virt.hardware [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1786.801533] env[62097]: DEBUG nova.virt.hardware [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1786.801863] env[62097]: DEBUG nova.virt.hardware [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1786.802100] env[62097]: DEBUG nova.virt.hardware [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1786.803161] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b510d3-4942-4d73-9b04-f8badb4024e0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.813011] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d79e2b7-afda-4b49-ae11-7f4e033fc73f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.874571] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034883, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.890631] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Releasing lock "refresh_cache-7d040a2f-df58-48ee-bb68-8a9e59e97364" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.890896] env[62097]: DEBUG nova.compute.manager [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Instance network_info: |[{"id": "d5eb92f8-267d-4219-9583-c30eec49a7c6", "address": "fa:16:3e:fa:88:78", "network": {"id": "aaeb97aa-ee76-4f1c-b57e-160d86aa53b4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1934818433", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a887e71f3604d28b6b8f733bfdbfca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5eb92f8-26", "ovs_interfaceid": "d5eb92f8-267d-4219-9583-c30eec49a7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51c9e794-ed1c-4ed4-ac78-53ed8091709f", "address": "fa:16:3e:21:94:e8", "network": {"id": "715f1879-f652-435c-9c9d-57636181c417", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-610841836", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9a887e71f3604d28b6b8f733bfdbfca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51c9e794-ed", "ovs_interfaceid": "51c9e794-ed1c-4ed4-ac78-53ed8091709f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1786.891226] env[62097]: DEBUG oslo_concurrency.lockutils [req-8dfa6b4c-1297-4495-921f-5078a052000b req-28ffee73-812c-4f62-8b9d-cbc2da422905 service nova] Acquired lock "refresh_cache-7d040a2f-df58-48ee-bb68-8a9e59e97364" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.891320] env[62097]: DEBUG nova.network.neutron [req-8dfa6b4c-1297-4495-921f-5078a052000b req-28ffee73-812c-4f62-8b9d-cbc2da422905 service nova] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Refreshing network info cache for port d5eb92f8-267d-4219-9583-c30eec49a7c6 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1786.892707] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:88:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5eb92f8-267d-4219-9583-c30eec49a7c6', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:94:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51c9e794-ed1c-4ed4-ac78-53ed8091709f', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1786.901982] env[62097]: DEBUG oslo.service.loopingcall [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1786.905718] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1786.906693] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4922c0c6-94d5-46e2-bd82-d24b28b08eb6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.931151] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1786.931151] env[62097]: value = "task-2034885" [ 1786.931151] env[62097]: _type = "Task" [ 1786.931151] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.940431] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034885, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.946121] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2077e42a-2552-4d2a-b785-b8a7584fc423 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "7b70aac3-1fd6-4956-8849-ebe6def4305e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.522s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.947457] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "7b70aac3-1fd6-4956-8849-ebe6def4305e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.847s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.948851] env[62097]: INFO nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] During sync_power_state the instance has a pending task (spawning). Skip. [ 1786.948851] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "7b70aac3-1fd6-4956-8849-ebe6def4305e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.011309] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Task: {'id': task-2034884, 'name': Rename_Task, 'duration_secs': 0.36251} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.011684] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1787.011998] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd4786f7-146e-42e8-92b7-566e49c0859b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.020423] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Waiting for the task: (returnval){ [ 1787.020423] env[62097]: value = "task-2034886" [ 1787.020423] env[62097]: _type = "Task" [ 1787.020423] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.033472] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Task: {'id': task-2034886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.035438] env[62097]: DEBUG oslo_concurrency.lockutils [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.287s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.037799] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.144s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.040308] env[62097]: INFO nova.compute.claims [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1787.055023] env[62097]: INFO nova.compute.manager [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Rescuing [ 1787.055023] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquiring lock "refresh_cache-da9910e3-317e-4ca6-9a8c-478232b8d7dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.055258] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquired lock "refresh_cache-da9910e3-317e-4ca6-9a8c-478232b8d7dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.055296] env[62097]: DEBUG nova.network.neutron [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1787.073476] env[62097]: INFO nova.scheduler.client.report [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Deleted allocations for instance d37200db-e945-461a-84f5-beb632e9b4bd [ 1787.327192] env[62097]: DEBUG nova.network.neutron [req-8dfa6b4c-1297-4495-921f-5078a052000b req-28ffee73-812c-4f62-8b9d-cbc2da422905 service nova] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Updated VIF entry in instance network info cache for port d5eb92f8-267d-4219-9583-c30eec49a7c6. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1787.327650] env[62097]: DEBUG nova.network.neutron [req-8dfa6b4c-1297-4495-921f-5078a052000b req-28ffee73-812c-4f62-8b9d-cbc2da422905 service nova] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Updating instance_info_cache with network_info: [{"id": "d5eb92f8-267d-4219-9583-c30eec49a7c6", "address": "fa:16:3e:fa:88:78", "network": {"id": "aaeb97aa-ee76-4f1c-b57e-160d86aa53b4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1934818433", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a887e71f3604d28b6b8f733bfdbfca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5eb92f8-26", "ovs_interfaceid": "d5eb92f8-267d-4219-9583-c30eec49a7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51c9e794-ed1c-4ed4-ac78-53ed8091709f", "address": "fa:16:3e:21:94:e8", "network": {"id": "715f1879-f652-435c-9c9d-57636181c417", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-610841836", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9a887e71f3604d28b6b8f733bfdbfca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51c9e794-ed", "ovs_interfaceid": "51c9e794-ed1c-4ed4-ac78-53ed8091709f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.378255] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034883, 'name': CreateVM_Task, 'duration_secs': 0.854731} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.378255] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1787.378255] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.378558] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.378762] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1787.378982] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a928f1ff-52ae-44a5-a8a4-c2f2387f7290 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.381683] env[62097]: DEBUG nova.network.neutron [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Successfully updated port: c1cddd27-fe75-42a0-a9d0-40b9d6002b37 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1787.387846] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1787.387846] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529ce76b-cf66-6b16-acde-714443c58902" [ 1787.387846] env[62097]: _type = "Task" [ 1787.387846] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.398268] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529ce76b-cf66-6b16-acde-714443c58902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.442357] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034885, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.449028] env[62097]: DEBUG nova.compute.manager [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1787.534904] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Task: {'id': task-2034886, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.587053] env[62097]: DEBUG oslo_concurrency.lockutils [None req-17676213-822e-4dd5-a837-ee3301acc2fc tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "d37200db-e945-461a-84f5-beb632e9b4bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.255s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.587053] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "d37200db-e945-461a-84f5-beb632e9b4bd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.489s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.588133] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58fcebd5-6f02-4a28-ae19-91588b38d10b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.599164] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97afa568-b188-48ab-852c-5857f25bee70 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.617572] env[62097]: DEBUG nova.compute.manager [req-5e14b92f-2837-45e8-a08b-cdaf44a4f261 req-f60d3778-c0f6-45f7-9fe8-bca35ce743f1 service nova] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Received event network-vif-plugged-aefc0ba3-9f80-4b88-aa9f-6486f5c19c57 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1787.617805] env[62097]: DEBUG oslo_concurrency.lockutils [req-5e14b92f-2837-45e8-a08b-cdaf44a4f261 req-f60d3778-c0f6-45f7-9fe8-bca35ce743f1 service nova] Acquiring lock "50a7a45d-3187-4baa-9937-79f05882da01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.618044] env[62097]: DEBUG oslo_concurrency.lockutils [req-5e14b92f-2837-45e8-a08b-cdaf44a4f261 req-f60d3778-c0f6-45f7-9fe8-bca35ce743f1 service nova] Lock "50a7a45d-3187-4baa-9937-79f05882da01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.618232] env[62097]: DEBUG oslo_concurrency.lockutils [req-5e14b92f-2837-45e8-a08b-cdaf44a4f261 req-f60d3778-c0f6-45f7-9fe8-bca35ce743f1 service nova] Lock "50a7a45d-3187-4baa-9937-79f05882da01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.618536] env[62097]: DEBUG nova.compute.manager [req-5e14b92f-2837-45e8-a08b-cdaf44a4f261 req-f60d3778-c0f6-45f7-9fe8-bca35ce743f1 service nova] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] No waiting events found dispatching network-vif-plugged-aefc0ba3-9f80-4b88-aa9f-6486f5c19c57 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1787.618632] env[62097]: WARNING nova.compute.manager [req-5e14b92f-2837-45e8-a08b-cdaf44a4f261 req-f60d3778-c0f6-45f7-9fe8-bca35ce743f1 service nova] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Received unexpected event network-vif-plugged-aefc0ba3-9f80-4b88-aa9f-6486f5c19c57 for instance with vm_state building and task_state spawning. [ 1787.618756] env[62097]: DEBUG nova.compute.manager [req-5e14b92f-2837-45e8-a08b-cdaf44a4f261 req-f60d3778-c0f6-45f7-9fe8-bca35ce743f1 service nova] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Received event network-changed-aefc0ba3-9f80-4b88-aa9f-6486f5c19c57 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1787.618944] env[62097]: DEBUG nova.compute.manager [req-5e14b92f-2837-45e8-a08b-cdaf44a4f261 req-f60d3778-c0f6-45f7-9fe8-bca35ce743f1 service nova] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Refreshing instance network info cache due to event network-changed-aefc0ba3-9f80-4b88-aa9f-6486f5c19c57. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1787.619172] env[62097]: DEBUG oslo_concurrency.lockutils [req-5e14b92f-2837-45e8-a08b-cdaf44a4f261 req-f60d3778-c0f6-45f7-9fe8-bca35ce743f1 service nova] Acquiring lock "refresh_cache-50a7a45d-3187-4baa-9937-79f05882da01" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.619312] env[62097]: DEBUG oslo_concurrency.lockutils [req-5e14b92f-2837-45e8-a08b-cdaf44a4f261 req-f60d3778-c0f6-45f7-9fe8-bca35ce743f1 service nova] Acquired lock "refresh_cache-50a7a45d-3187-4baa-9937-79f05882da01" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.619497] env[62097]: DEBUG nova.network.neutron [req-5e14b92f-2837-45e8-a08b-cdaf44a4f261 req-f60d3778-c0f6-45f7-9fe8-bca35ce743f1 service nova] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Refreshing network info cache for port aefc0ba3-9f80-4b88-aa9f-6486f5c19c57 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1787.783682] env[62097]: DEBUG nova.network.neutron [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Updating instance_info_cache with network_info: [{"id": "79f29ebe-bd89-40e6-95f1-c4247d75a60c", "address": "fa:16:3e:d3:10:6d", "network": {"id": "3a7956e2-0b2b-4dd4-9f6c-bc236bd7c2b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1925902758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aab24cd2cc5a4f148af2e730ed7bcb09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f29ebe-bd", "ovs_interfaceid": "79f29ebe-bd89-40e6-95f1-c4247d75a60c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.830923] env[62097]: DEBUG oslo_concurrency.lockutils [req-8dfa6b4c-1297-4495-921f-5078a052000b req-28ffee73-812c-4f62-8b9d-cbc2da422905 service nova] Releasing lock "refresh_cache-7d040a2f-df58-48ee-bb68-8a9e59e97364" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.886583] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "refresh_cache-a7992c09-2881-4d70-b5a8-5071eb619d12" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.886583] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquired lock "refresh_cache-a7992c09-2881-4d70-b5a8-5071eb619d12" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.886583] env[62097]: DEBUG nova.network.neutron [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1787.902371] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529ce76b-cf66-6b16-acde-714443c58902, 'name': SearchDatastore_Task, 'duration_secs': 0.019907} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.903051] env[62097]: DEBUG nova.network.neutron [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Successfully updated port: f9b415eb-b185-48f8-ab2c-3aa82e8bd066 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1787.904373] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.904610] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1787.904892] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.906413] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.906413] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1787.906413] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d961f306-7941-46af-952c-fa8c0dff0baf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.917246] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1787.917452] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1787.918658] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36917ce4-0a5e-4bce-a7c5-8f0c1cfeddc3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.926271] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1787.926271] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52fd5338-f6d1-bc8d-867f-ade4e744f436" [ 1787.926271] env[62097]: _type = "Task" [ 1787.926271] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.939729] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52fd5338-f6d1-bc8d-867f-ade4e744f436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.945912] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034885, 'name': CreateVM_Task, 'duration_secs': 0.605233} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.946115] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1787.946968] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.947335] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.947624] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1787.947809] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dde954e0-fce4-458a-bdf6-983baf5f1a26 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.957804] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for the task: (returnval){ [ 1787.957804] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5268a6d1-ce17-b95b-45f3-dc7834cc6393" [ 1787.957804] env[62097]: _type = "Task" [ 1787.957804] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.971053] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5268a6d1-ce17-b95b-45f3-dc7834cc6393, 'name': SearchDatastore_Task, 'duration_secs': 0.012816} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.971387] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.972222] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1787.972222] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.972222] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.972444] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1787.972614] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71647286-819b-4698-b030-043d60269764 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.975239] env[62097]: DEBUG oslo_concurrency.lockutils [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.984093] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1787.984482] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1787.985311] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3deace40-683d-41cd-afba-23f4648984e5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.992029] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for the task: (returnval){ [ 1787.992029] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528457a9-acc2-216b-9801-8d763c79c452" [ 1787.992029] env[62097]: _type = "Task" [ 1787.992029] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.000802] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528457a9-acc2-216b-9801-8d763c79c452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.032482] env[62097]: DEBUG oslo_vmware.api [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Task: {'id': task-2034886, 'name': PowerOnVM_Task, 'duration_secs': 0.803562} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.032744] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1788.032948] env[62097]: INFO nova.compute.manager [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1788.033176] env[62097]: DEBUG nova.compute.manager [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1788.034449] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cca7ae-883f-44f5-bc60-b7147a19bbfd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.149456] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "d37200db-e945-461a-84f5-beb632e9b4bd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.288845] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Releasing lock "refresh_cache-da9910e3-317e-4ca6-9a8c-478232b8d7dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.297254] env[62097]: DEBUG nova.compute.manager [req-c2a78cbf-ad31-4b5b-bd6c-1bfa15292f1f req-153b33a6-6b88-4496-b440-718a47cd91b7 service nova] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Received event network-vif-plugged-51c9e794-ed1c-4ed4-ac78-53ed8091709f {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1788.297593] env[62097]: DEBUG oslo_concurrency.lockutils [req-c2a78cbf-ad31-4b5b-bd6c-1bfa15292f1f req-153b33a6-6b88-4496-b440-718a47cd91b7 service nova] Acquiring lock "7d040a2f-df58-48ee-bb68-8a9e59e97364-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.297854] env[62097]: DEBUG oslo_concurrency.lockutils [req-c2a78cbf-ad31-4b5b-bd6c-1bfa15292f1f req-153b33a6-6b88-4496-b440-718a47cd91b7 service nova] Lock "7d040a2f-df58-48ee-bb68-8a9e59e97364-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.298104] env[62097]: DEBUG oslo_concurrency.lockutils [req-c2a78cbf-ad31-4b5b-bd6c-1bfa15292f1f req-153b33a6-6b88-4496-b440-718a47cd91b7 service nova] Lock "7d040a2f-df58-48ee-bb68-8a9e59e97364-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.298356] env[62097]: DEBUG nova.compute.manager [req-c2a78cbf-ad31-4b5b-bd6c-1bfa15292f1f req-153b33a6-6b88-4496-b440-718a47cd91b7 service nova] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] No waiting events found dispatching network-vif-plugged-51c9e794-ed1c-4ed4-ac78-53ed8091709f {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1788.298606] env[62097]: WARNING nova.compute.manager [req-c2a78cbf-ad31-4b5b-bd6c-1bfa15292f1f req-153b33a6-6b88-4496-b440-718a47cd91b7 service nova] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Received unexpected event network-vif-plugged-51c9e794-ed1c-4ed4-ac78-53ed8091709f for instance with vm_state building and task_state spawning. [ 1788.298924] env[62097]: DEBUG nova.compute.manager [req-c2a78cbf-ad31-4b5b-bd6c-1bfa15292f1f req-153b33a6-6b88-4496-b440-718a47cd91b7 service nova] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Received event network-changed-51c9e794-ed1c-4ed4-ac78-53ed8091709f {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1788.299219] env[62097]: DEBUG nova.compute.manager [req-c2a78cbf-ad31-4b5b-bd6c-1bfa15292f1f req-153b33a6-6b88-4496-b440-718a47cd91b7 service nova] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Refreshing instance network info cache due to event network-changed-51c9e794-ed1c-4ed4-ac78-53ed8091709f. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1788.299479] env[62097]: DEBUG oslo_concurrency.lockutils [req-c2a78cbf-ad31-4b5b-bd6c-1bfa15292f1f req-153b33a6-6b88-4496-b440-718a47cd91b7 service nova] Acquiring lock "refresh_cache-7d040a2f-df58-48ee-bb68-8a9e59e97364" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.299674] env[62097]: DEBUG oslo_concurrency.lockutils [req-c2a78cbf-ad31-4b5b-bd6c-1bfa15292f1f req-153b33a6-6b88-4496-b440-718a47cd91b7 service nova] Acquired lock "refresh_cache-7d040a2f-df58-48ee-bb68-8a9e59e97364" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.299899] env[62097]: DEBUG nova.network.neutron [req-c2a78cbf-ad31-4b5b-bd6c-1bfa15292f1f req-153b33a6-6b88-4496-b440-718a47cd91b7 service nova] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Refreshing network info cache for port 51c9e794-ed1c-4ed4-ac78-53ed8091709f {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1788.409710] env[62097]: DEBUG oslo_concurrency.lockutils [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "refresh_cache-b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.409710] env[62097]: DEBUG oslo_concurrency.lockutils [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "refresh_cache-b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.409710] env[62097]: DEBUG nova.network.neutron [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1788.432095] env[62097]: DEBUG nova.network.neutron [req-5e14b92f-2837-45e8-a08b-cdaf44a4f261 req-f60d3778-c0f6-45f7-9fe8-bca35ce743f1 service nova] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Updated VIF entry in instance network info cache for port aefc0ba3-9f80-4b88-aa9f-6486f5c19c57. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1788.432550] env[62097]: DEBUG nova.network.neutron [req-5e14b92f-2837-45e8-a08b-cdaf44a4f261 req-f60d3778-c0f6-45f7-9fe8-bca35ce743f1 service nova] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Updating instance_info_cache with network_info: [{"id": "aefc0ba3-9f80-4b88-aa9f-6486f5c19c57", "address": "fa:16:3e:6d:b5:5a", "network": {"id": "566b53a2-a236-4d55-a2db-ecec5674380e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2016949430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4266aad22d71447ca60bfcba4d94a511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaefc0ba3-9f", "ovs_interfaceid": "aefc0ba3-9f80-4b88-aa9f-6486f5c19c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.434868] env[62097]: DEBUG nova.network.neutron [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1788.448308] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52fd5338-f6d1-bc8d-867f-ade4e744f436, 'name': SearchDatastore_Task, 'duration_secs': 0.017256} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.448905] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3f5a233-c1e6-4d25-b141-1fca50d27767 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.457596] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1788.457596] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5289f24c-dc65-b24e-d8b2-b0d256708822" [ 1788.457596] env[62097]: _type = "Task" [ 1788.457596] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.474262] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5289f24c-dc65-b24e-d8b2-b0d256708822, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.505955] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528457a9-acc2-216b-9801-8d763c79c452, 'name': SearchDatastore_Task, 'duration_secs': 0.012819} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.506831] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da776165-f900-4673-9677-d1c736f3cc92 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.514007] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for the task: (returnval){ [ 1788.514007] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526ab268-ceb5-ee41-4325-6df244ad0929" [ 1788.514007] env[62097]: _type = "Task" [ 1788.514007] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.530558] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526ab268-ceb5-ee41-4325-6df244ad0929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.557292] env[62097]: INFO nova.compute.manager [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Took 43.14 seconds to build instance. [ 1788.590715] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3f3489-57d5-47cb-ae04-b36991725c68 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.599764] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdb2dd2-1075-4279-b400-7e86dd9ec59c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.605089] env[62097]: DEBUG nova.network.neutron [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Updating instance_info_cache with network_info: [{"id": "c1cddd27-fe75-42a0-a9d0-40b9d6002b37", "address": "fa:16:3e:cb:3d:48", "network": {"id": "566b53a2-a236-4d55-a2db-ecec5674380e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2016949430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4266aad22d71447ca60bfcba4d94a511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1cddd27-fe", "ovs_interfaceid": "c1cddd27-fe75-42a0-a9d0-40b9d6002b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.630712] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Releasing lock "refresh_cache-a7992c09-2881-4d70-b5a8-5071eb619d12" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.631038] env[62097]: DEBUG nova.compute.manager [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Instance network_info: |[{"id": "c1cddd27-fe75-42a0-a9d0-40b9d6002b37", "address": "fa:16:3e:cb:3d:48", "network": {"id": "566b53a2-a236-4d55-a2db-ecec5674380e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2016949430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4266aad22d71447ca60bfcba4d94a511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1cddd27-fe", "ovs_interfaceid": "c1cddd27-fe75-42a0-a9d0-40b9d6002b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1788.631845] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc404b9-96e4-423c-a3c1-72a093c443d9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.634915] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:3d:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1cddd27-fe75-42a0-a9d0-40b9d6002b37', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1788.642107] env[62097]: DEBUG oslo.service.loopingcall [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1788.642650] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1788.643322] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c9843bc-b940-47f8-a183-47c0266af75b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.662719] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf8c957-44c3-48b6-bb9a-fa936eec7af5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.667989] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1788.667989] env[62097]: value = "task-2034887" [ 1788.667989] env[62097]: _type = "Task" [ 1788.667989] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.680136] env[62097]: DEBUG nova.compute.provider_tree [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1788.687087] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034887, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.940988] env[62097]: DEBUG oslo_concurrency.lockutils [req-5e14b92f-2837-45e8-a08b-cdaf44a4f261 req-f60d3778-c0f6-45f7-9fe8-bca35ce743f1 service nova] Releasing lock "refresh_cache-50a7a45d-3187-4baa-9937-79f05882da01" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.947541] env[62097]: WARNING nova.network.neutron [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] 20c9a613-f481-4535-8cb3-9ea8eaf56a05 already exists in list: networks containing: ['20c9a613-f481-4535-8cb3-9ea8eaf56a05']. ignoring it [ 1788.970354] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5289f24c-dc65-b24e-d8b2-b0d256708822, 'name': SearchDatastore_Task, 'duration_secs': 0.016463} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.970651] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.970967] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 50a7a45d-3187-4baa-9937-79f05882da01/50a7a45d-3187-4baa-9937-79f05882da01.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1788.971261] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c341b77d-da7d-46ee-992d-b327cdef2a91 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.980234] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1788.980234] env[62097]: value = "task-2034888" [ 1788.980234] env[62097]: _type = "Task" [ 1788.980234] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.989863] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.030235] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526ab268-ceb5-ee41-4325-6df244ad0929, 'name': SearchDatastore_Task, 'duration_secs': 0.025921} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.030235] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.030438] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 7d040a2f-df58-48ee-bb68-8a9e59e97364/7d040a2f-df58-48ee-bb68-8a9e59e97364.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1789.030712] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35e8e03c-fe29-4d87-89e1-1c639b0b2f69 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.038384] env[62097]: DEBUG nova.network.neutron [req-c2a78cbf-ad31-4b5b-bd6c-1bfa15292f1f req-153b33a6-6b88-4496-b440-718a47cd91b7 service nova] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Updated VIF entry in instance network info cache for port 51c9e794-ed1c-4ed4-ac78-53ed8091709f. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1789.038856] env[62097]: DEBUG nova.network.neutron [req-c2a78cbf-ad31-4b5b-bd6c-1bfa15292f1f req-153b33a6-6b88-4496-b440-718a47cd91b7 service nova] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Updating instance_info_cache with network_info: [{"id": "d5eb92f8-267d-4219-9583-c30eec49a7c6", "address": "fa:16:3e:fa:88:78", "network": {"id": "aaeb97aa-ee76-4f1c-b57e-160d86aa53b4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1934818433", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a887e71f3604d28b6b8f733bfdbfca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5eb92f8-26", "ovs_interfaceid": "d5eb92f8-267d-4219-9583-c30eec49a7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51c9e794-ed1c-4ed4-ac78-53ed8091709f", "address": "fa:16:3e:21:94:e8", "network": {"id": "715f1879-f652-435c-9c9d-57636181c417", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-610841836", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9a887e71f3604d28b6b8f733bfdbfca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51c9e794-ed", "ovs_interfaceid": "51c9e794-ed1c-4ed4-ac78-53ed8091709f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.041020] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for the task: (returnval){ [ 1789.041020] env[62097]: value = "task-2034889" [ 1789.041020] env[62097]: _type = "Task" [ 1789.041020] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.051237] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.060043] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8eb739ff-1df6-4830-9b0a-b25362f7b844 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Lock "1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.112s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.061360] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.961s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.061598] env[62097]: INFO nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] During sync_power_state the instance has a pending task (spawning). Skip. [ 1789.061795] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.184120] env[62097]: DEBUG nova.scheduler.client.report [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1789.191731] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034887, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.398343] env[62097]: DEBUG oslo_concurrency.lockutils [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "3cca6a42-488d-4dbd-87ab-65938ab5491f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.398642] env[62097]: DEBUG oslo_concurrency.lockutils [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "3cca6a42-488d-4dbd-87ab-65938ab5491f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.454345] env[62097]: DEBUG nova.network.neutron [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Updating instance_info_cache with network_info: [{"id": "b01e3c92-31ef-4d8b-827b-12a6be3088f2", "address": "fa:16:3e:ff:b1:a2", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01e3c92-31", "ovs_interfaceid": "b01e3c92-31ef-4d8b-827b-12a6be3088f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f9b415eb-b185-48f8-ab2c-3aa82e8bd066", "address": "fa:16:3e:22:78:ac", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9b415eb-b1", "ovs_interfaceid": "f9b415eb-b185-48f8-ab2c-3aa82e8bd066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.493139] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034888, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.542493] env[62097]: DEBUG oslo_concurrency.lockutils [req-c2a78cbf-ad31-4b5b-bd6c-1bfa15292f1f req-153b33a6-6b88-4496-b440-718a47cd91b7 service nova] Releasing lock "refresh_cache-7d040a2f-df58-48ee-bb68-8a9e59e97364" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.554173] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034889, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.568017] env[62097]: DEBUG nova.compute.manager [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1789.682048] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034887, 'name': CreateVM_Task, 'duration_secs': 0.55891} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.682273] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1789.683029] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.683220] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.683607] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1789.683980] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-034c3c1b-5b1b-417b-86e5-184f03d6b8f7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.690155] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1789.690155] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52dfc5dc-5f5a-3682-3e5d-e3b6b55d7ee1" [ 1789.690155] env[62097]: _type = "Task" [ 1789.690155] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.694150] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.694665] env[62097]: DEBUG nova.compute.manager [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1789.697754] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.156s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.697997] env[62097]: DEBUG nova.objects.instance [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lazy-loading 'resources' on Instance uuid ac966fff-88e8-4fd3-925f-0e6195c1c940 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1789.706691] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52dfc5dc-5f5a-3682-3e5d-e3b6b55d7ee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.840679] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1789.841095] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9008a7d-6ce5-40c9-98d7-8b7b2dfd71eb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.850358] env[62097]: DEBUG oslo_vmware.api [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1789.850358] env[62097]: value = "task-2034890" [ 1789.850358] env[62097]: _type = "Task" [ 1789.850358] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.859929] env[62097]: DEBUG oslo_vmware.api [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.914649] env[62097]: DEBUG oslo_vmware.rw_handles [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235429a-40e5-3eae-6e6f-cb87878a9604/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1789.916060] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ce3b1c-3ff9-47fd-b903-7cf0774a2f6e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.923355] env[62097]: DEBUG oslo_vmware.rw_handles [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235429a-40e5-3eae-6e6f-cb87878a9604/disk-0.vmdk is in state: ready. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1789.923552] env[62097]: ERROR oslo_vmware.rw_handles [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235429a-40e5-3eae-6e6f-cb87878a9604/disk-0.vmdk due to incomplete transfer. [ 1789.923833] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-43067797-3842-4444-9f4d-aed05e37193b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.933268] env[62097]: DEBUG oslo_vmware.rw_handles [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235429a-40e5-3eae-6e6f-cb87878a9604/disk-0.vmdk. {{(pid=62097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1789.933493] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Uploaded image 4895ec34-1953-487d-a91c-69d81923f7e1 to the Glance image server {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1789.935601] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Destroying the VM {{(pid=62097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1789.935910] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1865f173-d893-4975-a5cd-8e1c8b0380a1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.944435] env[62097]: DEBUG oslo_vmware.api [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Waiting for the task: (returnval){ [ 1789.944435] env[62097]: value = "task-2034891" [ 1789.944435] env[62097]: _type = "Task" [ 1789.944435] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.953649] env[62097]: DEBUG oslo_vmware.api [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034891, 'name': Destroy_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.957368] env[62097]: DEBUG oslo_concurrency.lockutils [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "refresh_cache-b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.958017] env[62097]: DEBUG oslo_concurrency.lockutils [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.958202] env[62097]: DEBUG oslo_concurrency.lockutils [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.959118] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b6b01e-568f-4f0c-9247-70c0f2c6534d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.976578] env[62097]: DEBUG nova.virt.hardware [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1789.976864] env[62097]: DEBUG nova.virt.hardware [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1789.977020] env[62097]: DEBUG nova.virt.hardware [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1789.977230] env[62097]: DEBUG nova.virt.hardware [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1789.977432] env[62097]: DEBUG nova.virt.hardware [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1789.977572] env[62097]: DEBUG nova.virt.hardware [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1789.977766] env[62097]: DEBUG nova.virt.hardware [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1789.977950] env[62097]: DEBUG nova.virt.hardware [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1789.978208] env[62097]: DEBUG nova.virt.hardware [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1789.978433] env[62097]: DEBUG nova.virt.hardware [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1789.978636] env[62097]: DEBUG nova.virt.hardware [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1789.985195] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Reconfiguring VM to attach interface {{(pid=62097) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1789.985613] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9a07415-5372-4a9a-9fae-e60cdd9c7339 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.008938] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.010372] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 50a7a45d-3187-4baa-9937-79f05882da01/50a7a45d-3187-4baa-9937-79f05882da01.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1790.010610] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1790.010939] env[62097]: DEBUG oslo_vmware.api [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 1790.010939] env[62097]: value = "task-2034892" [ 1790.010939] env[62097]: _type = "Task" [ 1790.010939] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.011154] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b362c1e1-bfb2-4ae3-97af-26d2aef86970 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.025370] env[62097]: DEBUG oslo_vmware.api [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034892, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.026716] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1790.026716] env[62097]: value = "task-2034893" [ 1790.026716] env[62097]: _type = "Task" [ 1790.026716] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.035776] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.053101] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696191} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.053503] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 7d040a2f-df58-48ee-bb68-8a9e59e97364/7d040a2f-df58-48ee-bb68-8a9e59e97364.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1790.053787] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1790.054092] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9939e6ad-15b7-42b0-903e-320d79f7f8ae {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.061560] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for the task: (returnval){ [ 1790.061560] env[62097]: value = "task-2034894" [ 1790.061560] env[62097]: _type = "Task" [ 1790.061560] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.070844] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.078839] env[62097]: INFO nova.compute.manager [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Rebuilding instance [ 1790.096869] env[62097]: DEBUG oslo_concurrency.lockutils [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.131619] env[62097]: DEBUG nova.compute.manager [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1790.132733] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0096983-377f-4787-8ef2-978bb7afcad1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.208321] env[62097]: DEBUG nova.compute.utils [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1790.210045] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52dfc5dc-5f5a-3682-3e5d-e3b6b55d7ee1, 'name': SearchDatastore_Task, 'duration_secs': 0.020416} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.210585] env[62097]: DEBUG nova.compute.manager [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1790.210817] env[62097]: DEBUG nova.network.neutron [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1790.212694] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.212932] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1790.213186] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.214397] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.214397] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1790.214397] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0527298-a342-48b4-88ab-3ff4db18c77d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.225327] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1790.225939] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1790.226776] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a6fd21c-d273-4ddf-927f-5d958a3a3db2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.239022] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1790.239022] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ce105c-a5ed-b6f8-3132-76fdf6e86b45" [ 1790.239022] env[62097]: _type = "Task" [ 1790.239022] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.249838] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ce105c-a5ed-b6f8-3132-76fdf6e86b45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.268326] env[62097]: DEBUG nova.policy [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9674c3c4a38b48b99aebba1828f68997', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdc5bf4a13f7452a8cbf219a3cf696bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1790.360550] env[62097]: DEBUG oslo_vmware.api [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034890, 'name': PowerOffVM_Task, 'duration_secs': 0.271983} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.360855] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1790.361638] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d522f0-358a-47d0-b76c-833b007667c0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.382737] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124c867d-e3fc-477e-875a-e42d69d02eaa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.410243] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1790.410547] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5b6e5a7-dc07-4e59-9581-856b1997308e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.421437] env[62097]: DEBUG oslo_vmware.api [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1790.421437] env[62097]: value = "task-2034895" [ 1790.421437] env[62097]: _type = "Task" [ 1790.421437] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.433711] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] VM already powered off {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1790.433711] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1790.434041] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.434212] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.434394] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1790.434643] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c58b95f5-c392-44e5-bc67-9a2ab3750361 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.449017] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1790.449017] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1790.449017] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3126687b-e384-4e51-a617-15a5d81fbdb8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.455630] env[62097]: DEBUG oslo_vmware.api [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1790.455630] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b364af-9d1e-db89-a4b1-6e70efd2d263" [ 1790.455630] env[62097]: _type = "Task" [ 1790.455630] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.458623] env[62097]: DEBUG oslo_vmware.api [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034891, 'name': Destroy_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.469150] env[62097]: DEBUG oslo_vmware.api [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b364af-9d1e-db89-a4b1-6e70efd2d263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.522977] env[62097]: DEBUG oslo_vmware.api [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.538195] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131407} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.538195] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1790.538195] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9786da5f-9c7b-47ff-807e-936981935cf5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.563143] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 50a7a45d-3187-4baa-9937-79f05882da01/50a7a45d-3187-4baa-9937-79f05882da01.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1790.567167] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46c67ac7-f0ba-498f-a546-d5beb02c7559 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.582883] env[62097]: DEBUG nova.compute.manager [req-614c86b2-c994-4106-85bf-2acd55a87fb0 req-b3f7ac87-97a8-4b34-9153-869c8092a8e0 service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Received event network-vif-plugged-f9b415eb-b185-48f8-ab2c-3aa82e8bd066 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1790.583124] env[62097]: DEBUG oslo_concurrency.lockutils [req-614c86b2-c994-4106-85bf-2acd55a87fb0 req-b3f7ac87-97a8-4b34-9153-869c8092a8e0 service nova] Acquiring lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.583370] env[62097]: DEBUG oslo_concurrency.lockutils [req-614c86b2-c994-4106-85bf-2acd55a87fb0 req-b3f7ac87-97a8-4b34-9153-869c8092a8e0 service nova] Lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.583546] env[62097]: DEBUG oslo_concurrency.lockutils [req-614c86b2-c994-4106-85bf-2acd55a87fb0 req-b3f7ac87-97a8-4b34-9153-869c8092a8e0 service nova] Lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.583747] env[62097]: DEBUG nova.compute.manager [req-614c86b2-c994-4106-85bf-2acd55a87fb0 req-b3f7ac87-97a8-4b34-9153-869c8092a8e0 service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] No waiting events found dispatching network-vif-plugged-f9b415eb-b185-48f8-ab2c-3aa82e8bd066 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1790.583917] env[62097]: WARNING nova.compute.manager [req-614c86b2-c994-4106-85bf-2acd55a87fb0 req-b3f7ac87-97a8-4b34-9153-869c8092a8e0 service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Received unexpected event network-vif-plugged-f9b415eb-b185-48f8-ab2c-3aa82e8bd066 for instance with vm_state active and task_state None. [ 1790.584091] env[62097]: DEBUG nova.compute.manager [req-614c86b2-c994-4106-85bf-2acd55a87fb0 req-b3f7ac87-97a8-4b34-9153-869c8092a8e0 service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Received event network-changed-f9b415eb-b185-48f8-ab2c-3aa82e8bd066 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1790.584252] env[62097]: DEBUG nova.compute.manager [req-614c86b2-c994-4106-85bf-2acd55a87fb0 req-b3f7ac87-97a8-4b34-9153-869c8092a8e0 service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Refreshing instance network info cache due to event network-changed-f9b415eb-b185-48f8-ab2c-3aa82e8bd066. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1790.584440] env[62097]: DEBUG oslo_concurrency.lockutils [req-614c86b2-c994-4106-85bf-2acd55a87fb0 req-b3f7ac87-97a8-4b34-9153-869c8092a8e0 service nova] Acquiring lock "refresh_cache-b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.584577] env[62097]: DEBUG oslo_concurrency.lockutils [req-614c86b2-c994-4106-85bf-2acd55a87fb0 req-b3f7ac87-97a8-4b34-9153-869c8092a8e0 service nova] Acquired lock "refresh_cache-b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.584733] env[62097]: DEBUG nova.network.neutron [req-614c86b2-c994-4106-85bf-2acd55a87fb0 req-b3f7ac87-97a8-4b34-9153-869c8092a8e0 service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Refreshing network info cache for port f9b415eb-b185-48f8-ab2c-3aa82e8bd066 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1790.608212] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1790.608212] env[62097]: value = "task-2034896" [ 1790.608212] env[62097]: _type = "Task" [ 1790.608212] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.608551] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144454} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.609658] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1790.613833] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc55a87-3485-45d1-a2d9-221d095dd1a6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.627336] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.650655] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 7d040a2f-df58-48ee-bb68-8a9e59e97364/7d040a2f-df58-48ee-bb68-8a9e59e97364.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1790.652659] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b733063f-c1c5-4e39-b4cd-276ba7779d67 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.670102] env[62097]: DEBUG nova.network.neutron [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Successfully created port: a539c147-b6db-4b17-86ea-d733e102fb59 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1790.681486] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for the task: (returnval){ [ 1790.681486] env[62097]: value = "task-2034897" [ 1790.681486] env[62097]: _type = "Task" [ 1790.681486] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.698160] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034897, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.716918] env[62097]: DEBUG nova.compute.manager [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1790.752131] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ce105c-a5ed-b6f8-3132-76fdf6e86b45, 'name': SearchDatastore_Task, 'duration_secs': 0.011152} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.752906] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86a1b29e-1d3d-4d52-a489-dad426476def {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.759794] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1790.759794] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526b50d1-bc19-0f6c-81a8-09a37a183b25" [ 1790.759794] env[62097]: _type = "Task" [ 1790.759794] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.772907] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526b50d1-bc19-0f6c-81a8-09a37a183b25, 'name': SearchDatastore_Task} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.778912] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.778912] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] a7992c09-2881-4d70-b5a8-5071eb619d12/a7992c09-2881-4d70-b5a8-5071eb619d12.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1790.778912] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e307beab-496b-4c37-9f36-6c7f87784bf2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.788874] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1790.788874] env[62097]: value = "task-2034898" [ 1790.788874] env[62097]: _type = "Task" [ 1790.788874] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.801221] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.863717] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec3f403-1595-46f6-8e2c-a6824a60e671 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.873093] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1566d08-612e-496a-8a62-75a9c7bf8388 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.906050] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdad17b-80e5-4c59-b24b-f708d5dd2f4a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.915554] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc9af80-0a68-427c-8f3d-ea3ec2141547 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.931402] env[62097]: DEBUG nova.compute.provider_tree [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1790.956838] env[62097]: DEBUG oslo_vmware.api [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034891, 'name': Destroy_Task, 'duration_secs': 0.947107} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.957196] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Destroyed the VM [ 1790.957464] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Deleting Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1790.957984] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d0d62809-0051-4b39-b331-766350e4a08f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.972106] env[62097]: DEBUG oslo_vmware.api [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b364af-9d1e-db89-a4b1-6e70efd2d263, 'name': SearchDatastore_Task, 'duration_secs': 0.013712} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.974481] env[62097]: DEBUG oslo_vmware.api [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Waiting for the task: (returnval){ [ 1790.974481] env[62097]: value = "task-2034899" [ 1790.974481] env[62097]: _type = "Task" [ 1790.974481] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.974724] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab4093a9-da94-4442-aea1-f8fcc4f16020 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.989459] env[62097]: DEBUG oslo_vmware.api [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034899, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.989613] env[62097]: DEBUG oslo_vmware.api [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1790.989613] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522593ad-7e53-b4c0-686c-04fed80dcaae" [ 1790.989613] env[62097]: _type = "Task" [ 1790.989613] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.000755] env[62097]: DEBUG oslo_vmware.api [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522593ad-7e53-b4c0-686c-04fed80dcaae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.026447] env[62097]: DEBUG oslo_vmware.api [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.122552] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034896, 'name': ReconfigVM_Task, 'duration_secs': 0.47177} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.123697] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 50a7a45d-3187-4baa-9937-79f05882da01/50a7a45d-3187-4baa-9937-79f05882da01.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1791.127227] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5b33cfe-5823-4459-a3a5-6f91d48be3bf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.133881] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1791.133881] env[62097]: value = "task-2034900" [ 1791.133881] env[62097]: _type = "Task" [ 1791.133881] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.146649] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034900, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.168838] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1791.169368] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f5534bd-b393-4c5a-b8f6-aa01eb52db98 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.180499] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1791.180499] env[62097]: value = "task-2034901" [ 1791.180499] env[62097]: _type = "Task" [ 1791.180499] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.206690] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.210225] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034897, 'name': ReconfigVM_Task, 'duration_secs': 0.513084} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.210549] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 7d040a2f-df58-48ee-bb68-8a9e59e97364/7d040a2f-df58-48ee-bb68-8a9e59e97364.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1791.214675] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc04f820-8ccb-40a9-96ee-ed0bbbc8a712 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.226354] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for the task: (returnval){ [ 1791.226354] env[62097]: value = "task-2034902" [ 1791.226354] env[62097]: _type = "Task" [ 1791.226354] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.244277] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034902, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.284926] env[62097]: DEBUG nova.compute.manager [req-f2ff6dd6-87f6-487d-89ba-8019a84a6802 req-346dc74a-bce9-41e2-acd6-26a5be06b24c service nova] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Received event network-vif-plugged-c1cddd27-fe75-42a0-a9d0-40b9d6002b37 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1791.285494] env[62097]: DEBUG oslo_concurrency.lockutils [req-f2ff6dd6-87f6-487d-89ba-8019a84a6802 req-346dc74a-bce9-41e2-acd6-26a5be06b24c service nova] Acquiring lock "a7992c09-2881-4d70-b5a8-5071eb619d12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.286195] env[62097]: DEBUG oslo_concurrency.lockutils [req-f2ff6dd6-87f6-487d-89ba-8019a84a6802 req-346dc74a-bce9-41e2-acd6-26a5be06b24c service nova] Lock "a7992c09-2881-4d70-b5a8-5071eb619d12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.286195] env[62097]: DEBUG oslo_concurrency.lockutils [req-f2ff6dd6-87f6-487d-89ba-8019a84a6802 req-346dc74a-bce9-41e2-acd6-26a5be06b24c service nova] Lock "a7992c09-2881-4d70-b5a8-5071eb619d12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.287579] env[62097]: DEBUG nova.compute.manager [req-f2ff6dd6-87f6-487d-89ba-8019a84a6802 req-346dc74a-bce9-41e2-acd6-26a5be06b24c service nova] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] No waiting events found dispatching network-vif-plugged-c1cddd27-fe75-42a0-a9d0-40b9d6002b37 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1791.287579] env[62097]: WARNING nova.compute.manager [req-f2ff6dd6-87f6-487d-89ba-8019a84a6802 req-346dc74a-bce9-41e2-acd6-26a5be06b24c service nova] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Received unexpected event network-vif-plugged-c1cddd27-fe75-42a0-a9d0-40b9d6002b37 for instance with vm_state building and task_state spawning. [ 1791.287579] env[62097]: DEBUG nova.compute.manager [req-f2ff6dd6-87f6-487d-89ba-8019a84a6802 req-346dc74a-bce9-41e2-acd6-26a5be06b24c service nova] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Received event network-changed-c1cddd27-fe75-42a0-a9d0-40b9d6002b37 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1791.287579] env[62097]: DEBUG nova.compute.manager [req-f2ff6dd6-87f6-487d-89ba-8019a84a6802 req-346dc74a-bce9-41e2-acd6-26a5be06b24c service nova] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Refreshing instance network info cache due to event network-changed-c1cddd27-fe75-42a0-a9d0-40b9d6002b37. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1791.287579] env[62097]: DEBUG oslo_concurrency.lockutils [req-f2ff6dd6-87f6-487d-89ba-8019a84a6802 req-346dc74a-bce9-41e2-acd6-26a5be06b24c service nova] Acquiring lock "refresh_cache-a7992c09-2881-4d70-b5a8-5071eb619d12" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.287579] env[62097]: DEBUG oslo_concurrency.lockutils [req-f2ff6dd6-87f6-487d-89ba-8019a84a6802 req-346dc74a-bce9-41e2-acd6-26a5be06b24c service nova] Acquired lock "refresh_cache-a7992c09-2881-4d70-b5a8-5071eb619d12" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.287579] env[62097]: DEBUG nova.network.neutron [req-f2ff6dd6-87f6-487d-89ba-8019a84a6802 req-346dc74a-bce9-41e2-acd6-26a5be06b24c service nova] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Refreshing network info cache for port c1cddd27-fe75-42a0-a9d0-40b9d6002b37 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1791.305078] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034898, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.409793] env[62097]: DEBUG nova.network.neutron [req-614c86b2-c994-4106-85bf-2acd55a87fb0 req-b3f7ac87-97a8-4b34-9153-869c8092a8e0 service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Updated VIF entry in instance network info cache for port f9b415eb-b185-48f8-ab2c-3aa82e8bd066. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1791.410443] env[62097]: DEBUG nova.network.neutron [req-614c86b2-c994-4106-85bf-2acd55a87fb0 req-b3f7ac87-97a8-4b34-9153-869c8092a8e0 service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Updating instance_info_cache with network_info: [{"id": "b01e3c92-31ef-4d8b-827b-12a6be3088f2", "address": "fa:16:3e:ff:b1:a2", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01e3c92-31", "ovs_interfaceid": "b01e3c92-31ef-4d8b-827b-12a6be3088f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f9b415eb-b185-48f8-ab2c-3aa82e8bd066", "address": "fa:16:3e:22:78:ac", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9b415eb-b1", "ovs_interfaceid": "f9b415eb-b185-48f8-ab2c-3aa82e8bd066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.436193] env[62097]: DEBUG nova.scheduler.client.report [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1791.488052] env[62097]: DEBUG oslo_vmware.api [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034899, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.501639] env[62097]: DEBUG oslo_vmware.api [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522593ad-7e53-b4c0-686c-04fed80dcaae, 'name': SearchDatastore_Task, 'duration_secs': 0.014944} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.501639] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.501804] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] da9910e3-317e-4ca6-9a8c-478232b8d7dc/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk. {{(pid=62097) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1791.502111] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edd4d949-d436-4ebc-8acf-165217bca6b3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.511322] env[62097]: DEBUG oslo_vmware.api [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1791.511322] env[62097]: value = "task-2034903" [ 1791.511322] env[62097]: _type = "Task" [ 1791.511322] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.525303] env[62097]: DEBUG oslo_vmware.api [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.528221] env[62097]: DEBUG oslo_vmware.api [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034892, 'name': ReconfigVM_Task, 'duration_secs': 1.213718} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.528738] env[62097]: DEBUG oslo_concurrency.lockutils [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.528970] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Reconfigured VM to attach interface {{(pid=62097) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1791.646242] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034900, 'name': Rename_Task, 'duration_secs': 0.342494} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.646473] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1791.646731] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8166bbdf-8ace-48ec-9407-7120d63b4ecc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.655065] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1791.655065] env[62097]: value = "task-2034904" [ 1791.655065] env[62097]: _type = "Task" [ 1791.655065] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.663824] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.693090] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034901, 'name': PowerOffVM_Task, 'duration_secs': 0.431984} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.693462] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1791.693748] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1791.694751] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d48e748-c911-4605-9662-3e0c57d0d7db {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.704084] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1791.704387] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a61063a8-ddb9-4e0f-b13c-ffdd74b5f862 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.728871] env[62097]: DEBUG nova.compute.manager [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1791.743760] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034902, 'name': Rename_Task, 'duration_secs': 0.210949} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.744255] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1791.746800] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f041b9d6-ef5b-4d7a-bc35-20580eaace77 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.757174] env[62097]: DEBUG nova.virt.hardware [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1791.757174] env[62097]: DEBUG nova.virt.hardware [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1791.757174] env[62097]: DEBUG nova.virt.hardware [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1791.757174] env[62097]: DEBUG nova.virt.hardware [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1791.757496] env[62097]: DEBUG nova.virt.hardware [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1791.757496] env[62097]: DEBUG nova.virt.hardware [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1791.757713] env[62097]: DEBUG nova.virt.hardware [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1791.758322] env[62097]: DEBUG nova.virt.hardware [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1791.758322] env[62097]: DEBUG nova.virt.hardware [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1791.758322] env[62097]: DEBUG nova.virt.hardware [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1791.758500] env[62097]: DEBUG nova.virt.hardware [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1791.759274] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ce8b13-6021-49ba-becc-552513e15dd2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.763517] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for the task: (returnval){ [ 1791.763517] env[62097]: value = "task-2034906" [ 1791.763517] env[62097]: _type = "Task" [ 1791.763517] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.771319] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2257a244-9c64-4d16-a895-845bec3de7cf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.779566] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.805913] env[62097]: DEBUG oslo_concurrency.lockutils [None req-526c9012-b129-4000-b8c8-655374942c7f tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquiring lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.806221] env[62097]: DEBUG oslo_concurrency.lockutils [None req-526c9012-b129-4000-b8c8-655374942c7f tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.813091] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528863} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.813619] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] a7992c09-2881-4d70-b5a8-5071eb619d12/a7992c09-2881-4d70-b5a8-5071eb619d12.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1791.813922] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1791.814217] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a41896d-513f-4088-9a25-4cf54ec7b357 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.824896] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1791.824896] env[62097]: value = "task-2034907" [ 1791.824896] env[62097]: _type = "Task" [ 1791.824896] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.838420] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.913289] env[62097]: DEBUG oslo_concurrency.lockutils [req-614c86b2-c994-4106-85bf-2acd55a87fb0 req-b3f7ac87-97a8-4b34-9153-869c8092a8e0 service nova] Releasing lock "refresh_cache-b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.942313] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.945234] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.884s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.947248] env[62097]: INFO nova.compute.claims [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1791.971217] env[62097]: INFO nova.scheduler.client.report [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Deleted allocations for instance ac966fff-88e8-4fd3-925f-0e6195c1c940 [ 1791.993805] env[62097]: DEBUG oslo_vmware.api [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034899, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.017758] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1792.017758] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1792.018319] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Deleting the datastore file [datastore1] 76990b8d-ff61-454d-9dee-33bfe27f9665 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1792.018319] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e7b890d-f9e3-4942-80f9-c1226462a13a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.031024] env[62097]: DEBUG oslo_vmware.api [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034903, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.031276] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1792.031276] env[62097]: value = "task-2034908" [ 1792.031276] env[62097]: _type = "Task" [ 1792.031276] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.036977] env[62097]: DEBUG oslo_concurrency.lockutils [None req-26cb120f-6bce-48cf-b852-c16f227bb61c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "interface-b97cf9f5-fabe-40e8-99f8-30207d7f87a6-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.945s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.045274] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.074962] env[62097]: DEBUG nova.network.neutron [req-f2ff6dd6-87f6-487d-89ba-8019a84a6802 req-346dc74a-bce9-41e2-acd6-26a5be06b24c service nova] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Updated VIF entry in instance network info cache for port c1cddd27-fe75-42a0-a9d0-40b9d6002b37. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1792.075371] env[62097]: DEBUG nova.network.neutron [req-f2ff6dd6-87f6-487d-89ba-8019a84a6802 req-346dc74a-bce9-41e2-acd6-26a5be06b24c service nova] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Updating instance_info_cache with network_info: [{"id": "c1cddd27-fe75-42a0-a9d0-40b9d6002b37", "address": "fa:16:3e:cb:3d:48", "network": {"id": "566b53a2-a236-4d55-a2db-ecec5674380e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2016949430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4266aad22d71447ca60bfcba4d94a511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1cddd27-fe", "ovs_interfaceid": "c1cddd27-fe75-42a0-a9d0-40b9d6002b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.165935] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.270324] env[62097]: DEBUG nova.network.neutron [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Successfully updated port: a539c147-b6db-4b17-86ea-d733e102fb59 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1792.277983] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034906, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.314953] env[62097]: DEBUG nova.compute.utils [None req-526c9012-b129-4000-b8c8-655374942c7f tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1792.336180] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147319} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.336459] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1792.337312] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e8d769-9dfe-47a9-bf22-e4790f946495 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.361421] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] a7992c09-2881-4d70-b5a8-5071eb619d12/a7992c09-2881-4d70-b5a8-5071eb619d12.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1792.361833] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45edb7f8-48d3-4f85-8219-2c831d87a489 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.383360] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1792.383360] env[62097]: value = "task-2034909" [ 1792.383360] env[62097]: _type = "Task" [ 1792.383360] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.392817] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.468075] env[62097]: DEBUG nova.compute.manager [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Stashing vm_state: active {{(pid=62097) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1792.491642] env[62097]: DEBUG oslo_vmware.api [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034899, 'name': RemoveSnapshot_Task, 'duration_secs': 1.051782} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.492185] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc949c5b-2677-4e8b-bb1a-7a858777c5b0 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "ac966fff-88e8-4fd3-925f-0e6195c1c940" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.964s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.493181] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Deleted Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1792.493446] env[62097]: INFO nova.compute.manager [None req-00650b4e-4b24-45e2-96a1-d8ddd62ec311 tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Took 16.59 seconds to snapshot the instance on the hypervisor. [ 1792.496406] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "ac966fff-88e8-4fd3-925f-0e6195c1c940" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.400s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.496991] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40d1fc95-c9cf-467f-bfc2-628d7e3fa3d6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.511205] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40c8d3e-46f9-4ff0-953b-2855091495c1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.532652] env[62097]: DEBUG oslo_vmware.api [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520425} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.536365] env[62097]: INFO nova.virt.vmwareapi.ds_util [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] da9910e3-317e-4ca6-9a8c-478232b8d7dc/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk. [ 1792.537372] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741650ec-44ac-4897-a951-1d84568fae12 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.564839] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19149} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.564839] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1792.565091] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1792.565266] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1792.583175] env[62097]: DEBUG oslo_concurrency.lockutils [req-f2ff6dd6-87f6-487d-89ba-8019a84a6802 req-346dc74a-bce9-41e2-acd6-26a5be06b24c service nova] Releasing lock "refresh_cache-a7992c09-2881-4d70-b5a8-5071eb619d12" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.590799] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] da9910e3-317e-4ca6-9a8c-478232b8d7dc/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1792.591671] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62f9de22-8c7f-49f8-8bae-471b879f594a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.613197] env[62097]: DEBUG oslo_vmware.api [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1792.613197] env[62097]: value = "task-2034910" [ 1792.613197] env[62097]: _type = "Task" [ 1792.613197] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.624860] env[62097]: DEBUG oslo_vmware.api [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.666408] env[62097]: DEBUG oslo_vmware.api [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034904, 'name': PowerOnVM_Task, 'duration_secs': 0.838845} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.666658] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1792.666845] env[62097]: INFO nova.compute.manager [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1792.667045] env[62097]: DEBUG nova.compute.manager [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1792.667861] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7df198-073f-4c66-869b-468ab6bced95 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.772629] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "refresh_cache-c2f23eee-2b74-4839-9697-439a2d26ad64" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.772814] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquired lock "refresh_cache-c2f23eee-2b74-4839-9697-439a2d26ad64" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.773041] env[62097]: DEBUG nova.network.neutron [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1792.776954] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034906, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.817863] env[62097]: DEBUG oslo_concurrency.lockutils [None req-526c9012-b129-4000-b8c8-655374942c7f tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.897579] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034909, 'name': ReconfigVM_Task, 'duration_secs': 0.291588} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.897896] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Reconfigured VM instance instance-00000032 to attach disk [datastore2] a7992c09-2881-4d70-b5a8-5071eb619d12/a7992c09-2881-4d70-b5a8-5071eb619d12.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1792.898649] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-925654ae-d02d-495a-ad8b-38f191cc12a1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.908951] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1792.908951] env[62097]: value = "task-2034911" [ 1792.908951] env[62097]: _type = "Task" [ 1792.908951] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.924636] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034911, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.988106] env[62097]: DEBUG oslo_concurrency.lockutils [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.063306] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "ac966fff-88e8-4fd3-925f-0e6195c1c940" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.127757] env[62097]: DEBUG oslo_vmware.api [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034910, 'name': ReconfigVM_Task, 'duration_secs': 0.415821} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.127918] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Reconfigured VM instance instance-0000002d to attach disk [datastore1] da9910e3-317e-4ca6-9a8c-478232b8d7dc/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1793.128980] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4f354c-caf4-4ff0-97c1-2461ab16e764 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.162670] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d9cac01-0aef-4f13-9b6b-7b7fa88aad06 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.184194] env[62097]: DEBUG oslo_vmware.api [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1793.184194] env[62097]: value = "task-2034912" [ 1793.184194] env[62097]: _type = "Task" [ 1793.184194] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.190444] env[62097]: INFO nova.compute.manager [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Took 38.35 seconds to build instance. [ 1793.201294] env[62097]: DEBUG oslo_vmware.api [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034912, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.284919] env[62097]: DEBUG oslo_vmware.api [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034906, 'name': PowerOnVM_Task, 'duration_secs': 1.198038} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.288497] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1793.288727] env[62097]: INFO nova.compute.manager [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Took 12.38 seconds to spawn the instance on the hypervisor. [ 1793.289181] env[62097]: DEBUG nova.compute.manager [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1793.290533] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e247df4d-9a21-44ed-9933-09783b8357ed {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.341943] env[62097]: DEBUG nova.network.neutron [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1793.423854] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034911, 'name': Rename_Task, 'duration_secs': 0.36584} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.424154] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1793.424546] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdb094da-0f50-4d35-9f15-e9ce3f864b7b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.440029] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1793.440029] env[62097]: value = "task-2034913" [ 1793.440029] env[62097]: _type = "Task" [ 1793.440029] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.448367] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.559938] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9faba195-2d2f-417a-94e3-770ece7e1acc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.567714] env[62097]: DEBUG nova.network.neutron [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Updating instance_info_cache with network_info: [{"id": "a539c147-b6db-4b17-86ea-d733e102fb59", "address": "fa:16:3e:06:08:80", "network": {"id": "d5b3add8-c7cd-425c-85ed-acb351879d8d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-267682057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc5bf4a13f7452a8cbf219a3cf696bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa539c147-b6", "ovs_interfaceid": "a539c147-b6db-4b17-86ea-d733e102fb59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.577538] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ac5d30-8a59-46b7-a276-fb8b0f8f9926 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.617863] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9010ad-3211-46c5-aecc-65cc0ffd0b3d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.626820] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f855f9-35d0-4d09-ab25-a711bcaccf78 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.645043] env[62097]: DEBUG nova.compute.provider_tree [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1793.648403] env[62097]: DEBUG nova.virt.hardware [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1793.648624] env[62097]: DEBUG nova.virt.hardware [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1793.648831] env[62097]: DEBUG nova.virt.hardware [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1793.648966] env[62097]: DEBUG nova.virt.hardware [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1793.649142] env[62097]: DEBUG nova.virt.hardware [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1793.649275] env[62097]: DEBUG nova.virt.hardware [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1793.649490] env[62097]: DEBUG nova.virt.hardware [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1793.649649] env[62097]: DEBUG nova.virt.hardware [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1793.649820] env[62097]: DEBUG nova.virt.hardware [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1793.649985] env[62097]: DEBUG nova.virt.hardware [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1793.650183] env[62097]: DEBUG nova.virt.hardware [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1793.651322] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a352524-df50-41cc-a416-364ced5dc1e4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.661080] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bb2863-c8a2-4c5d-9236-dc856bb84e7a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.678277] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:33:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34c99408-5558-4ce8-87a4-ac19b8bacfad', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1793.685764] env[62097]: DEBUG oslo.service.loopingcall [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1793.686104] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1793.686334] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adde49ef-2094-45dc-8ce5-ef3dec1b37ae {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.703678] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14a5c0b4-1fd6-4089-9035-2c87f25034f9 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "50a7a45d-3187-4baa-9937-79f05882da01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.257s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.711714] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "50a7a45d-3187-4baa-9937-79f05882da01" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.608s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.711714] env[62097]: INFO nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] During sync_power_state the instance has a pending task (networking). Skip. [ 1793.711714] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "50a7a45d-3187-4baa-9937-79f05882da01" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.715373] env[62097]: DEBUG oslo_vmware.api [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034912, 'name': ReconfigVM_Task, 'duration_secs': 0.258496} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.716878] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1793.717161] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1793.717161] env[62097]: value = "task-2034914" [ 1793.717161] env[62097]: _type = "Task" [ 1793.717161] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.717369] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c438662-2aea-419b-a503-56388fda9a2c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.730968] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034914, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.732617] env[62097]: DEBUG oslo_vmware.api [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1793.732617] env[62097]: value = "task-2034915" [ 1793.732617] env[62097]: _type = "Task" [ 1793.732617] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.742453] env[62097]: DEBUG oslo_vmware.api [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.813724] env[62097]: INFO nova.compute.manager [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Took 44.47 seconds to build instance. [ 1793.815897] env[62097]: DEBUG nova.compute.manager [req-bb8b0e2d-6166-4630-be44-96a97de1471c req-788af787-c186-4d16-a955-9d89130f6a2b service nova] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Received event network-vif-plugged-a539c147-b6db-4b17-86ea-d733e102fb59 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1793.819035] env[62097]: DEBUG oslo_concurrency.lockutils [req-bb8b0e2d-6166-4630-be44-96a97de1471c req-788af787-c186-4d16-a955-9d89130f6a2b service nova] Acquiring lock "c2f23eee-2b74-4839-9697-439a2d26ad64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.819035] env[62097]: DEBUG oslo_concurrency.lockutils [req-bb8b0e2d-6166-4630-be44-96a97de1471c req-788af787-c186-4d16-a955-9d89130f6a2b service nova] Lock "c2f23eee-2b74-4839-9697-439a2d26ad64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.819035] env[62097]: DEBUG oslo_concurrency.lockutils [req-bb8b0e2d-6166-4630-be44-96a97de1471c req-788af787-c186-4d16-a955-9d89130f6a2b service nova] Lock "c2f23eee-2b74-4839-9697-439a2d26ad64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.819035] env[62097]: DEBUG nova.compute.manager [req-bb8b0e2d-6166-4630-be44-96a97de1471c req-788af787-c186-4d16-a955-9d89130f6a2b service nova] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] No waiting events found dispatching network-vif-plugged-a539c147-b6db-4b17-86ea-d733e102fb59 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1793.819035] env[62097]: WARNING nova.compute.manager [req-bb8b0e2d-6166-4630-be44-96a97de1471c req-788af787-c186-4d16-a955-9d89130f6a2b service nova] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Received unexpected event network-vif-plugged-a539c147-b6db-4b17-86ea-d733e102fb59 for instance with vm_state building and task_state spawning. [ 1793.819035] env[62097]: DEBUG nova.compute.manager [req-bb8b0e2d-6166-4630-be44-96a97de1471c req-788af787-c186-4d16-a955-9d89130f6a2b service nova] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Received event network-changed-a539c147-b6db-4b17-86ea-d733e102fb59 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1793.819035] env[62097]: DEBUG nova.compute.manager [req-bb8b0e2d-6166-4630-be44-96a97de1471c req-788af787-c186-4d16-a955-9d89130f6a2b service nova] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Refreshing instance network info cache due to event network-changed-a539c147-b6db-4b17-86ea-d733e102fb59. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1793.819035] env[62097]: DEBUG oslo_concurrency.lockutils [req-bb8b0e2d-6166-4630-be44-96a97de1471c req-788af787-c186-4d16-a955-9d89130f6a2b service nova] Acquiring lock "refresh_cache-c2f23eee-2b74-4839-9697-439a2d26ad64" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.891068] env[62097]: DEBUG oslo_concurrency.lockutils [None req-526c9012-b129-4000-b8c8-655374942c7f tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquiring lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.891409] env[62097]: DEBUG oslo_concurrency.lockutils [None req-526c9012-b129-4000-b8c8-655374942c7f tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.891758] env[62097]: INFO nova.compute.manager [None req-526c9012-b129-4000-b8c8-655374942c7f tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Attaching volume d59e6763-9010-49b6-9bb1-ca65743639b8 to /dev/sdb [ 1793.930550] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4298d1-a905-4cbe-8ab0-274dee9ee08e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.939856] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faacd6f-fcef-4cf5-9a46-1e7ed234ceb1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.957939] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034913, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.966827] env[62097]: DEBUG nova.virt.block_device [None req-526c9012-b129-4000-b8c8-655374942c7f tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Updating existing volume attachment record: 59f6a5fd-5ee0-4ba7-a176-2e514f930311 {{(pid=62097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1794.070729] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Acquiring lock "1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.071094] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Lock "1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.072189] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Acquiring lock "1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.072454] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Lock "1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.072665] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Lock "1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.075055] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Releasing lock "refresh_cache-c2f23eee-2b74-4839-9697-439a2d26ad64" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.078603] env[62097]: DEBUG nova.compute.manager [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Instance network_info: |[{"id": "a539c147-b6db-4b17-86ea-d733e102fb59", "address": "fa:16:3e:06:08:80", "network": {"id": "d5b3add8-c7cd-425c-85ed-acb351879d8d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-267682057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc5bf4a13f7452a8cbf219a3cf696bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa539c147-b6", "ovs_interfaceid": "a539c147-b6db-4b17-86ea-d733e102fb59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1794.079238] env[62097]: INFO nova.compute.manager [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Terminating instance [ 1794.080817] env[62097]: DEBUG oslo_concurrency.lockutils [req-bb8b0e2d-6166-4630-be44-96a97de1471c req-788af787-c186-4d16-a955-9d89130f6a2b service nova] Acquired lock "refresh_cache-c2f23eee-2b74-4839-9697-439a2d26ad64" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.081017] env[62097]: DEBUG nova.network.neutron [req-bb8b0e2d-6166-4630-be44-96a97de1471c req-788af787-c186-4d16-a955-9d89130f6a2b service nova] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Refreshing network info cache for port a539c147-b6db-4b17-86ea-d733e102fb59 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1794.083899] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:08:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a539c147-b6db-4b17-86ea-d733e102fb59', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1794.091793] env[62097]: DEBUG oslo.service.loopingcall [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1794.096158] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1794.096916] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b68b8b8b-b2d4-4bda-ab58-e9029a8ccdaf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.121037] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1794.121037] env[62097]: value = "task-2034917" [ 1794.121037] env[62097]: _type = "Task" [ 1794.121037] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.131426] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034917, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.155925] env[62097]: DEBUG nova.scheduler.client.report [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1794.210584] env[62097]: DEBUG nova.compute.manager [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1794.229144] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034914, 'name': CreateVM_Task, 'duration_secs': 0.434888} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.229365] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1794.231278] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.231278] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.231278] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1794.232186] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85cc33f0-a2ec-4677-9c6e-47029b55f2df {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.244127] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1794.244127] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]520872bd-b7eb-cba2-bc15-0f0b275d5be5" [ 1794.244127] env[62097]: _type = "Task" [ 1794.244127] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.244380] env[62097]: DEBUG oslo_vmware.api [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034915, 'name': PowerOnVM_Task, 'duration_secs': 0.50441} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.248071] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1794.253944] env[62097]: DEBUG nova.compute.manager [None req-d9511fdc-f708-4a39-a7f2-38d7e8b7d6f0 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1794.255029] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29caf4d4-5271-42b8-90b1-e71a33c8ac70 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.266295] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]520872bd-b7eb-cba2-bc15-0f0b275d5be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.319299] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdf4455b-e077-4300-aadf-1ae5a39e9459 tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Lock "7d040a2f-df58-48ee-bb68-8a9e59e97364" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.162s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.319299] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "7d040a2f-df58-48ee-bb68-8a9e59e97364" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.218s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.319299] env[62097]: INFO nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] During sync_power_state the instance has a pending task (spawning). Skip. [ 1794.319299] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "7d040a2f-df58-48ee-bb68-8a9e59e97364" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.458174] env[62097]: DEBUG oslo_vmware.api [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034913, 'name': PowerOnVM_Task, 'duration_secs': 0.521921} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.458471] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1794.458810] env[62097]: INFO nova.compute.manager [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1794.458984] env[62097]: DEBUG nova.compute.manager [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1794.459912] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9827d4ad-5243-4018-9dc7-de702cd52803 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.597229] env[62097]: DEBUG nova.compute.manager [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1794.597398] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1794.598478] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa7e752-d110-41dd-a91b-f19f2ea4ce94 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.607042] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1794.607281] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5518b46-e015-479c-b412-67a03fb280f6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.616063] env[62097]: DEBUG oslo_vmware.api [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Waiting for the task: (returnval){ [ 1794.616063] env[62097]: value = "task-2034920" [ 1794.616063] env[62097]: _type = "Task" [ 1794.616063] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.631094] env[62097]: DEBUG oslo_vmware.api [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Task: {'id': task-2034920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.637733] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034917, 'name': CreateVM_Task, 'duration_secs': 0.479153} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.637874] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1794.638772] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.664058] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.664583] env[62097]: DEBUG nova.compute.manager [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1794.667522] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.069s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.669100] env[62097]: INFO nova.compute.claims [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1794.758681] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]520872bd-b7eb-cba2-bc15-0f0b275d5be5, 'name': SearchDatastore_Task, 'duration_secs': 0.016841} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.762034] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.762413] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1794.762789] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.763019] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.763298] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1794.764625] env[62097]: DEBUG oslo_concurrency.lockutils [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.765014] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.765426] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1794.765790] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6651c65-99cc-4377-995d-cedec8310965 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.768265] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b724b1ef-0202-43ea-b769-96f85c5f9e13 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.777498] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1794.777498] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]520d6c41-eedb-3a63-e2b5-c17456a1995c" [ 1794.777498] env[62097]: _type = "Task" [ 1794.777498] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.780601] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1794.780908] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1794.786601] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d56460b4-1079-4d7d-88ce-df7fb1ee39fd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.803667] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]520d6c41-eedb-3a63-e2b5-c17456a1995c, 'name': SearchDatastore_Task, 'duration_secs': 0.010858} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.805961] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1794.805961] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521a6900-e73d-f556-2751-2867e0a73a2a" [ 1794.805961] env[62097]: _type = "Task" [ 1794.805961] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.805961] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.805961] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1794.805961] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.818518] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521a6900-e73d-f556-2751-2867e0a73a2a, 'name': SearchDatastore_Task, 'duration_secs': 0.011602} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.819488] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04a662d4-c37a-4e12-8ae7-3ee68dec1104 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.827554] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1794.827554] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529b7cc0-653c-4af7-a7c8-44d3c4168efc" [ 1794.827554] env[62097]: _type = "Task" [ 1794.827554] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.839683] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529b7cc0-653c-4af7-a7c8-44d3c4168efc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.982024] env[62097]: INFO nova.compute.manager [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Took 37.49 seconds to build instance. [ 1795.083075] env[62097]: DEBUG nova.network.neutron [req-bb8b0e2d-6166-4630-be44-96a97de1471c req-788af787-c186-4d16-a955-9d89130f6a2b service nova] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Updated VIF entry in instance network info cache for port a539c147-b6db-4b17-86ea-d733e102fb59. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1795.083466] env[62097]: DEBUG nova.network.neutron [req-bb8b0e2d-6166-4630-be44-96a97de1471c req-788af787-c186-4d16-a955-9d89130f6a2b service nova] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Updating instance_info_cache with network_info: [{"id": "a539c147-b6db-4b17-86ea-d733e102fb59", "address": "fa:16:3e:06:08:80", "network": {"id": "d5b3add8-c7cd-425c-85ed-acb351879d8d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-267682057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc5bf4a13f7452a8cbf219a3cf696bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa539c147-b6", "ovs_interfaceid": "a539c147-b6db-4b17-86ea-d733e102fb59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.126980] env[62097]: DEBUG oslo_vmware.api [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Task: {'id': task-2034920, 'name': PowerOffVM_Task, 'duration_secs': 0.270111} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.127562] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1795.127905] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1795.128299] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76e4a38b-6c6a-4166-936f-937c842591d3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.176032] env[62097]: DEBUG nova.compute.utils [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1795.178202] env[62097]: DEBUG nova.compute.manager [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Not allocating networking since 'none' was specified. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1795.178919] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "interface-b97cf9f5-fabe-40e8-99f8-30207d7f87a6-f9b415eb-b185-48f8-ab2c-3aa82e8bd066" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.179352] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "interface-b97cf9f5-fabe-40e8-99f8-30207d7f87a6-f9b415eb-b185-48f8-ab2c-3aa82e8bd066" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.231038] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1795.231038] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1795.231038] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Deleting the datastore file [datastore1] 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1795.231038] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d2ee835-7f93-4f62-9b98-17913e60d8b2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.241034] env[62097]: DEBUG oslo_vmware.api [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Waiting for the task: (returnval){ [ 1795.241034] env[62097]: value = "task-2034922" [ 1795.241034] env[62097]: _type = "Task" [ 1795.241034] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.258308] env[62097]: DEBUG oslo_vmware.api [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Task: {'id': task-2034922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.301271] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Acquiring lock "049f2126-5f66-4e66-a334-13e33b27b152" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.301271] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Lock "049f2126-5f66-4e66-a334-13e33b27b152" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.301271] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Acquiring lock "049f2126-5f66-4e66-a334-13e33b27b152-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.301271] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Lock "049f2126-5f66-4e66-a334-13e33b27b152-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.301271] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Lock "049f2126-5f66-4e66-a334-13e33b27b152-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.302237] env[62097]: INFO nova.compute.manager [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Terminating instance [ 1795.340428] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529b7cc0-653c-4af7-a7c8-44d3c4168efc, 'name': SearchDatastore_Task, 'duration_secs': 0.011329} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.340960] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.341805] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 76990b8d-ff61-454d-9dee-33bfe27f9665/76990b8d-ff61-454d-9dee-33bfe27f9665.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1795.341805] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.342054] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1795.343715] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50101130-e23a-4da9-92f0-a0c9fde7be36 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.346772] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a53eedd3-0a26-4893-bc79-a64ef78216db {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.357955] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1795.357955] env[62097]: value = "task-2034923" [ 1795.357955] env[62097]: _type = "Task" [ 1795.357955] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.363140] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1795.363526] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1795.364778] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fda76242-896b-45be-9586-78ca504b95a3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.370802] env[62097]: DEBUG oslo_concurrency.lockutils [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquiring lock "7d040a2f-df58-48ee-bb68-8a9e59e97364" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.371118] env[62097]: DEBUG oslo_concurrency.lockutils [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Lock "7d040a2f-df58-48ee-bb68-8a9e59e97364" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.371380] env[62097]: DEBUG oslo_concurrency.lockutils [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquiring lock "7d040a2f-df58-48ee-bb68-8a9e59e97364-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.371645] env[62097]: DEBUG oslo_concurrency.lockutils [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Lock "7d040a2f-df58-48ee-bb68-8a9e59e97364-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.371879] env[62097]: DEBUG oslo_concurrency.lockutils [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Lock "7d040a2f-df58-48ee-bb68-8a9e59e97364-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.373792] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.377021] env[62097]: INFO nova.compute.manager [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Terminating instance [ 1795.378559] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1795.378559] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527252f9-2de2-1a32-6424-6678787f8a08" [ 1795.378559] env[62097]: _type = "Task" [ 1795.378559] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.388548] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527252f9-2de2-1a32-6424-6678787f8a08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.487170] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5da3da84-ba9e-4310-aec9-9bb22637a7ce tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "a7992c09-2881-4d70-b5a8-5071eb619d12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.360s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.487730] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "a7992c09-2881-4d70-b5a8-5071eb619d12" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.387s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.488701] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc69746b-b6d4-48bd-a34c-701e6332893e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.593027] env[62097]: DEBUG oslo_concurrency.lockutils [req-bb8b0e2d-6166-4630-be44-96a97de1471c req-788af787-c186-4d16-a955-9d89130f6a2b service nova] Releasing lock "refresh_cache-c2f23eee-2b74-4839-9697-439a2d26ad64" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.679574] env[62097]: DEBUG nova.compute.manager [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1795.685644] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.685851] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.687271] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43613075-0554-4b7b-b36a-aa566d36123b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.709505] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8ba2e1-bc06-41d4-9663-41ace4addf7e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.740466] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Reconfiguring VM to detach interface {{(pid=62097) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1795.743986] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95e33211-d158-4c8b-a7d9-b5ff2c1bfd16 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.769234] env[62097]: DEBUG oslo_vmware.api [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Task: {'id': task-2034922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380835} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.771110] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1795.771329] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1795.771510] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1795.771715] env[62097]: INFO nova.compute.manager [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1795.771983] env[62097]: DEBUG oslo.service.loopingcall [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1795.772310] env[62097]: DEBUG oslo_vmware.api [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 1795.772310] env[62097]: value = "task-2034924" [ 1795.772310] env[62097]: _type = "Task" [ 1795.772310] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.775152] env[62097]: DEBUG nova.compute.manager [-] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1795.775284] env[62097]: DEBUG nova.network.neutron [-] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1795.787908] env[62097]: DEBUG oslo_vmware.api [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034924, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.806817] env[62097]: DEBUG nova.compute.manager [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1795.807133] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1795.808188] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd550f1f-8f9d-42df-a85a-34d205a17f18 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.821489] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.821821] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1382d67d-9fbb-4a4e-bff7-e8cbeea00e61 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.831249] env[62097]: DEBUG oslo_vmware.api [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Waiting for the task: (returnval){ [ 1795.831249] env[62097]: value = "task-2034925" [ 1795.831249] env[62097]: _type = "Task" [ 1795.831249] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.843901] env[62097]: DEBUG oslo_vmware.api [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.869305] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034923, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.881042] env[62097]: DEBUG nova.compute.manager [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1795.881042] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1795.881666] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debfd485-85f2-47d2-919c-c68c6f762250 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.901110] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.901925] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527252f9-2de2-1a32-6424-6678787f8a08, 'name': SearchDatastore_Task, 'duration_secs': 0.016748} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.902196] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd99e377-b6f3-4428-9dd0-f6573d925b95 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.904580] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9242d9-8123-4182-a26d-d8f7545f19c4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.915923] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1795.915923] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d27de4-8542-0c17-cbcc-1dd5684962cc" [ 1795.915923] env[62097]: _type = "Task" [ 1795.915923] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.921562] env[62097]: DEBUG oslo_vmware.api [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for the task: (returnval){ [ 1795.921562] env[62097]: value = "task-2034926" [ 1795.921562] env[62097]: _type = "Task" [ 1795.921562] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.932642] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d27de4-8542-0c17-cbcc-1dd5684962cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.940224] env[62097]: DEBUG oslo_vmware.api [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.000326] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "a7992c09-2881-4d70-b5a8-5071eb619d12" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.289504] env[62097]: DEBUG oslo_vmware.api [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.328317] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f8a9da-ae08-4ede-a6a3-f72da307fb7d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.338947] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b351ae-cc26-4d1a-9b93-dd57f5d7b44a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.345319] env[62097]: DEBUG oslo_vmware.api [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034925, 'name': PowerOffVM_Task, 'duration_secs': 0.234546} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.346010] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1796.346201] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1796.346443] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-335b3aac-30fb-4a12-b1ca-da0f5a652fc9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.382094] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cee83d8-ebc5-44d5-b3a9-f0116ca9a4dd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.391071] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736445} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.393286] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 76990b8d-ff61-454d-9dee-33bfe27f9665/76990b8d-ff61-454d-9dee-33bfe27f9665.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1796.393506] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1796.394093] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b08821aa-3cf6-4bb1-9cd8-7bf46d5e8a20 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.398216] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ccecd6-0a41-4a01-9e87-73ed187414a8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.414172] env[62097]: DEBUG nova.compute.provider_tree [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1796.417321] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1796.417321] env[62097]: value = "task-2034928" [ 1796.417321] env[62097]: _type = "Task" [ 1796.417321] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.431800] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1796.432083] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1796.432283] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Deleting the datastore file [datastore2] 049f2126-5f66-4e66-a334-13e33b27b152 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1796.439241] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2de7a249-0ed2-419a-8081-4de2eb84da23 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.441563] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.441809] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d27de4-8542-0c17-cbcc-1dd5684962cc, 'name': SearchDatastore_Task, 'duration_secs': 0.055291} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.444901] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.445226] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] c2f23eee-2b74-4839-9697-439a2d26ad64/c2f23eee-2b74-4839-9697-439a2d26ad64.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1796.445509] env[62097]: DEBUG oslo_vmware.api [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034926, 'name': PowerOffVM_Task, 'duration_secs': 0.2938} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.448196] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01b6b6e8-ad8c-4da3-b89a-be69e2e101de {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.448662] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1796.448841] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1796.449099] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0eff29ba-44a5-49da-b3b5-ef07f18898f4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.452387] env[62097]: DEBUG oslo_vmware.api [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Waiting for the task: (returnval){ [ 1796.452387] env[62097]: value = "task-2034929" [ 1796.452387] env[62097]: _type = "Task" [ 1796.452387] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.460974] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1796.460974] env[62097]: value = "task-2034930" [ 1796.460974] env[62097]: _type = "Task" [ 1796.460974] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.464465] env[62097]: DEBUG oslo_vmware.api [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.474807] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.538203] env[62097]: DEBUG nova.compute.manager [req-0aadbc7d-1735-48f5-a2b0-56011e318ea8 req-a800b43a-98a0-4ad0-87f2-7e8d2aae0406 service nova] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Received event network-vif-deleted-cb431ef8-4b10-4b82-8f4f-b789813a21d5 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1796.538203] env[62097]: INFO nova.compute.manager [req-0aadbc7d-1735-48f5-a2b0-56011e318ea8 req-a800b43a-98a0-4ad0-87f2-7e8d2aae0406 service nova] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Neutron deleted interface cb431ef8-4b10-4b82-8f4f-b789813a21d5; detaching it from the instance and deleting it from the info cache [ 1796.538203] env[62097]: DEBUG nova.network.neutron [req-0aadbc7d-1735-48f5-a2b0-56011e318ea8 req-a800b43a-98a0-4ad0-87f2-7e8d2aae0406 service nova] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.607992] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1796.608322] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1796.608513] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Deleting the datastore file [datastore1] 7d040a2f-df58-48ee-bb68-8a9e59e97364 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1796.608830] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9383f369-0d91-4be2-bb08-7a3ff96322aa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.622068] env[62097]: DEBUG oslo_vmware.api [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for the task: (returnval){ [ 1796.622068] env[62097]: value = "task-2034933" [ 1796.622068] env[62097]: _type = "Task" [ 1796.622068] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.632358] env[62097]: DEBUG oslo_vmware.api [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.692577] env[62097]: DEBUG nova.compute.manager [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1796.720633] env[62097]: DEBUG nova.virt.hardware [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1796.721209] env[62097]: DEBUG nova.virt.hardware [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1796.721517] env[62097]: DEBUG nova.virt.hardware [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1796.721805] env[62097]: DEBUG nova.virt.hardware [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1796.722085] env[62097]: DEBUG nova.virt.hardware [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1796.722335] env[62097]: DEBUG nova.virt.hardware [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1796.722960] env[62097]: DEBUG nova.virt.hardware [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1796.723327] env[62097]: DEBUG nova.virt.hardware [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1796.723753] env[62097]: DEBUG nova.virt.hardware [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1796.724786] env[62097]: DEBUG nova.virt.hardware [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1796.724786] env[62097]: DEBUG nova.virt.hardware [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1796.726029] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becc7354-3940-4a38-92b6-f6ae4510c7b1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.735720] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0c3d04-4d7d-429b-bfde-09fc6163ed97 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.740971] env[62097]: INFO nova.compute.manager [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Rescuing [ 1796.741332] env[62097]: DEBUG oslo_concurrency.lockutils [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "refresh_cache-a7992c09-2881-4d70-b5a8-5071eb619d12" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.741629] env[62097]: DEBUG oslo_concurrency.lockutils [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquired lock "refresh_cache-a7992c09-2881-4d70-b5a8-5071eb619d12" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.741834] env[62097]: DEBUG nova.network.neutron [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1796.743269] env[62097]: DEBUG nova.network.neutron [-] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.765587] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Instance VIF info [] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1796.773136] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Creating folder: Project (306475c28df345c399a6df3322a2b392). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1796.773316] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ef7765e-3b1e-44d2-87f6-59309ec75404 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.789448] env[62097]: DEBUG oslo_vmware.api [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.791446] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Created folder: Project (306475c28df345c399a6df3322a2b392) in parent group-v417770. [ 1796.791748] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Creating folder: Instances. Parent ref: group-v417921. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1796.792148] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f430360-4737-4106-b367-815eb31f7517 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.807616] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Created folder: Instances in parent group-v417921. [ 1796.808091] env[62097]: DEBUG oslo.service.loopingcall [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.808326] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1796.808581] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e34370e7-e36d-4477-a1d9-342eedc6f692 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.829506] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1796.829506] env[62097]: value = "task-2034936" [ 1796.829506] env[62097]: _type = "Task" [ 1796.829506] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.840103] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034936, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.886078] env[62097]: INFO nova.compute.manager [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Unrescuing [ 1796.886433] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquiring lock "refresh_cache-da9910e3-317e-4ca6-9a8c-478232b8d7dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.886616] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquired lock "refresh_cache-da9910e3-317e-4ca6-9a8c-478232b8d7dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.886827] env[62097]: DEBUG nova.network.neutron [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1796.918888] env[62097]: DEBUG nova.scheduler.client.report [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1796.933415] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111014} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.933806] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1796.935383] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591920fe-0722-4c91-be24-b3578ae0f35e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.968037] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 76990b8d-ff61-454d-9dee-33bfe27f9665/76990b8d-ff61-454d-9dee-33bfe27f9665.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1796.969727] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-457a1c11-aa5d-4f54-bd6e-8dd2bff8c1e4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.001518] env[62097]: DEBUG oslo_vmware.api [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Task: {'id': task-2034929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273243} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.001948] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034930, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.003486] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1797.003755] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1797.003958] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1797.004153] env[62097]: INFO nova.compute.manager [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1797.004456] env[62097]: DEBUG oslo.service.loopingcall [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1797.004777] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1797.004777] env[62097]: value = "task-2034937" [ 1797.004777] env[62097]: _type = "Task" [ 1797.004777] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.005072] env[62097]: DEBUG nova.compute.manager [-] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1797.005159] env[62097]: DEBUG nova.network.neutron [-] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1797.018079] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034937, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.041934] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91386ee1-7f94-493f-8f35-6ae95bf3708c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.052890] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9577479-0d5e-47ea-9a60-83f880719af7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.100112] env[62097]: DEBUG nova.compute.manager [req-0aadbc7d-1735-48f5-a2b0-56011e318ea8 req-a800b43a-98a0-4ad0-87f2-7e8d2aae0406 service nova] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Detach interface failed, port_id=cb431ef8-4b10-4b82-8f4f-b789813a21d5, reason: Instance 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1797.132814] env[62097]: DEBUG oslo_vmware.api [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.250479] env[62097]: INFO nova.compute.manager [-] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Took 1.48 seconds to deallocate network for instance. [ 1797.293726] env[62097]: DEBUG oslo_vmware.api [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.349561] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034936, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.425524] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.426060] env[62097]: DEBUG nova.compute.manager [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1797.429680] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.980s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.429680] env[62097]: DEBUG nova.objects.instance [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lazy-loading 'resources' on Instance uuid 1993cbe1-7d91-42d7-85ab-fae419cedef7 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1797.482863] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623713} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.483306] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] c2f23eee-2b74-4839-9697-439a2d26ad64/c2f23eee-2b74-4839-9697-439a2d26ad64.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1797.483566] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1797.483836] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd101607-b11e-4c64-8efc-8d6297af9a39 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.492107] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1797.492107] env[62097]: value = "task-2034938" [ 1797.492107] env[62097]: _type = "Task" [ 1797.492107] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.496750] env[62097]: DEBUG nova.network.neutron [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Updating instance_info_cache with network_info: [{"id": "c1cddd27-fe75-42a0-a9d0-40b9d6002b37", "address": "fa:16:3e:cb:3d:48", "network": {"id": "566b53a2-a236-4d55-a2db-ecec5674380e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2016949430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4266aad22d71447ca60bfcba4d94a511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1cddd27-fe", "ovs_interfaceid": "c1cddd27-fe75-42a0-a9d0-40b9d6002b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.504011] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.519568] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.632668] env[62097]: DEBUG oslo_vmware.api [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Task: {'id': task-2034933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.69208} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.633229] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1797.633229] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1797.633419] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1797.633510] env[62097]: INFO nova.compute.manager [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1797.633724] env[62097]: DEBUG oslo.service.loopingcall [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1797.633953] env[62097]: DEBUG nova.compute.manager [-] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1797.634053] env[62097]: DEBUG nova.network.neutron [-] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1797.743284] env[62097]: DEBUG nova.network.neutron [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Updating instance_info_cache with network_info: [{"id": "79f29ebe-bd89-40e6-95f1-c4247d75a60c", "address": "fa:16:3e:d3:10:6d", "network": {"id": "3a7956e2-0b2b-4dd4-9f6c-bc236bd7c2b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1925902758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aab24cd2cc5a4f148af2e730ed7bcb09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f29ebe-bd", "ovs_interfaceid": "79f29ebe-bd89-40e6-95f1-c4247d75a60c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.757464] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.789126] env[62097]: DEBUG oslo_vmware.api [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.841648] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034936, 'name': CreateVM_Task, 'duration_secs': 0.998261} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.841794] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1797.842254] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.842423] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.842787] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1797.843061] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e3a0438-aeb0-4a5c-a4ee-2569c9e967fe {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.848917] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Waiting for the task: (returnval){ [ 1797.848917] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52347e0b-d639-c604-b1cc-c4167b5f4e66" [ 1797.848917] env[62097]: _type = "Task" [ 1797.848917] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.852418] env[62097]: DEBUG nova.network.neutron [-] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.859462] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52347e0b-d639-c604-b1cc-c4167b5f4e66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.932590] env[62097]: DEBUG nova.compute.utils [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1797.943740] env[62097]: DEBUG nova.compute.manager [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1797.944084] env[62097]: DEBUG nova.network.neutron [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1798.001144] env[62097]: DEBUG oslo_concurrency.lockutils [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Releasing lock "refresh_cache-a7992c09-2881-4d70-b5a8-5071eb619d12" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.006262] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074288} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.008937] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1798.011097] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ddbc6a-a09b-41ad-a7ca-75957fe21f40 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.051300] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] c2f23eee-2b74-4839-9697-439a2d26ad64/c2f23eee-2b74-4839-9697-439a2d26ad64.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1798.051643] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034937, 'name': ReconfigVM_Task, 'duration_secs': 0.902711} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.059250] env[62097]: DEBUG nova.policy [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51856ea7c51446eea638abd2a3a115d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '046c6db84165408084ad597328d079d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1798.060551] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f8187c3-0fbd-4abf-8f9e-f8e24acce884 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.075062] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 76990b8d-ff61-454d-9dee-33bfe27f9665/76990b8d-ff61-454d-9dee-33bfe27f9665.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1798.076118] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d97a4157-f519-4aad-a379-f5f9d1165afa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.085175] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1798.085175] env[62097]: value = "task-2034939" [ 1798.085175] env[62097]: _type = "Task" [ 1798.085175] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.086732] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1798.086732] env[62097]: value = "task-2034940" [ 1798.086732] env[62097]: _type = "Task" [ 1798.086732] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.103758] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034939, 'name': Rename_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.109232] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034940, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.171128] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquiring lock "0edf63bc-072d-416f-abee-8c4311c53924" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.171376] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lock "0edf63bc-072d-416f-abee-8c4311c53924" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.171584] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquiring lock "0edf63bc-072d-416f-abee-8c4311c53924-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.171844] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lock "0edf63bc-072d-416f-abee-8c4311c53924-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.172036] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lock "0edf63bc-072d-416f-abee-8c4311c53924-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.174571] env[62097]: INFO nova.compute.manager [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Terminating instance [ 1798.205050] env[62097]: DEBUG nova.compute.manager [req-5ccc932e-1d00-497a-a9da-1f946a993514 req-b7cb2e3e-fd6f-469c-9257-b9452ef8ecc4 service nova] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Received event network-vif-deleted-d5eb92f8-267d-4219-9583-c30eec49a7c6 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1798.205290] env[62097]: INFO nova.compute.manager [req-5ccc932e-1d00-497a-a9da-1f946a993514 req-b7cb2e3e-fd6f-469c-9257-b9452ef8ecc4 service nova] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Neutron deleted interface d5eb92f8-267d-4219-9583-c30eec49a7c6; detaching it from the instance and deleting it from the info cache [ 1798.205587] env[62097]: DEBUG nova.network.neutron [req-5ccc932e-1d00-497a-a9da-1f946a993514 req-b7cb2e3e-fd6f-469c-9257-b9452ef8ecc4 service nova] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Updating instance_info_cache with network_info: [{"id": "51c9e794-ed1c-4ed4-ac78-53ed8091709f", "address": "fa:16:3e:21:94:e8", "network": {"id": "715f1879-f652-435c-9c9d-57636181c417", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-610841836", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9a887e71f3604d28b6b8f733bfdbfca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51c9e794-ed", "ovs_interfaceid": "51c9e794-ed1c-4ed4-ac78-53ed8091709f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.251387] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Releasing lock "refresh_cache-da9910e3-317e-4ca6-9a8c-478232b8d7dc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.252306] env[62097]: DEBUG nova.objects.instance [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Lazy-loading 'flavor' on Instance uuid da9910e3-317e-4ca6-9a8c-478232b8d7dc {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1798.290930] env[62097]: DEBUG oslo_vmware.api [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.356140] env[62097]: INFO nova.compute.manager [-] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Took 1.35 seconds to deallocate network for instance. [ 1798.365967] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52347e0b-d639-c604-b1cc-c4167b5f4e66, 'name': SearchDatastore_Task, 'duration_secs': 0.011659} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.369098] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.369281] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1798.369510] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.370065] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.370065] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1798.370406] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad273214-72ec-4341-a3bb-7e7665a6f819 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.384644] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1798.384828] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1798.385591] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b47f923f-431c-4a2d-81e5-12cc5686fcdc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.395883] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Waiting for the task: (returnval){ [ 1798.395883] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5284a2f4-9f9d-20b9-ecea-55b4fed052d2" [ 1798.395883] env[62097]: _type = "Task" [ 1798.395883] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.412607] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5284a2f4-9f9d-20b9-ecea-55b4fed052d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.444189] env[62097]: DEBUG nova.compute.manager [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1798.541449] env[62097]: DEBUG nova.network.neutron [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Successfully created port: 32a58d0a-f7de-43f8-a3db-2f3bb6c42097 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1798.573495] env[62097]: DEBUG nova.compute.manager [req-fe1e9219-6759-421f-afc2-8c5b1bc9e984 req-648f5f4a-714f-4ecf-8e0d-86c12ec7a9f2 service nova] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Received event network-vif-deleted-ad8633aa-2a8c-48c3-9759-9951c2288541 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1798.600437] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8098bced-6d67-489f-b4c8-20314a85aa9e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.602823] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034939, 'name': Rename_Task, 'duration_secs': 0.462312} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.603624] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1798.604148] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d69e7324-2f70-4dd0-941a-e575aa46a628 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.609199] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.612235] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e065d91-d823-4c06-a43c-b33d6988542e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.617794] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1798.617794] env[62097]: value = "task-2034941" [ 1798.617794] env[62097]: _type = "Task" [ 1798.617794] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.653058] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b434a95-6b15-4c27-a786-a9637847b00b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.664330] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dfba2b-1832-4126-92ad-2b6f3341c12a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.668239] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034941, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.680350] env[62097]: DEBUG nova.compute.manager [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1798.680563] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1798.681072] env[62097]: DEBUG nova.compute.provider_tree [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1798.682788] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10812d9e-dc7b-46a2-a70b-16b88d2d97cb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.690363] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1798.691103] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07240a46-985c-4815-badd-3cc41253760f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.699110] env[62097]: DEBUG oslo_vmware.api [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1798.699110] env[62097]: value = "task-2034942" [ 1798.699110] env[62097]: _type = "Task" [ 1798.699110] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.708352] env[62097]: DEBUG oslo_vmware.api [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.710074] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c7e1e91-ad5d-42f0-b310-f85f7990340a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.719704] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca63d03-cd81-4025-8a53-ad4f20f2c228 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.762845] env[62097]: DEBUG nova.compute.manager [req-5ccc932e-1d00-497a-a9da-1f946a993514 req-b7cb2e3e-fd6f-469c-9257-b9452ef8ecc4 service nova] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Detach interface failed, port_id=d5eb92f8-267d-4219-9583-c30eec49a7c6, reason: Instance 7d040a2f-df58-48ee-bb68-8a9e59e97364 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1798.764472] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3505ef-9e12-42b7-a13b-caeed079f4fc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.788756] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1798.792364] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b577a102-3593-490b-9f40-aaa0870a3302 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.801423] env[62097]: DEBUG nova.network.neutron [-] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.802650] env[62097]: DEBUG oslo_vmware.api [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.807074] env[62097]: DEBUG oslo_vmware.api [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1798.807074] env[62097]: value = "task-2034943" [ 1798.807074] env[62097]: _type = "Task" [ 1798.807074] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.818515] env[62097]: DEBUG oslo_vmware.api [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.867850] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.910311] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5284a2f4-9f9d-20b9-ecea-55b4fed052d2, 'name': SearchDatastore_Task, 'duration_secs': 0.034788} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.911226] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a5a5298-9df3-4b60-a56d-b01f073b8784 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.918761] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Waiting for the task: (returnval){ [ 1798.918761] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d4c324-3e82-8133-970f-95eacfed7a0a" [ 1798.918761] env[62097]: _type = "Task" [ 1798.918761] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.928598] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d4c324-3e82-8133-970f-95eacfed7a0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.015176] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-526c9012-b129-4000-b8c8-655374942c7f tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Volume attach. Driver type: vmdk {{(pid=62097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1799.015475] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-526c9012-b129-4000-b8c8-655374942c7f tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-417920', 'volume_id': 'd59e6763-9010-49b6-9bb1-ca65743639b8', 'name': 'volume-d59e6763-9010-49b6-9bb1-ca65743639b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'd59e6763-9010-49b6-9bb1-ca65743639b8', 'serial': 'd59e6763-9010-49b6-9bb1-ca65743639b8'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1799.016412] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3114b68-99b3-4695-ad62-b51897ce7473 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.034238] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fda914-6de9-4602-9821-335da0e68129 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.059806] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-526c9012-b129-4000-b8c8-655374942c7f tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] volume-d59e6763-9010-49b6-9bb1-ca65743639b8/volume-d59e6763-9010-49b6-9bb1-ca65743639b8.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1799.060136] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f25e1fa-47e2-46d6-9251-5d23057c5ac7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.078721] env[62097]: DEBUG oslo_vmware.api [None req-526c9012-b129-4000-b8c8-655374942c7f tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1799.078721] env[62097]: value = "task-2034944" [ 1799.078721] env[62097]: _type = "Task" [ 1799.078721] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.087453] env[62097]: DEBUG oslo_vmware.api [None req-526c9012-b129-4000-b8c8-655374942c7f tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.104550] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034940, 'name': ReconfigVM_Task, 'duration_secs': 0.84929} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.105444] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Reconfigured VM instance instance-00000033 to attach disk [datastore1] c2f23eee-2b74-4839-9697-439a2d26ad64/c2f23eee-2b74-4839-9697-439a2d26ad64.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1799.106107] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bb6911f-07ad-43da-a21a-8eecc9dcac7e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.113921] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1799.113921] env[62097]: value = "task-2034945" [ 1799.113921] env[62097]: _type = "Task" [ 1799.113921] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.123155] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034945, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.160328] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034941, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.189024] env[62097]: DEBUG nova.scheduler.client.report [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1799.211392] env[62097]: DEBUG oslo_vmware.api [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034942, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.300258] env[62097]: DEBUG oslo_vmware.api [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.305997] env[62097]: INFO nova.compute.manager [-] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Took 1.67 seconds to deallocate network for instance. [ 1799.319544] env[62097]: DEBUG oslo_vmware.api [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034943, 'name': PowerOffVM_Task, 'duration_secs': 0.210286} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.319811] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1799.325352] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1799.325644] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6309f03-51b8-49fe-bbb6-a26d26d17152 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.348941] env[62097]: DEBUG oslo_vmware.api [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1799.348941] env[62097]: value = "task-2034946" [ 1799.348941] env[62097]: _type = "Task" [ 1799.348941] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.357866] env[62097]: DEBUG oslo_vmware.api [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.429924] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d4c324-3e82-8133-970f-95eacfed7a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.013297} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.430258] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.431197] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] da50c4b4-e9b4-447f-95f4-479356451a22/da50c4b4-e9b4-447f-95f4-479356451a22.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1799.431564] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54d8f711-754f-49ee-8f90-f3b5499ee728 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.439770] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Waiting for the task: (returnval){ [ 1799.439770] env[62097]: value = "task-2034947" [ 1799.439770] env[62097]: _type = "Task" [ 1799.439770] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.449367] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.453689] env[62097]: DEBUG nova.compute.manager [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1799.482975] env[62097]: DEBUG nova.virt.hardware [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1799.483257] env[62097]: DEBUG nova.virt.hardware [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1799.483437] env[62097]: DEBUG nova.virt.hardware [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1799.483646] env[62097]: DEBUG nova.virt.hardware [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1799.483812] env[62097]: DEBUG nova.virt.hardware [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1799.483980] env[62097]: DEBUG nova.virt.hardware [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1799.484236] env[62097]: DEBUG nova.virt.hardware [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1799.484418] env[62097]: DEBUG nova.virt.hardware [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1799.484712] env[62097]: DEBUG nova.virt.hardware [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1799.484806] env[62097]: DEBUG nova.virt.hardware [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1799.485028] env[62097]: DEBUG nova.virt.hardware [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1799.486330] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd6d11a-33e9-478f-8cf4-ead241e78c04 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.495599] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f45d31e-d1be-4bfc-a0b1-5c73c177582b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.588418] env[62097]: DEBUG oslo_vmware.api [None req-526c9012-b129-4000-b8c8-655374942c7f tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034944, 'name': ReconfigVM_Task, 'duration_secs': 0.422184} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.588720] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-526c9012-b129-4000-b8c8-655374942c7f tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Reconfigured VM instance instance-00000016 to attach disk [datastore1] volume-d59e6763-9010-49b6-9bb1-ca65743639b8/volume-d59e6763-9010-49b6-9bb1-ca65743639b8.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1799.593773] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-782f5aaf-c242-4469-9ef8-f67509294774 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.604559] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1799.604559] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3c3cc5f-e3f9-4f7f-ae5d-6b2a34d65048 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.611290] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1799.611290] env[62097]: value = "task-2034948" [ 1799.611290] env[62097]: _type = "Task" [ 1799.611290] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.616864] env[62097]: DEBUG oslo_vmware.api [None req-526c9012-b129-4000-b8c8-655374942c7f tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1799.616864] env[62097]: value = "task-2034949" [ 1799.616864] env[62097]: _type = "Task" [ 1799.616864] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.626437] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.631118] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034945, 'name': Rename_Task, 'duration_secs': 0.142961} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.634311] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1799.634575] env[62097]: DEBUG oslo_vmware.api [None req-526c9012-b129-4000-b8c8-655374942c7f tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034949, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.634814] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4369446-1346-4c83-936c-c2e93e798ded {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.641072] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1799.641072] env[62097]: value = "task-2034950" [ 1799.641072] env[62097]: _type = "Task" [ 1799.641072] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.649677] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.659305] env[62097]: DEBUG oslo_vmware.api [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034941, 'name': PowerOnVM_Task, 'duration_secs': 0.672424} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.659594] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1799.659809] env[62097]: DEBUG nova.compute.manager [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1799.660697] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488dc7c1-937a-4ae0-808e-6f8df7c0a964 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.693160] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.696016] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.916s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.696291] env[62097]: DEBUG nova.objects.instance [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lazy-loading 'resources' on Instance uuid edab7482-65e5-4141-aa17-08c348f76bbe {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1799.714677] env[62097]: DEBUG oslo_vmware.api [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034942, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.720476] env[62097]: INFO nova.scheduler.client.report [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Deleted allocations for instance 1993cbe1-7d91-42d7-85ab-fae419cedef7 [ 1799.806200] env[62097]: DEBUG oslo_vmware.api [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.815824] env[62097]: DEBUG oslo_concurrency.lockutils [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.861340] env[62097]: DEBUG oslo_vmware.api [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034946, 'name': ReconfigVM_Task, 'duration_secs': 0.231852} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.861715] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1799.862143] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1799.862293] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a37833b-ed52-40e5-9fb5-7e4c0144a7a7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.872605] env[62097]: DEBUG oslo_vmware.api [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1799.872605] env[62097]: value = "task-2034951" [ 1799.872605] env[62097]: _type = "Task" [ 1799.872605] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.884457] env[62097]: DEBUG oslo_vmware.api [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.950637] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034947, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.127687] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034948, 'name': PowerOffVM_Task, 'duration_secs': 0.295228} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.132560] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1800.133522] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e00fa7-053d-4954-9424-7577390a4805 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.143588] env[62097]: DEBUG oslo_vmware.api [None req-526c9012-b129-4000-b8c8-655374942c7f tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034949, 'name': ReconfigVM_Task, 'duration_secs': 0.287265} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.170656] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-526c9012-b129-4000-b8c8-655374942c7f tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-417920', 'volume_id': 'd59e6763-9010-49b6-9bb1-ca65743639b8', 'name': 'volume-d59e6763-9010-49b6-9bb1-ca65743639b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'd59e6763-9010-49b6-9bb1-ca65743639b8', 'serial': 'd59e6763-9010-49b6-9bb1-ca65743639b8'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1800.182691] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb174e42-3a74-4cc6-a791-e8c0dd8d3dfa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.186113] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.192097] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.215337] env[62097]: DEBUG oslo_vmware.api [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034942, 'name': PowerOffVM_Task, 'duration_secs': 1.22401} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.215635] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1800.215777] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1800.216047] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b6cbf4c-067c-4158-8bae-acf9310c6403 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.234172] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1800.235247] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4aecd26e-7fca-4f22-954c-8e620be1d787 tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "1993cbe1-7d91-42d7-85ab-fae419cedef7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.664s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.237029] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77152f97-6a6a-4134-b2d2-9db573373a33 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.238368] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "1993cbe1-7d91-42d7-85ab-fae419cedef7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.140s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.239042] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a15bc89-8a98-46fb-aac8-ccf8bf3ff100 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.251797] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f54b99-33b7-473d-8fd6-cbafc9a900c9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.264558] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1800.264558] env[62097]: value = "task-2034953" [ 1800.264558] env[62097]: _type = "Task" [ 1800.264558] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.279680] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] VM already powered off {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1800.279680] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1800.279680] env[62097]: DEBUG oslo_concurrency.lockutils [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.280027] env[62097]: DEBUG oslo_concurrency.lockutils [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.280117] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1800.280384] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d5961d4-9388-493f-99bc-953b864504e5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.312267] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1800.312510] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1800.313851] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e040945-e5fd-4600-9bbb-687bddad86bc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.325263] env[62097]: DEBUG oslo_vmware.api [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.327838] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1800.327838] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b8cfef-33eb-e436-8ddd-435b8d8a6c76" [ 1800.327838] env[62097]: _type = "Task" [ 1800.327838] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.328282] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1800.328608] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1800.328907] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Deleting the datastore file [datastore2] 0edf63bc-072d-416f-abee-8c4311c53924 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1800.329359] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caf9f7f3-4df1-4377-ac40-407366bdbd99 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.343492] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b8cfef-33eb-e436-8ddd-435b8d8a6c76, 'name': SearchDatastore_Task, 'duration_secs': 0.015591} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.345335] env[62097]: DEBUG oslo_vmware.api [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1800.345335] env[62097]: value = "task-2034954" [ 1800.345335] env[62097]: _type = "Task" [ 1800.345335] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.345545] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-504d90fd-febf-4b5c-92c8-73961add4946 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.357301] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1800.357301] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527a2636-3d37-3d58-bfbd-05899795eaee" [ 1800.357301] env[62097]: _type = "Task" [ 1800.357301] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.360510] env[62097]: DEBUG oslo_vmware.api [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.369452] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527a2636-3d37-3d58-bfbd-05899795eaee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.382752] env[62097]: DEBUG oslo_vmware.api [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.414920] env[62097]: DEBUG nova.compute.manager [req-bdb2d811-779a-4b36-96b8-25a96464133e req-a48b064e-2220-4091-852e-18f7e8c6dbc5 service nova] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Received event network-vif-deleted-51c9e794-ed1c-4ed4-ac78-53ed8091709f {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1800.456421] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558685} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.456617] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] da50c4b4-e9b4-447f-95f4-479356451a22/da50c4b4-e9b4-447f-95f4-479356451a22.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1800.456809] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1800.457130] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a6e0dd1-f793-4b09-a9e6-67b55cc08c90 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.466626] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Waiting for the task: (returnval){ [ 1800.466626] env[62097]: value = "task-2034955" [ 1800.466626] env[62097]: _type = "Task" [ 1800.466626] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.476513] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.660673] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034950, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.686189] env[62097]: DEBUG nova.network.neutron [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Successfully updated port: 32a58d0a-f7de-43f8-a3db-2f3bb6c42097 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1800.815152] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "1993cbe1-7d91-42d7-85ab-fae419cedef7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.577s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.819042] env[62097]: DEBUG oslo_vmware.api [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.829986] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca153b9-70fa-4c6c-9539-47eb84097c6d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.838463] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6807d2df-7e59-430e-bbe7-a01ce3504abb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.877959] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da1bd3e-d5f9-4a1a-82ad-de0d7b5b11da {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.898513] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527a2636-3d37-3d58-bfbd-05899795eaee, 'name': SearchDatastore_Task, 'duration_secs': 0.017074} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.898919] env[62097]: DEBUG oslo_vmware.api [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2034954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273686} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.899024] env[62097]: DEBUG oslo_vmware.api [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034951, 'name': PowerOnVM_Task, 'duration_secs': 0.629148} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.901301] env[62097]: DEBUG oslo_concurrency.lockutils [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.901575] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] a7992c09-2881-4d70-b5a8-5071eb619d12/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk. {{(pid=62097) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1800.901882] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1800.902080] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1800.902265] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1800.902438] env[62097]: INFO nova.compute.manager [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1800.902772] env[62097]: DEBUG oslo.service.loopingcall [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.903190] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1800.903190] env[62097]: DEBUG nova.compute.manager [None req-7460ab93-f3ee-41ce-b119-dfe9b7c2485c tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1800.903359] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-410ce2e1-7497-4fdd-bb50-f1224d84a7a2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.905667] env[62097]: DEBUG nova.compute.manager [-] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1800.905774] env[62097]: DEBUG nova.network.neutron [-] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1800.908165] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f7b4c5-3942-44f5-bf3e-d54248e2d3a8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.911429] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd7d13e-1237-448c-bfd1-82b8abf06eef {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.932978] env[62097]: DEBUG nova.compute.provider_tree [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1800.937947] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1800.937947] env[62097]: value = "task-2034956" [ 1800.937947] env[62097]: _type = "Task" [ 1800.937947] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.944787] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.949270] env[62097]: DEBUG nova.compute.manager [req-3aae7fcf-7136-4c1c-b281-2e463ff9dc64 req-c4af333c-b481-4df6-a10b-959bca8b5f32 service nova] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Received event network-vif-plugged-32a58d0a-f7de-43f8-a3db-2f3bb6c42097 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1800.949555] env[62097]: DEBUG oslo_concurrency.lockutils [req-3aae7fcf-7136-4c1c-b281-2e463ff9dc64 req-c4af333c-b481-4df6-a10b-959bca8b5f32 service nova] Acquiring lock "644f7138-3c47-46fe-87e6-caad565d3542-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.949732] env[62097]: DEBUG oslo_concurrency.lockutils [req-3aae7fcf-7136-4c1c-b281-2e463ff9dc64 req-c4af333c-b481-4df6-a10b-959bca8b5f32 service nova] Lock "644f7138-3c47-46fe-87e6-caad565d3542-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.949888] env[62097]: DEBUG oslo_concurrency.lockutils [req-3aae7fcf-7136-4c1c-b281-2e463ff9dc64 req-c4af333c-b481-4df6-a10b-959bca8b5f32 service nova] Lock "644f7138-3c47-46fe-87e6-caad565d3542-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.950076] env[62097]: DEBUG nova.compute.manager [req-3aae7fcf-7136-4c1c-b281-2e463ff9dc64 req-c4af333c-b481-4df6-a10b-959bca8b5f32 service nova] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] No waiting events found dispatching network-vif-plugged-32a58d0a-f7de-43f8-a3db-2f3bb6c42097 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1800.950248] env[62097]: WARNING nova.compute.manager [req-3aae7fcf-7136-4c1c-b281-2e463ff9dc64 req-c4af333c-b481-4df6-a10b-959bca8b5f32 service nova] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Received unexpected event network-vif-plugged-32a58d0a-f7de-43f8-a3db-2f3bb6c42097 for instance with vm_state building and task_state spawning. [ 1800.978054] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078848} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.978384] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1800.979127] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3138c3f-6556-4059-a7ea-f80945499839 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.000454] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] da50c4b4-e9b4-447f-95f4-479356451a22/da50c4b4-e9b4-447f-95f4-479356451a22.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1801.001088] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc302f1a-7c55-4a95-88c7-f11e5cfca4b5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.023407] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Waiting for the task: (returnval){ [ 1801.023407] env[62097]: value = "task-2034957" [ 1801.023407] env[62097]: _type = "Task" [ 1801.023407] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.032702] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.156265] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034950, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.191346] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquiring lock "refresh_cache-644f7138-3c47-46fe-87e6-caad565d3542" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.191496] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquired lock "refresh_cache-644f7138-3c47-46fe-87e6-caad565d3542" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.191616] env[62097]: DEBUG nova.network.neutron [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1801.237902] env[62097]: DEBUG nova.objects.instance [None req-526c9012-b129-4000-b8c8-655374942c7f tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lazy-loading 'flavor' on Instance uuid c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1801.316592] env[62097]: DEBUG oslo_vmware.api [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034924, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.384754] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "14f1c8b1-77f4-46f1-ba73-5ae24e9cc721" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.385135] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "14f1c8b1-77f4-46f1-ba73-5ae24e9cc721" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.385388] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "14f1c8b1-77f4-46f1-ba73-5ae24e9cc721-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.385601] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "14f1c8b1-77f4-46f1-ba73-5ae24e9cc721-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.385803] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "14f1c8b1-77f4-46f1-ba73-5ae24e9cc721-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.388094] env[62097]: INFO nova.compute.manager [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Terminating instance [ 1801.437130] env[62097]: DEBUG nova.scheduler.client.report [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1801.454674] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.539255] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.663308] env[62097]: DEBUG oslo_vmware.api [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034950, 'name': PowerOnVM_Task, 'duration_secs': 1.941973} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.663772] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1801.664116] env[62097]: INFO nova.compute.manager [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Took 9.94 seconds to spawn the instance on the hypervisor. [ 1801.664424] env[62097]: DEBUG nova.compute.manager [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1801.665811] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03b2bee-cafa-456c-9392-e564c95f3b7d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.744089] env[62097]: DEBUG oslo_concurrency.lockutils [None req-526c9012-b129-4000-b8c8-655374942c7f tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.852s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.811719] env[62097]: DEBUG nova.network.neutron [-] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.827749] env[62097]: DEBUG oslo_vmware.api [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034924, 'name': ReconfigVM_Task, 'duration_secs': 5.870233} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.829352] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.829352] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Reconfigured VM to detach interface {{(pid=62097) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1801.894582] env[62097]: DEBUG nova.compute.manager [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1801.894813] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1801.895727] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c12005-45d3-4cd6-8b6a-1992f1335009 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.905383] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1801.905654] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b35f8c7e-b568-4723-8ef6-003a4a20e1c4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.913931] env[62097]: DEBUG oslo_vmware.api [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1801.913931] env[62097]: value = "task-2034958" [ 1801.913931] env[62097]: _type = "Task" [ 1801.913931] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.923376] env[62097]: DEBUG oslo_vmware.api [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.945779] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.950245] env[62097]: DEBUG oslo_concurrency.lockutils [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.985s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.950505] env[62097]: DEBUG nova.objects.instance [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Lazy-loading 'resources' on Instance uuid a2c388fa-17da-4d92-95f5-e5edc7dfc92d {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1801.958561] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.971405} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.959446] env[62097]: INFO nova.virt.vmwareapi.ds_util [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] a7992c09-2881-4d70-b5a8-5071eb619d12/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk. [ 1801.960281] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5457967-2604-48b7-98e0-41cb9a1040b7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.969154] env[62097]: INFO nova.scheduler.client.report [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Deleted allocations for instance edab7482-65e5-4141-aa17-08c348f76bbe [ 1801.992506] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] a7992c09-2881-4d70-b5a8-5071eb619d12/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1801.993878] env[62097]: DEBUG nova.network.neutron [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1801.999393] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77344a36-9273-46a0-88c2-678d7deb6cb6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.021021] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1802.021021] env[62097]: value = "task-2034959" [ 1802.021021] env[62097]: _type = "Task" [ 1802.021021] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.034817] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034957, 'name': ReconfigVM_Task, 'duration_secs': 0.779796} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.038321] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Reconfigured VM instance instance-00000034 to attach disk [datastore1] da50c4b4-e9b4-447f-95f4-479356451a22/da50c4b4-e9b4-447f-95f4-479356451a22.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1802.039531] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.043353] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a2c686a-b404-4f37-a2cd-f2350559664b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.050257] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Waiting for the task: (returnval){ [ 1802.050257] env[62097]: value = "task-2034960" [ 1802.050257] env[62097]: _type = "Task" [ 1802.050257] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.061501] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034960, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.120534] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquiring lock "da9910e3-317e-4ca6-9a8c-478232b8d7dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.120905] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Lock "da9910e3-317e-4ca6-9a8c-478232b8d7dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.121211] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquiring lock "da9910e3-317e-4ca6-9a8c-478232b8d7dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.121509] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Lock "da9910e3-317e-4ca6-9a8c-478232b8d7dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.121828] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Lock "da9910e3-317e-4ca6-9a8c-478232b8d7dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.124138] env[62097]: INFO nova.compute.manager [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Terminating instance [ 1802.191915] env[62097]: INFO nova.compute.manager [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Took 34.32 seconds to build instance. [ 1802.265806] env[62097]: DEBUG nova.network.neutron [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Updating instance_info_cache with network_info: [{"id": "32a58d0a-f7de-43f8-a3db-2f3bb6c42097", "address": "fa:16:3e:c5:4f:36", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a58d0a-f7", "ovs_interfaceid": "32a58d0a-f7de-43f8-a3db-2f3bb6c42097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.313877] env[62097]: INFO nova.compute.manager [-] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Took 1.41 seconds to deallocate network for instance. [ 1802.428018] env[62097]: DEBUG oslo_vmware.api [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034958, 'name': PowerOffVM_Task, 'duration_secs': 0.247864} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.428018] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1802.428018] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1802.428018] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4309108-d136-4a30-8c0d-a6a099afa516 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.517021] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3383bed3-1513-472e-ade0-d746959f5b8e tempest-MultipleCreateTestJSON-1366772715 tempest-MultipleCreateTestJSON-1366772715-project-member] Lock "edab7482-65e5-4141-aa17-08c348f76bbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.092s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.518049] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "edab7482-65e5-4141-aa17-08c348f76bbe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 19.419s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.518373] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cba1881f-fe2a-4def-8004-62de724bf7af {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.531824] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233a1651-7464-4820-a684-4d4e31ec7caf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.550323] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1802.550547] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1802.550729] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Deleting the datastore file [datastore1] 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1802.551007] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.552357] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3a98327-aa3f-4d9e-8af4-df2318fbbce3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.590512] env[62097]: DEBUG oslo_vmware.api [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1802.590512] env[62097]: value = "task-2034962" [ 1802.590512] env[62097]: _type = "Task" [ 1802.590512] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.590814] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034960, 'name': Rename_Task, 'duration_secs': 0.215337} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.592540] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1802.594919] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e47dea74-37e9-4352-890a-f2d8c2fe2dd4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.604677] env[62097]: DEBUG oslo_vmware.api [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.608602] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Waiting for the task: (returnval){ [ 1802.608602] env[62097]: value = "task-2034963" [ 1802.608602] env[62097]: _type = "Task" [ 1802.608602] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.618871] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.631898] env[62097]: DEBUG nova.compute.manager [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1802.632362] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1802.633145] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c09fa3-1196-4e79-a883-d3e33924477a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.648176] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1802.648468] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6dde449-a29f-4f61-bf53-d5faff7fb231 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.661499] env[62097]: DEBUG oslo_vmware.api [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1802.661499] env[62097]: value = "task-2034964" [ 1802.661499] env[62097]: _type = "Task" [ 1802.661499] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.673571] env[62097]: DEBUG oslo_vmware.api [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.693826] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c96ddf14-435e-455c-a734-f27b2fbbdc95 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "c2f23eee-2b74-4839-9697-439a2d26ad64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.361s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.768741] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Releasing lock "refresh_cache-644f7138-3c47-46fe-87e6-caad565d3542" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.769078] env[62097]: DEBUG nova.compute.manager [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Instance network_info: |[{"id": "32a58d0a-f7de-43f8-a3db-2f3bb6c42097", "address": "fa:16:3e:c5:4f:36", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a58d0a-f7", "ovs_interfaceid": "32a58d0a-f7de-43f8-a3db-2f3bb6c42097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1802.769599] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:4f:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32a58d0a-f7de-43f8-a3db-2f3bb6c42097', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1802.777314] env[62097]: DEBUG oslo.service.loopingcall [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1802.777563] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1802.777792] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61095085-c408-43bf-9512-cf508c54661c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.800796] env[62097]: DEBUG nova.compute.manager [req-842421d0-a263-4b5d-b0e1-fe6a5599f781 req-119b96f9-826d-4223-aa17-fce7079a2fb2 service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Received event network-vif-deleted-f9b415eb-b185-48f8-ab2c-3aa82e8bd066 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1802.800796] env[62097]: INFO nova.compute.manager [req-842421d0-a263-4b5d-b0e1-fe6a5599f781 req-119b96f9-826d-4223-aa17-fce7079a2fb2 service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Neutron deleted interface f9b415eb-b185-48f8-ab2c-3aa82e8bd066; detaching it from the instance and deleting it from the info cache [ 1802.800796] env[62097]: DEBUG nova.network.neutron [req-842421d0-a263-4b5d-b0e1-fe6a5599f781 req-119b96f9-826d-4223-aa17-fce7079a2fb2 service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Updating instance_info_cache with network_info: [{"id": "b01e3c92-31ef-4d8b-827b-12a6be3088f2", "address": "fa:16:3e:ff:b1:a2", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01e3c92-31", "ovs_interfaceid": "b01e3c92-31ef-4d8b-827b-12a6be3088f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.807809] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1802.807809] env[62097]: value = "task-2034965" [ 1802.807809] env[62097]: _type = "Task" [ 1802.807809] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.822510] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.823189] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034965, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.038488] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034959, 'name': ReconfigVM_Task, 'duration_secs': 0.694305} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.041264] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Reconfigured VM instance instance-00000032 to attach disk [datastore2] a7992c09-2881-4d70-b5a8-5071eb619d12/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1803.041264] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd654b40-ac5f-4a9a-850b-4a60516e4a66 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.048927] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dae1993-f4e1-4a31-826f-f46444bdef93 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.077993] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89caebfb-b700-4728-bfbf-65d8223b78c1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.092128] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74011fd-1aba-401c-afe6-2a6e8f554893 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.096283] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "edab7482-65e5-4141-aa17-08c348f76bbe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.578s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.102811] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1803.102811] env[62097]: value = "task-2034966" [ 1803.102811] env[62097]: _type = "Task" [ 1803.102811] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.155345] env[62097]: DEBUG oslo_vmware.api [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2034962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365382} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.155607] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.156940] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1803.157164] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1803.157350] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1803.157527] env[62097]: INFO nova.compute.manager [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1803.157770] env[62097]: DEBUG oslo.service.loopingcall [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1803.158513] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ce138b-de89-4256-942a-e6f4e698934b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.164725] env[62097]: DEBUG nova.compute.manager [-] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1803.164872] env[62097]: DEBUG nova.network.neutron [-] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1803.170697] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "refresh_cache-b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.170697] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "refresh_cache-b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.170697] env[62097]: DEBUG nova.network.neutron [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1803.170697] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034963, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.179939] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d3a2b9-4b93-4af9-b275-fb96635f41c8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.188597] env[62097]: DEBUG oslo_vmware.api [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034964, 'name': PowerOffVM_Task, 'duration_secs': 0.362634} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.189439] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1803.189908] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1803.190047] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bef59ed5-8980-4498-ac7b-b16bafe163ef {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.201402] env[62097]: DEBUG nova.compute.provider_tree [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1803.261584] env[62097]: DEBUG nova.compute.manager [req-d5f6bc5e-dd85-4ea6-ae98-81fc139ee113 req-6c1811b6-f3f5-4559-bc6a-c003f20a59f2 service nova] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Received event network-changed-32a58d0a-f7de-43f8-a3db-2f3bb6c42097 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1803.262366] env[62097]: DEBUG nova.compute.manager [req-d5f6bc5e-dd85-4ea6-ae98-81fc139ee113 req-6c1811b6-f3f5-4559-bc6a-c003f20a59f2 service nova] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Refreshing instance network info cache due to event network-changed-32a58d0a-f7de-43f8-a3db-2f3bb6c42097. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1803.262729] env[62097]: DEBUG oslo_concurrency.lockutils [req-d5f6bc5e-dd85-4ea6-ae98-81fc139ee113 req-6c1811b6-f3f5-4559-bc6a-c003f20a59f2 service nova] Acquiring lock "refresh_cache-644f7138-3c47-46fe-87e6-caad565d3542" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.262877] env[62097]: DEBUG oslo_concurrency.lockutils [req-d5f6bc5e-dd85-4ea6-ae98-81fc139ee113 req-6c1811b6-f3f5-4559-bc6a-c003f20a59f2 service nova] Acquired lock "refresh_cache-644f7138-3c47-46fe-87e6-caad565d3542" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.263131] env[62097]: DEBUG nova.network.neutron [req-d5f6bc5e-dd85-4ea6-ae98-81fc139ee113 req-6c1811b6-f3f5-4559-bc6a-c003f20a59f2 service nova] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Refreshing network info cache for port 32a58d0a-f7de-43f8-a3db-2f3bb6c42097 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1803.302802] env[62097]: DEBUG oslo_concurrency.lockutils [req-842421d0-a263-4b5d-b0e1-fe6a5599f781 req-119b96f9-826d-4223-aa17-fce7079a2fb2 service nova] Acquiring lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.303108] env[62097]: DEBUG oslo_concurrency.lockutils [req-842421d0-a263-4b5d-b0e1-fe6a5599f781 req-119b96f9-826d-4223-aa17-fce7079a2fb2 service nova] Acquired lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.304133] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7ef98b-ef8e-487b-8d7a-cbf71fff3880 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.326886] env[62097]: DEBUG oslo_concurrency.lockutils [req-842421d0-a263-4b5d-b0e1-fe6a5599f781 req-119b96f9-826d-4223-aa17-fce7079a2fb2 service nova] Releasing lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.327205] env[62097]: WARNING nova.compute.manager [req-842421d0-a263-4b5d-b0e1-fe6a5599f781 req-119b96f9-826d-4223-aa17-fce7079a2fb2 service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Detach interface failed, port_id=f9b415eb-b185-48f8-ab2c-3aa82e8bd066, reason: No device with interface-id f9b415eb-b185-48f8-ab2c-3aa82e8bd066 exists on VM: nova.exception.NotFound: No device with interface-id f9b415eb-b185-48f8-ab2c-3aa82e8bd066 exists on VM [ 1803.329444] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1803.329623] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1803.329806] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Deleting the datastore file [datastore1] da9910e3-317e-4ca6-9a8c-478232b8d7dc {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1803.330403] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-784d1d88-6da5-4f8e-9031-ff09d337e674 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.336402] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034965, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.346037] env[62097]: DEBUG oslo_vmware.api [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1803.346037] env[62097]: value = "task-2034968" [ 1803.346037] env[62097]: _type = "Task" [ 1803.346037] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.356145] env[62097]: DEBUG oslo_vmware.api [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.474314] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.474596] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.474816] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.474996] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.475214] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.477489] env[62097]: INFO nova.compute.manager [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Terminating instance [ 1803.618298] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034966, 'name': ReconfigVM_Task, 'duration_secs': 0.269574} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.619317] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1803.619662] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed990cb6-1e2d-457d-ad56-069bc6f886fe {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.626403] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034963, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.635342] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1803.635342] env[62097]: value = "task-2034969" [ 1803.635342] env[62097]: _type = "Task" [ 1803.635342] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.653308] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.710023] env[62097]: DEBUG nova.scheduler.client.report [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1803.732951] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e67134ea-5c4a-40ab-993d-eb389b55fd38 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquiring lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.733267] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e67134ea-5c4a-40ab-993d-eb389b55fd38 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.829233] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034965, 'name': CreateVM_Task, 'duration_secs': 0.56195} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.831914] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1803.834598] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.834911] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.835123] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1803.835686] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-928fa510-9364-49dd-93a2-8d5c57037892 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.841528] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Waiting for the task: (returnval){ [ 1803.841528] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529f8cc9-be16-2571-9b28-04f0157aba54" [ 1803.841528] env[62097]: _type = "Task" [ 1803.841528] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.856567] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529f8cc9-be16-2571-9b28-04f0157aba54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.863412] env[62097]: DEBUG oslo_vmware.api [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2034968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398679} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.863766] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1803.863927] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1803.864127] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1803.864424] env[62097]: INFO nova.compute.manager [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1803.864572] env[62097]: DEBUG oslo.service.loopingcall [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1803.864765] env[62097]: DEBUG nova.compute.manager [-] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1803.864891] env[62097]: DEBUG nova.network.neutron [-] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1803.981917] env[62097]: DEBUG nova.compute.manager [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1803.985537] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1803.986525] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9f52ab-364a-4739-80da-903289692cab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.998584] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1803.998896] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d26283b9-4e9f-40e0-b046-0e5078004401 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.009863] env[62097]: DEBUG oslo_vmware.api [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 1804.009863] env[62097]: value = "task-2034970" [ 1804.009863] env[62097]: _type = "Task" [ 1804.009863] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.061837] env[62097]: DEBUG nova.network.neutron [-] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.078324] env[62097]: DEBUG nova.network.neutron [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Updating instance_info_cache with network_info: [{"id": "b01e3c92-31ef-4d8b-827b-12a6be3088f2", "address": "fa:16:3e:ff:b1:a2", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01e3c92-31", "ovs_interfaceid": "b01e3c92-31ef-4d8b-827b-12a6be3088f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.124566] env[62097]: DEBUG oslo_vmware.api [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034963, 'name': PowerOnVM_Task, 'duration_secs': 1.083824} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.124874] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1804.125134] env[62097]: INFO nova.compute.manager [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1804.125344] env[62097]: DEBUG nova.compute.manager [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1804.126205] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea685e99-62a9-430f-b458-1a2b1918ef1e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.164016] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034969, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.214790] env[62097]: DEBUG oslo_concurrency.lockutils [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.218550] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.969s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.220500] env[62097]: INFO nova.compute.claims [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1804.239919] env[62097]: INFO nova.compute.manager [None req-e67134ea-5c4a-40ab-993d-eb389b55fd38 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Detaching volume d59e6763-9010-49b6-9bb1-ca65743639b8 [ 1804.277479] env[62097]: INFO nova.scheduler.client.report [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Deleted allocations for instance a2c388fa-17da-4d92-95f5-e5edc7dfc92d [ 1804.301171] env[62097]: INFO nova.virt.block_device [None req-e67134ea-5c4a-40ab-993d-eb389b55fd38 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Attempting to driver detach volume d59e6763-9010-49b6-9bb1-ca65743639b8 from mountpoint /dev/sdb [ 1804.301475] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67134ea-5c4a-40ab-993d-eb389b55fd38 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Volume detach. Driver type: vmdk {{(pid=62097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1804.301758] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67134ea-5c4a-40ab-993d-eb389b55fd38 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-417920', 'volume_id': 'd59e6763-9010-49b6-9bb1-ca65743639b8', 'name': 'volume-d59e6763-9010-49b6-9bb1-ca65743639b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'd59e6763-9010-49b6-9bb1-ca65743639b8', 'serial': 'd59e6763-9010-49b6-9bb1-ca65743639b8'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1804.303147] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65432695-d3d0-4c9f-b9c5-0b8b2212690b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.328816] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8c83dc-35d7-4a64-b284-edba961cc72e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.339852] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131dcd93-d8ec-487b-8fe4-eff443b0e0f9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.358883] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529f8cc9-be16-2571-9b28-04f0157aba54, 'name': SearchDatastore_Task, 'duration_secs': 0.013785} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.376946] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.377599] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1804.377856] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.377954] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.378156] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1804.379284] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a99f646-213d-4ff3-9995-74d24c2413cb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.382245] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4070eb-1359-4d68-9abc-894af6d0dc18 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.402657] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67134ea-5c4a-40ab-993d-eb389b55fd38 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] The volume has not been displaced from its original location: [datastore1] volume-d59e6763-9010-49b6-9bb1-ca65743639b8/volume-d59e6763-9010-49b6-9bb1-ca65743639b8.vmdk. No consolidation needed. {{(pid=62097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1804.408767] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67134ea-5c4a-40ab-993d-eb389b55fd38 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Reconfiguring VM instance instance-00000016 to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1804.411206] env[62097]: DEBUG nova.network.neutron [req-d5f6bc5e-dd85-4ea6-ae98-81fc139ee113 req-6c1811b6-f3f5-4559-bc6a-c003f20a59f2 service nova] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Updated VIF entry in instance network info cache for port 32a58d0a-f7de-43f8-a3db-2f3bb6c42097. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1804.411585] env[62097]: DEBUG nova.network.neutron [req-d5f6bc5e-dd85-4ea6-ae98-81fc139ee113 req-6c1811b6-f3f5-4559-bc6a-c003f20a59f2 service nova] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Updating instance_info_cache with network_info: [{"id": "32a58d0a-f7de-43f8-a3db-2f3bb6c42097", "address": "fa:16:3e:c5:4f:36", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a58d0a-f7", "ovs_interfaceid": "32a58d0a-f7de-43f8-a3db-2f3bb6c42097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.415214] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db9f17e2-4090-410e-a177-8231623b160d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.428080] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1804.428275] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1804.429914] env[62097]: DEBUG oslo_concurrency.lockutils [req-d5f6bc5e-dd85-4ea6-ae98-81fc139ee113 req-6c1811b6-f3f5-4559-bc6a-c003f20a59f2 service nova] Releasing lock "refresh_cache-644f7138-3c47-46fe-87e6-caad565d3542" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.430968] env[62097]: DEBUG nova.compute.manager [req-d5f6bc5e-dd85-4ea6-ae98-81fc139ee113 req-6c1811b6-f3f5-4559-bc6a-c003f20a59f2 service nova] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Received event network-vif-deleted-3772b7d9-9f94-460e-8332-1bbad7ba125d {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1804.430968] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1df4750-22b6-47a0-8837-72973ef6febf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.439036] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Waiting for the task: (returnval){ [ 1804.439036] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5214742e-ff0c-d902-0f22-64dc8b75c9a0" [ 1804.439036] env[62097]: _type = "Task" [ 1804.439036] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.444197] env[62097]: DEBUG oslo_vmware.api [None req-e67134ea-5c4a-40ab-993d-eb389b55fd38 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1804.444197] env[62097]: value = "task-2034971" [ 1804.444197] env[62097]: _type = "Task" [ 1804.444197] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.453239] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5214742e-ff0c-d902-0f22-64dc8b75c9a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.456612] env[62097]: DEBUG oslo_vmware.api [None req-e67134ea-5c4a-40ab-993d-eb389b55fd38 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.521072] env[62097]: DEBUG oslo_vmware.api [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034970, 'name': PowerOffVM_Task, 'duration_secs': 0.243281} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.521419] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1804.522506] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1804.522506] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a19739b4-e1b3-4ba1-84c0-047a074a6d01 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.565378] env[62097]: INFO nova.compute.manager [-] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Took 1.40 seconds to deallocate network for instance. [ 1804.581805] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "refresh_cache-b97cf9f5-fabe-40e8-99f8-30207d7f87a6" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.630893] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1804.631208] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1804.631413] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Deleting the datastore file [datastore2] b97cf9f5-fabe-40e8-99f8-30207d7f87a6 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1804.633080] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9c16772-3eba-42a4-80e1-a46625d06c97 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.642922] env[62097]: DEBUG oslo_vmware.api [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 1804.642922] env[62097]: value = "task-2034973" [ 1804.642922] env[62097]: _type = "Task" [ 1804.642922] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.653530] env[62097]: DEBUG oslo_vmware.api [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034969, 'name': PowerOnVM_Task, 'duration_secs': 0.695448} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.654646] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1804.663501] env[62097]: DEBUG oslo_vmware.api [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.664116] env[62097]: INFO nova.compute.manager [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Took 34.63 seconds to build instance. [ 1804.666025] env[62097]: DEBUG nova.compute.manager [None req-effab0b4-798b-4803-84f5-4ea858447e06 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1804.666886] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84d594e-4289-4802-8f9b-867147939133 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.740031] env[62097]: DEBUG nova.network.neutron [-] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.794460] env[62097]: DEBUG oslo_concurrency.lockutils [None req-34a7d498-b3aa-439c-ad8a-f15d25baebb6 tempest-VolumesAssistedSnapshotsTest-1749351473 tempest-VolumesAssistedSnapshotsTest-1749351473-project-member] Lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.991s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.797089] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 21.706s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.797089] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad0a662e-24eb-468f-bcf6-30b6437fcf48 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.808999] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2439ee-32c7-442d-8bb5-0dcb44082b52 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.954081] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5214742e-ff0c-d902-0f22-64dc8b75c9a0, 'name': SearchDatastore_Task, 'duration_secs': 0.019207} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.955762] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f5f1205-2be4-4dbb-a789-cc647cbe9708 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.960692] env[62097]: DEBUG oslo_vmware.api [None req-e67134ea-5c4a-40ab-993d-eb389b55fd38 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034971, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.964318] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Waiting for the task: (returnval){ [ 1804.964318] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5268a844-20ba-63dc-b0a5-5cc0285d614f" [ 1804.964318] env[62097]: _type = "Task" [ 1804.964318] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.972839] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5268a844-20ba-63dc-b0a5-5cc0285d614f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.072276] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.088613] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6a2bb47c-1046-4a4b-a0a5-db4853123de7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "interface-b97cf9f5-fabe-40e8-99f8-30207d7f87a6-f9b415eb-b185-48f8-ab2c-3aa82e8bd066" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.909s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.154959] env[62097]: DEBUG oslo_vmware.api [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2034973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404762} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.155342] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1805.155961] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1805.156274] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1805.156791] env[62097]: INFO nova.compute.manager [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1805.156791] env[62097]: DEBUG oslo.service.loopingcall [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1805.156911] env[62097]: DEBUG nova.compute.manager [-] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1805.157240] env[62097]: DEBUG nova.network.neutron [-] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1805.172330] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bbe4733c-e3a6-4e4e-a4e7-6717ce15fe88 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Lock "da50c4b4-e9b4-447f-95f4-479356451a22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.554s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.243814] env[62097]: INFO nova.compute.manager [-] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Took 1.38 seconds to deallocate network for instance. [ 1805.350672] env[62097]: DEBUG nova.compute.manager [req-af483224-c7d5-441e-ac74-526fd1c37967 req-067c716c-0969-4bb9-856c-87c664dee72b service nova] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Received event network-vif-deleted-eed5703a-fada-4be9-82ae-1996e0eff216 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1805.350944] env[62097]: DEBUG nova.compute.manager [req-af483224-c7d5-441e-ac74-526fd1c37967 req-067c716c-0969-4bb9-856c-87c664dee72b service nova] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Received event network-vif-deleted-79f29ebe-bd89-40e6-95f1-c4247d75a60c {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1805.364957] env[62097]: DEBUG nova.compute.manager [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1805.365506] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "a2c388fa-17da-4d92-95f5-e5edc7dfc92d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.366287] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee44890b-6852-4b6b-b2de-5f1845089cd4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.455920] env[62097]: DEBUG oslo_vmware.api [None req-e67134ea-5c4a-40ab-993d-eb389b55fd38 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034971, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.476566] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5268a844-20ba-63dc-b0a5-5cc0285d614f, 'name': SearchDatastore_Task, 'duration_secs': 0.031434} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.476950] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.477101] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 644f7138-3c47-46fe-87e6-caad565d3542/644f7138-3c47-46fe-87e6-caad565d3542.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1805.477370] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-344d58de-5fc9-42a0-ae59-59dfc9c3030c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.489482] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Waiting for the task: (returnval){ [ 1805.489482] env[62097]: value = "task-2034974" [ 1805.489482] env[62097]: _type = "Task" [ 1805.489482] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.500350] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.760953] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.776175] env[62097]: INFO nova.compute.manager [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Rebuilding instance [ 1805.802018] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631c815e-ecee-4f0b-a9c1-c8346bb44671 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.814022] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e161f3d1-b95a-4502-ae16-5b189bb6eb95 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.859823] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b67abfe-0766-47e7-b9ba-973991b49a64 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.865424] env[62097]: DEBUG nova.compute.manager [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1805.866256] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05d417c-caaf-46ae-a6bf-26ee06bd6a53 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.873025] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02d04fe-ffbe-4f33-9080-62a71366f844 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.886457] env[62097]: INFO nova.compute.manager [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] instance snapshotting [ 1805.903463] env[62097]: DEBUG nova.compute.provider_tree [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1805.905613] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ebfa74-0e88-49df-a700-05b7368fc5d5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.930582] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00165d90-a50a-498f-bf9b-d3f3e72bdd42 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.962734] env[62097]: DEBUG oslo_vmware.api [None req-e67134ea-5c4a-40ab-993d-eb389b55fd38 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034971, 'name': ReconfigVM_Task, 'duration_secs': 1.380732} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.962734] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67134ea-5c4a-40ab-993d-eb389b55fd38 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Reconfigured VM instance instance-00000016 to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1805.969023] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-240e4937-bf5d-4181-b8e0-8ab0b9f45905 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.988132] env[62097]: DEBUG oslo_vmware.api [None req-e67134ea-5c4a-40ab-993d-eb389b55fd38 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1805.988132] env[62097]: value = "task-2034975" [ 1805.988132] env[62097]: _type = "Task" [ 1805.988132] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.008686] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034974, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.014976] env[62097]: DEBUG oslo_vmware.api [None req-e67134ea-5c4a-40ab-993d-eb389b55fd38 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034975, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.280755] env[62097]: DEBUG nova.compute.manager [req-f80384fd-9586-4a3e-a82e-14674b245a8b req-51d501d6-ce7d-46f4-b980-07b92421e165 service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Received event network-vif-deleted-b01e3c92-31ef-4d8b-827b-12a6be3088f2 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1806.280755] env[62097]: INFO nova.compute.manager [req-f80384fd-9586-4a3e-a82e-14674b245a8b req-51d501d6-ce7d-46f4-b980-07b92421e165 service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Neutron deleted interface b01e3c92-31ef-4d8b-827b-12a6be3088f2; detaching it from the instance and deleting it from the info cache [ 1806.280755] env[62097]: DEBUG nova.network.neutron [req-f80384fd-9586-4a3e-a82e-14674b245a8b req-51d501d6-ce7d-46f4-b980-07b92421e165 service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.409616] env[62097]: DEBUG nova.scheduler.client.report [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1806.445180] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Creating Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1806.445507] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-232a25a3-ba57-449d-a4af-4415ec15270a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.458724] env[62097]: DEBUG oslo_vmware.api [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1806.458724] env[62097]: value = "task-2034976" [ 1806.458724] env[62097]: _type = "Task" [ 1806.458724] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.469935] env[62097]: DEBUG oslo_vmware.api [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034976, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.503714] env[62097]: DEBUG oslo_vmware.api [None req-e67134ea-5c4a-40ab-993d-eb389b55fd38 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2034975, 'name': ReconfigVM_Task, 'duration_secs': 0.252543} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.505158] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67134ea-5c4a-40ab-993d-eb389b55fd38 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-417920', 'volume_id': 'd59e6763-9010-49b6-9bb1-ca65743639b8', 'name': 'volume-d59e6763-9010-49b6-9bb1-ca65743639b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'd59e6763-9010-49b6-9bb1-ca65743639b8', 'serial': 'd59e6763-9010-49b6-9bb1-ca65743639b8'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1806.511150] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795848} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.511453] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 644f7138-3c47-46fe-87e6-caad565d3542/644f7138-3c47-46fe-87e6-caad565d3542.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1806.511689] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1806.511988] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61f24c21-0835-420f-a7ae-8578bac3e0fd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.520018] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Waiting for the task: (returnval){ [ 1806.520018] env[62097]: value = "task-2034977" [ 1806.520018] env[62097]: _type = "Task" [ 1806.520018] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.530392] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.662288] env[62097]: DEBUG nova.network.neutron [-] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.786435] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60974f73-d25b-4174-9a73-0975a4aa6d23 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.797747] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1844ba-803f-4f00-952a-49a3496b162e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.839879] env[62097]: DEBUG nova.compute.manager [req-f80384fd-9586-4a3e-a82e-14674b245a8b req-51d501d6-ce7d-46f4-b980-07b92421e165 service nova] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Detach interface failed, port_id=b01e3c92-31ef-4d8b-827b-12a6be3088f2, reason: Instance b97cf9f5-fabe-40e8-99f8-30207d7f87a6 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1806.906863] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1806.907207] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96a3192c-d3c2-4001-963a-29c7c2be963c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.916493] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.917254] env[62097]: DEBUG nova.compute.manager [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1806.919904] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Waiting for the task: (returnval){ [ 1806.919904] env[62097]: value = "task-2034978" [ 1806.919904] env[62097]: _type = "Task" [ 1806.919904] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.920166] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.222s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.920336] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.920488] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1806.920760] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.829s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.920968] env[62097]: DEBUG nova.objects.instance [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Lazy-loading 'resources' on Instance uuid 60fcf9af-55c5-4146-bcb4-40d30633a64f {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1806.923479] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569be754-7659-4543-8cbf-db69862beb35 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.939336] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.939943] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b481d68b-8c47-4443-a1ea-6a823eef88e5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.957228] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee10688c-a846-47ae-bcf3-1282d0043d41 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.969039] env[62097]: DEBUG oslo_vmware.api [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034976, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.971916] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59f5a78-64ef-4e02-be2c-abbe72e2414c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.004448] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178084MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1807.004615] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.030495] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074383} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.030770] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1807.031571] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88650036-66c6-483f-aba5-42ca78fc21fd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.055086] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 644f7138-3c47-46fe-87e6-caad565d3542/644f7138-3c47-46fe-87e6-caad565d3542.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1807.055880] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dbffff1-d3bd-4ca1-8431-9c28654db91e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.078280] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Waiting for the task: (returnval){ [ 1807.078280] env[62097]: value = "task-2034979" [ 1807.078280] env[62097]: _type = "Task" [ 1807.078280] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.085726] env[62097]: DEBUG nova.objects.instance [None req-e67134ea-5c4a-40ab-993d-eb389b55fd38 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lazy-loading 'flavor' on Instance uuid c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1807.090218] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.165300] env[62097]: INFO nova.compute.manager [-] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Took 2.01 seconds to deallocate network for instance. [ 1807.428517] env[62097]: DEBUG nova.compute.utils [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1807.434776] env[62097]: DEBUG nova.compute.manager [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1807.438161] env[62097]: DEBUG nova.network.neutron [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1807.444820] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034978, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.474150] env[62097]: DEBUG oslo_vmware.api [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034976, 'name': CreateSnapshot_Task, 'duration_secs': 1.000392} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.479391] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Created Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1807.482016] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a82391-9606-4f76-b951-5e144f4aba5c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.512030] env[62097]: DEBUG nova.policy [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2386aea6f1d34401939a4f2f9c39272e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07642e595a83453a98388eb72032650b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1807.604036] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034979, 'name': ReconfigVM_Task, 'duration_secs': 0.406434} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.604036] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 644f7138-3c47-46fe-87e6-caad565d3542/644f7138-3c47-46fe-87e6-caad565d3542.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1807.604036] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5781784-823f-4695-8f3a-7a1b729ca8bc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.612722] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Waiting for the task: (returnval){ [ 1807.612722] env[62097]: value = "task-2034980" [ 1807.612722] env[62097]: _type = "Task" [ 1807.612722] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.625698] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034980, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.676722] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.786496] env[62097]: INFO nova.compute.manager [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Rescuing [ 1807.787177] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "refresh_cache-50a7a45d-3187-4baa-9937-79f05882da01" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.787177] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquired lock "refresh_cache-50a7a45d-3187-4baa-9937-79f05882da01" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.787517] env[62097]: DEBUG nova.network.neutron [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1807.934291] env[62097]: DEBUG nova.compute.manager [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1807.937166] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034978, 'name': PowerOffVM_Task, 'duration_secs': 0.65364} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.940515] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1807.941016] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1807.942342] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9c261d-5849-4612-b36b-9df58a179dc3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.951436] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1807.951836] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dc8a524-52ae-4806-806e-daff0efac363 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.988543] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1807.989529] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1807.991021] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Deleting the datastore file [datastore1] da50c4b4-e9b4-447f-95f4-479356451a22 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1807.991021] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95e351b6-2178-40b0-9ed5-ac48e86d50a4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.007857] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Creating linked-clone VM from snapshot {{(pid=62097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1808.013941] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f9f87f05-4c35-4b97-ac65-2996175dbcf3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.021331] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Waiting for the task: (returnval){ [ 1808.021331] env[62097]: value = "task-2034982" [ 1808.021331] env[62097]: _type = "Task" [ 1808.021331] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.027422] env[62097]: DEBUG nova.network.neutron [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Successfully created port: 45c5ae5f-2d47-4071-ab04-827a455bad6e {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1808.031767] env[62097]: DEBUG oslo_vmware.api [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1808.031767] env[62097]: value = "task-2034983" [ 1808.031767] env[62097]: _type = "Task" [ 1808.031767] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.040354] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.047526] env[62097]: DEBUG oslo_vmware.api [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034983, 'name': CloneVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.063391] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29458479-522c-4056-99d0-c45341e4e8c3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.071746] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7575c1c2-b4d4-4060-aa62-ee33e2840b25 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.104776] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e67134ea-5c4a-40ab-993d-eb389b55fd38 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.371s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.106694] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e33e16-3c52-4b56-86b8-206c198d8703 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.121192] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b10c9d-59e7-45e0-afc7-4b675c4f316e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.140922] env[62097]: DEBUG nova.compute.provider_tree [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1808.146859] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034980, 'name': Rename_Task, 'duration_secs': 0.18059} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.146859] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1808.146947] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-689a79cc-4343-474a-8fc7-8e6f0e5407b0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.156884] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Waiting for the task: (returnval){ [ 1808.156884] env[62097]: value = "task-2034984" [ 1808.156884] env[62097]: _type = "Task" [ 1808.156884] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.171088] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.535656] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.545746] env[62097]: DEBUG oslo_vmware.api [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034983, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.647712] env[62097]: DEBUG nova.scheduler.client.report [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1808.668261] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034984, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.773407] env[62097]: DEBUG nova.network.neutron [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Updating instance_info_cache with network_info: [{"id": "aefc0ba3-9f80-4b88-aa9f-6486f5c19c57", "address": "fa:16:3e:6d:b5:5a", "network": {"id": "566b53a2-a236-4d55-a2db-ecec5674380e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2016949430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4266aad22d71447ca60bfcba4d94a511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaefc0ba3-9f", "ovs_interfaceid": "aefc0ba3-9f80-4b88-aa9f-6486f5c19c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.954387] env[62097]: DEBUG nova.compute.manager [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1808.984872] env[62097]: DEBUG nova.virt.hardware [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1808.984872] env[62097]: DEBUG nova.virt.hardware [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1808.984872] env[62097]: DEBUG nova.virt.hardware [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1808.984872] env[62097]: DEBUG nova.virt.hardware [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1808.985137] env[62097]: DEBUG nova.virt.hardware [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1808.985338] env[62097]: DEBUG nova.virt.hardware [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1808.985631] env[62097]: DEBUG nova.virt.hardware [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1808.985873] env[62097]: DEBUG nova.virt.hardware [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1808.986146] env[62097]: DEBUG nova.virt.hardware [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1808.986486] env[62097]: DEBUG nova.virt.hardware [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1808.986778] env[62097]: DEBUG nova.virt.hardware [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1808.988634] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ce13ed-9c79-4d12-9415-65ee4a838fb8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.002858] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195fe339-228f-49b8-8a5e-21104e08c6d3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.041871] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.775547} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.047474] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1809.047474] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1809.047474] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1809.057143] env[62097]: DEBUG oslo_vmware.api [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034983, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.153096] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.156606] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.637s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.159024] env[62097]: INFO nova.compute.claims [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1809.175988] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034984, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.195380] env[62097]: INFO nova.scheduler.client.report [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Deleted allocations for instance 60fcf9af-55c5-4146-bcb4-40d30633a64f [ 1809.275842] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Releasing lock "refresh_cache-50a7a45d-3187-4baa-9937-79f05882da01" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.495457] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquiring lock "4a674112-0d80-4178-9126-5993d458a9e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.495573] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "4a674112-0d80-4178-9126-5993d458a9e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.556129] env[62097]: DEBUG oslo_vmware.api [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034983, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.677614] env[62097]: DEBUG oslo_vmware.api [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2034984, 'name': PowerOnVM_Task, 'duration_secs': 1.062724} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.678311] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1809.678311] env[62097]: INFO nova.compute.manager [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Took 10.22 seconds to spawn the instance on the hypervisor. [ 1809.678311] env[62097]: DEBUG nova.compute.manager [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1809.679120] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bedd1b8-0634-4b3e-b44a-ccaf8039a520 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.712178] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6f32962c-4a7f-4fae-bdac-43996382df12 tempest-ServersTestBootFromVolume-264494925 tempest-ServersTestBootFromVolume-264494925-project-member] Lock "60fcf9af-55c5-4146-bcb4-40d30633a64f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.841s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.715038] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "60fcf9af-55c5-4146-bcb4-40d30633a64f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 26.617s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.715038] env[62097]: INFO nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] During sync_power_state the instance has a pending task (deleting). Skip. [ 1809.715038] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "60fcf9af-55c5-4146-bcb4-40d30633a64f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.999146] env[62097]: DEBUG nova.compute.manager [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1810.069104] env[62097]: DEBUG oslo_vmware.api [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034983, 'name': CloneVM_Task, 'duration_secs': 1.932876} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.069345] env[62097]: INFO nova.virt.vmwareapi.vmops [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Created linked-clone VM from snapshot [ 1810.070224] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3183b4b-dd16-4b2a-a6bf-4fefecde56a5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.082510] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Uploading image 7c80e91e-7daf-4e3f-8e6c-ae2742eb1df9 {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1810.095510] env[62097]: DEBUG nova.network.neutron [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Successfully updated port: 45c5ae5f-2d47-4071-ab04-827a455bad6e {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1810.098993] env[62097]: DEBUG nova.virt.hardware [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1810.099232] env[62097]: DEBUG nova.virt.hardware [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1810.100119] env[62097]: DEBUG nova.virt.hardware [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1810.100119] env[62097]: DEBUG nova.virt.hardware [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1810.100119] env[62097]: DEBUG nova.virt.hardware [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1810.100119] env[62097]: DEBUG nova.virt.hardware [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1810.100119] env[62097]: DEBUG nova.virt.hardware [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1810.100334] env[62097]: DEBUG nova.virt.hardware [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1810.100429] env[62097]: DEBUG nova.virt.hardware [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1810.100585] env[62097]: DEBUG nova.virt.hardware [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1810.100752] env[62097]: DEBUG nova.virt.hardware [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1810.101651] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Destroying the VM {{(pid=62097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1810.102733] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa797aa-4814-4c80-ae2a-be755f4c576a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.107926] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7f2713bc-39d8-4767-8fa1-bb7483e18c55 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.116254] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8128aa49-10d3-42c1-b69a-14576aea7633 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.121842] env[62097]: DEBUG oslo_vmware.api [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1810.121842] env[62097]: value = "task-2034985" [ 1810.121842] env[62097]: _type = "Task" [ 1810.121842] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.136871] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Instance VIF info [] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1810.142510] env[62097]: DEBUG oslo.service.loopingcall [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1810.143427] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1810.144134] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-592ee6d5-8036-41c6-b36c-da0c6a9ac785 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.162134] env[62097]: DEBUG oslo_vmware.api [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034985, 'name': Destroy_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.170073] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1810.170073] env[62097]: value = "task-2034986" [ 1810.170073] env[62097]: _type = "Task" [ 1810.170073] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.185467] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034986, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.200742] env[62097]: INFO nova.compute.manager [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Took 39.63 seconds to build instance. [ 1810.384879] env[62097]: DEBUG nova.compute.manager [req-a1bbf981-bef4-4c38-91e5-ae16169cf9d9 req-b4b10fac-a5a0-49c3-910c-1b6d0cdbca3b service nova] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Received event network-vif-plugged-45c5ae5f-2d47-4071-ab04-827a455bad6e {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1810.385111] env[62097]: DEBUG oslo_concurrency.lockutils [req-a1bbf981-bef4-4c38-91e5-ae16169cf9d9 req-b4b10fac-a5a0-49c3-910c-1b6d0cdbca3b service nova] Acquiring lock "b2312aa2-a236-4928-8204-dee877cc217f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.385296] env[62097]: DEBUG oslo_concurrency.lockutils [req-a1bbf981-bef4-4c38-91e5-ae16169cf9d9 req-b4b10fac-a5a0-49c3-910c-1b6d0cdbca3b service nova] Lock "b2312aa2-a236-4928-8204-dee877cc217f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.385531] env[62097]: DEBUG oslo_concurrency.lockutils [req-a1bbf981-bef4-4c38-91e5-ae16169cf9d9 req-b4b10fac-a5a0-49c3-910c-1b6d0cdbca3b service nova] Lock "b2312aa2-a236-4928-8204-dee877cc217f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.385641] env[62097]: DEBUG nova.compute.manager [req-a1bbf981-bef4-4c38-91e5-ae16169cf9d9 req-b4b10fac-a5a0-49c3-910c-1b6d0cdbca3b service nova] [instance: b2312aa2-a236-4928-8204-dee877cc217f] No waiting events found dispatching network-vif-plugged-45c5ae5f-2d47-4071-ab04-827a455bad6e {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1810.385817] env[62097]: WARNING nova.compute.manager [req-a1bbf981-bef4-4c38-91e5-ae16169cf9d9 req-b4b10fac-a5a0-49c3-910c-1b6d0cdbca3b service nova] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Received unexpected event network-vif-plugged-45c5ae5f-2d47-4071-ab04-827a455bad6e for instance with vm_state building and task_state spawning. [ 1810.527675] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.603203] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "refresh_cache-b2312aa2-a236-4928-8204-dee877cc217f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.603347] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquired lock "refresh_cache-b2312aa2-a236-4928-8204-dee877cc217f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.603502] env[62097]: DEBUG nova.network.neutron [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1810.637980] env[62097]: DEBUG oslo_vmware.api [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034985, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.680496] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034986, 'name': CreateVM_Task, 'duration_secs': 0.448685} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.683215] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1810.684030] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.684204] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.685256] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1810.685256] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ada5ac4-60e9-4a4e-9d2c-c9122ef178fd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.690907] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Waiting for the task: (returnval){ [ 1810.690907] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5295baf2-5f11-e6ce-637c-c509d00ab126" [ 1810.690907] env[62097]: _type = "Task" [ 1810.690907] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.700314] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5295baf2-5f11-e6ce-637c-c509d00ab126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.703388] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2ebbb67-1af4-457e-8bc5-5b2ed29425f8 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Lock "644f7138-3c47-46fe-87e6-caad565d3542" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.068s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.727368] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ca7741-e1eb-4619-a356-d197c0d886b2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.735602] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b223d8b9-76b4-459f-8a37-c702f4d0d167 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.771588] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4a906f-b178-456a-9c62-b818f9e93391 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.780762] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8deeb1eb-8e73-41e1-ae68-3b4dc7b6c14e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.795386] env[62097]: DEBUG nova.compute.provider_tree [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.817518] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1810.817856] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8e191a3-e3a3-44e1-8a2c-5303ebe2e539 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.826439] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1810.826439] env[62097]: value = "task-2034987" [ 1810.826439] env[62097]: _type = "Task" [ 1810.826439] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.836651] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.003659] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e648126-3bc0-4439-8508-43ce31330adb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.012033] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-02e70b5d-a07d-46e2-8eb5-8dce6139be00 tempest-ServersAdminNegativeTestJSON-2119801708 tempest-ServersAdminNegativeTestJSON-2119801708-project-admin] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Suspending the VM {{(pid=62097) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1811.012250] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9fcb0605-c4fa-425e-a1a9-329bf270876d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.020410] env[62097]: DEBUG oslo_vmware.api [None req-02e70b5d-a07d-46e2-8eb5-8dce6139be00 tempest-ServersAdminNegativeTestJSON-2119801708 tempest-ServersAdminNegativeTestJSON-2119801708-project-admin] Waiting for the task: (returnval){ [ 1811.020410] env[62097]: value = "task-2034988" [ 1811.020410] env[62097]: _type = "Task" [ 1811.020410] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.030395] env[62097]: DEBUG oslo_vmware.api [None req-02e70b5d-a07d-46e2-8eb5-8dce6139be00 tempest-ServersAdminNegativeTestJSON-2119801708 tempest-ServersAdminNegativeTestJSON-2119801708-project-admin] Task: {'id': task-2034988, 'name': SuspendVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.115086] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Acquiring lock "c70e020b-71e9-4b08-8edc-3988bc483097" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.115834] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Lock "c70e020b-71e9-4b08-8edc-3988bc483097" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.137587] env[62097]: DEBUG oslo_vmware.api [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034985, 'name': Destroy_Task, 'duration_secs': 0.65008} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.138877] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Destroyed the VM [ 1811.139266] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Deleting Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1811.140091] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b8584b0a-d370-489b-9adb-bd9bebfc82b7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.149901] env[62097]: DEBUG oslo_vmware.api [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1811.149901] env[62097]: value = "task-2034989" [ 1811.149901] env[62097]: _type = "Task" [ 1811.149901] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.164083] env[62097]: DEBUG oslo_vmware.api [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034989, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.170934] env[62097]: DEBUG nova.network.neutron [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1811.204107] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5295baf2-5f11-e6ce-637c-c509d00ab126, 'name': SearchDatastore_Task, 'duration_secs': 0.021181} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.204639] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.205167] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1811.205531] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.205791] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.206109] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1811.206514] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cca180b-a4fd-4b74-b0f7-7276b5c2e35d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.219802] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1811.219964] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1811.220977] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ea243c6-b38d-4d4c-a573-7b2f336d107a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.228120] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Waiting for the task: (returnval){ [ 1811.228120] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52191352-7e3a-4cf5-e92c-546f70ff6662" [ 1811.228120] env[62097]: _type = "Task" [ 1811.228120] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.239735] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52191352-7e3a-4cf5-e92c-546f70ff6662, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.299350] env[62097]: DEBUG nova.scheduler.client.report [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1811.337440] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034987, 'name': PowerOffVM_Task, 'duration_secs': 0.276899} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.337815] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1811.338697] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0417a4-819f-403e-8558-5d7613a76e73 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.361253] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff41d5a5-4234-4800-9ccb-4c05c5999d5f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.403216] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1811.403538] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d7cf4c8-9040-418f-9762-9737cdc6d53f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.412433] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1811.412433] env[62097]: value = "task-2034990" [ 1811.412433] env[62097]: _type = "Task" [ 1811.412433] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.421230] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.453571] env[62097]: DEBUG nova.network.neutron [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Updating instance_info_cache with network_info: [{"id": "45c5ae5f-2d47-4071-ab04-827a455bad6e", "address": "fa:16:3e:86:b3:be", "network": {"id": "add3e234-a23c-453c-a1d5-32bffd2baef3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472339090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07642e595a83453a98388eb72032650b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45c5ae5f-2d", "ovs_interfaceid": "45c5ae5f-2d47-4071-ab04-827a455bad6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.532029] env[62097]: DEBUG oslo_vmware.api [None req-02e70b5d-a07d-46e2-8eb5-8dce6139be00 tempest-ServersAdminNegativeTestJSON-2119801708 tempest-ServersAdminNegativeTestJSON-2119801708-project-admin] Task: {'id': task-2034988, 'name': SuspendVM_Task} progress is 62%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.619084] env[62097]: DEBUG nova.compute.manager [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1811.662861] env[62097]: DEBUG oslo_vmware.api [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034989, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.741929] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52191352-7e3a-4cf5-e92c-546f70ff6662, 'name': SearchDatastore_Task, 'duration_secs': 0.018134} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.742916] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d334952-81ef-4340-8bde-31dd9d3b1156 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.751499] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Waiting for the task: (returnval){ [ 1811.751499] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523b2f20-5aeb-f24a-b828-e2bf9975d513" [ 1811.751499] env[62097]: _type = "Task" [ 1811.751499] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.760421] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523b2f20-5aeb-f24a-b828-e2bf9975d513, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.812745] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.812745] env[62097]: DEBUG nova.compute.manager [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1811.816708] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.646s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.816931] env[62097]: DEBUG nova.objects.instance [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62097) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1811.930462] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] VM already powered off {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1811.930462] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1811.930462] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.930462] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.930462] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1811.930462] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-077f4fd1-201f-421a-9e84-fa71a0a12532 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.943295] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1811.943295] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1811.943295] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aaa1a9d-5a99-45e1-8da2-2ed9dc0bffaf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.954026] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1811.954026] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5217e960-02ee-2dcd-6e37-bc406df023ac" [ 1811.954026] env[62097]: _type = "Task" [ 1811.954026] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.958577] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Releasing lock "refresh_cache-b2312aa2-a236-4928-8204-dee877cc217f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.959238] env[62097]: DEBUG nova.compute.manager [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Instance network_info: |[{"id": "45c5ae5f-2d47-4071-ab04-827a455bad6e", "address": "fa:16:3e:86:b3:be", "network": {"id": "add3e234-a23c-453c-a1d5-32bffd2baef3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472339090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07642e595a83453a98388eb72032650b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45c5ae5f-2d", "ovs_interfaceid": "45c5ae5f-2d47-4071-ab04-827a455bad6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1811.965192] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:b3:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45c5ae5f-2d47-4071-ab04-827a455bad6e', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1811.973678] env[62097]: DEBUG oslo.service.loopingcall [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1811.974410] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5217e960-02ee-2dcd-6e37-bc406df023ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.976783] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1811.976783] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc3544ca-10ef-4139-8381-c7909b021024 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.997682] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1811.997682] env[62097]: value = "task-2034991" [ 1811.997682] env[62097]: _type = "Task" [ 1811.997682] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.007385] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034991, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.033887] env[62097]: DEBUG oslo_vmware.api [None req-02e70b5d-a07d-46e2-8eb5-8dce6139be00 tempest-ServersAdminNegativeTestJSON-2119801708 tempest-ServersAdminNegativeTestJSON-2119801708-project-admin] Task: {'id': task-2034988, 'name': SuspendVM_Task, 'duration_secs': 0.692006} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.034291] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-02e70b5d-a07d-46e2-8eb5-8dce6139be00 tempest-ServersAdminNegativeTestJSON-2119801708 tempest-ServersAdminNegativeTestJSON-2119801708-project-admin] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Suspended the VM {{(pid=62097) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1812.034531] env[62097]: DEBUG nova.compute.manager [None req-02e70b5d-a07d-46e2-8eb5-8dce6139be00 tempest-ServersAdminNegativeTestJSON-2119801708 tempest-ServersAdminNegativeTestJSON-2119801708-project-admin] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1812.035417] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f48a9fc-8daf-42e9-be35-c84711a67b0c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.149413] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.164982] env[62097]: DEBUG oslo_vmware.api [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2034989, 'name': RemoveSnapshot_Task, 'duration_secs': 0.95204} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.165890] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Deleted Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1812.266248] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523b2f20-5aeb-f24a-b828-e2bf9975d513, 'name': SearchDatastore_Task, 'duration_secs': 0.011511} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.266566] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.266832] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] da50c4b4-e9b4-447f-95f4-479356451a22/da50c4b4-e9b4-447f-95f4-479356451a22.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1812.267115] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1bccd72-ea43-4154-bb22-659cac25349c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.275418] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Waiting for the task: (returnval){ [ 1812.275418] env[62097]: value = "task-2034992" [ 1812.275418] env[62097]: _type = "Task" [ 1812.275418] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.285720] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.323489] env[62097]: DEBUG nova.compute.utils [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1812.324245] env[62097]: DEBUG nova.compute.manager [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Not allocating networking since 'none' was specified. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1812.463463] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5217e960-02ee-2dcd-6e37-bc406df023ac, 'name': SearchDatastore_Task, 'duration_secs': 0.015904} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.464382] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a879c105-651f-4c45-9eea-d4212ecf6540 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.470642] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1812.470642] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f17ee4-ad8b-e951-0612-c6520259f8f6" [ 1812.470642] env[62097]: _type = "Task" [ 1812.470642] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.481343] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f17ee4-ad8b-e951-0612-c6520259f8f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.508775] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034991, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.651272] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Acquiring lock "c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.651556] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Lock "c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.651787] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Acquiring lock "c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.652075] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Lock "c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.652235] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Lock "c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.654940] env[62097]: INFO nova.compute.manager [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Terminating instance [ 1812.671451] env[62097]: WARNING nova.compute.manager [None req-4d2a1262-c8b8-42be-89be-488664e61e99 tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Image not found during snapshot: nova.exception.ImageNotFound: Image 7c80e91e-7daf-4e3f-8e6c-ae2742eb1df9 could not be found. [ 1812.759014] env[62097]: DEBUG nova.compute.manager [req-3c5b8a9f-62e4-4828-8061-889565598633 req-7fb4a940-a068-45d9-a5fe-8aee6433c56f service nova] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Received event network-changed-45c5ae5f-2d47-4071-ab04-827a455bad6e {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1812.759753] env[62097]: DEBUG nova.compute.manager [req-3c5b8a9f-62e4-4828-8061-889565598633 req-7fb4a940-a068-45d9-a5fe-8aee6433c56f service nova] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Refreshing instance network info cache due to event network-changed-45c5ae5f-2d47-4071-ab04-827a455bad6e. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1812.761189] env[62097]: DEBUG oslo_concurrency.lockutils [req-3c5b8a9f-62e4-4828-8061-889565598633 req-7fb4a940-a068-45d9-a5fe-8aee6433c56f service nova] Acquiring lock "refresh_cache-b2312aa2-a236-4928-8204-dee877cc217f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.761189] env[62097]: DEBUG oslo_concurrency.lockutils [req-3c5b8a9f-62e4-4828-8061-889565598633 req-7fb4a940-a068-45d9-a5fe-8aee6433c56f service nova] Acquired lock "refresh_cache-b2312aa2-a236-4928-8204-dee877cc217f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.761189] env[62097]: DEBUG nova.network.neutron [req-3c5b8a9f-62e4-4828-8061-889565598633 req-7fb4a940-a068-45d9-a5fe-8aee6433c56f service nova] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Refreshing network info cache for port 45c5ae5f-2d47-4071-ab04-827a455bad6e {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1812.787628] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034992, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.825801] env[62097]: DEBUG nova.compute.manager [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1812.835475] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ed584dcc-a69f-4935-969b-9a22f5c0e8e5 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.836460] env[62097]: DEBUG oslo_concurrency.lockutils [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.861s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.842084] env[62097]: INFO nova.compute.claims [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1812.984474] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f17ee4-ad8b-e951-0612-c6520259f8f6, 'name': SearchDatastore_Task, 'duration_secs': 0.014476} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.984982] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.985341] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 50a7a45d-3187-4baa-9937-79f05882da01/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk. {{(pid=62097) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1812.987188] env[62097]: DEBUG nova.objects.instance [None req-b76c7c22-9a28-4d9e-b247-f2680663f406 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Lazy-loading 'flavor' on Instance uuid e3da7693-b1b0-46a2-98e4-95f1f3d47b20 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1812.989347] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adbf46b7-41e6-426a-81f6-4014e7d3683b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.999793] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1812.999793] env[62097]: value = "task-2034993" [ 1812.999793] env[62097]: _type = "Task" [ 1812.999793] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.015805] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.020365] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2034991, 'name': CreateVM_Task, 'duration_secs': 0.770477} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.020365] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1813.020609] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.020654] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.020992] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1813.022249] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d72a7dd-25a2-4d1d-8778-3120d331690e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.028022] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1813.028022] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b3beff-9374-33d1-0c5b-113eb01ac01f" [ 1813.028022] env[62097]: _type = "Task" [ 1813.028022] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.040821] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b3beff-9374-33d1-0c5b-113eb01ac01f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.163027] env[62097]: DEBUG nova.compute.manager [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1813.163027] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1813.163027] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7815727e-7bad-4ee0-b35b-e387a08c4e48 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.172913] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1813.172913] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-536d98bb-ed2b-4723-b70b-b955709d41d8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.184192] env[62097]: DEBUG oslo_vmware.api [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Waiting for the task: (returnval){ [ 1813.184192] env[62097]: value = "task-2034994" [ 1813.184192] env[62097]: _type = "Task" [ 1813.184192] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.194133] env[62097]: DEBUG oslo_vmware.api [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Task: {'id': task-2034994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.288679] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639632} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.289619] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] da50c4b4-e9b4-447f-95f4-479356451a22/da50c4b4-e9b4-447f-95f4-479356451a22.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1813.289946] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1813.290146] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba2dd0f3-d957-42d4-93da-dc7f66073c50 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.306837] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Waiting for the task: (returnval){ [ 1813.306837] env[62097]: value = "task-2034995" [ 1813.306837] env[62097]: _type = "Task" [ 1813.306837] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.320664] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.495200] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b76c7c22-9a28-4d9e-b247-f2680663f406 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Acquiring lock "refresh_cache-e3da7693-b1b0-46a2-98e4-95f1f3d47b20" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.495396] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b76c7c22-9a28-4d9e-b247-f2680663f406 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Acquired lock "refresh_cache-e3da7693-b1b0-46a2-98e4-95f1f3d47b20" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.513326] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034993, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.541356] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b3beff-9374-33d1-0c5b-113eb01ac01f, 'name': SearchDatastore_Task, 'duration_secs': 0.035812} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.544193] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.544455] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1813.544693] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.544841] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.545029] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1813.545333] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fba546e-1ad6-4b15-801b-dd8ed585abb6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.561309] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1813.561497] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1813.562335] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-783ee6b4-5b20-49c7-b677-428f9e1228f3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.571200] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1813.571200] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52365e36-4d1b-4a00-0c46-6f688ae4cc66" [ 1813.571200] env[62097]: _type = "Task" [ 1813.571200] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.580480] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52365e36-4d1b-4a00-0c46-6f688ae4cc66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.674343] env[62097]: DEBUG nova.network.neutron [req-3c5b8a9f-62e4-4828-8061-889565598633 req-7fb4a940-a068-45d9-a5fe-8aee6433c56f service nova] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Updated VIF entry in instance network info cache for port 45c5ae5f-2d47-4071-ab04-827a455bad6e. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1813.674930] env[62097]: DEBUG nova.network.neutron [req-3c5b8a9f-62e4-4828-8061-889565598633 req-7fb4a940-a068-45d9-a5fe-8aee6433c56f service nova] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Updating instance_info_cache with network_info: [{"id": "45c5ae5f-2d47-4071-ab04-827a455bad6e", "address": "fa:16:3e:86:b3:be", "network": {"id": "add3e234-a23c-453c-a1d5-32bffd2baef3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472339090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07642e595a83453a98388eb72032650b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45c5ae5f-2d", "ovs_interfaceid": "45c5ae5f-2d47-4071-ab04-827a455bad6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.695694] env[62097]: DEBUG oslo_vmware.api [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Task: {'id': task-2034994, 'name': PowerOffVM_Task, 'duration_secs': 0.345678} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.695987] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1813.696145] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1813.696409] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b6b7dad-7643-42a4-9d0d-cfa56132796e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.777180] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "c2f23eee-2b74-4839-9697-439a2d26ad64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.777472] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "c2f23eee-2b74-4839-9697-439a2d26ad64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.777706] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "c2f23eee-2b74-4839-9697-439a2d26ad64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.777894] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "c2f23eee-2b74-4839-9697-439a2d26ad64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.778106] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "c2f23eee-2b74-4839-9697-439a2d26ad64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.780293] env[62097]: INFO nova.compute.manager [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Terminating instance [ 1813.821824] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168062} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.822190] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1813.823378] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cec2b4-8001-491f-92b5-240ffcf6a17a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.843774] env[62097]: DEBUG nova.compute.manager [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1813.858591] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] da50c4b4-e9b4-447f-95f4-479356451a22/da50c4b4-e9b4-447f-95f4-479356451a22.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1813.863285] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fad8909-42ce-4abb-a091-ee25dc0533aa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.894662] env[62097]: DEBUG nova.virt.hardware [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1813.894662] env[62097]: DEBUG nova.virt.hardware [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1813.895135] env[62097]: DEBUG nova.virt.hardware [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1813.895135] env[62097]: DEBUG nova.virt.hardware [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1813.895359] env[62097]: DEBUG nova.virt.hardware [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1813.895359] env[62097]: DEBUG nova.virt.hardware [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1813.895751] env[62097]: DEBUG nova.virt.hardware [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1813.895935] env[62097]: DEBUG nova.virt.hardware [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1813.896133] env[62097]: DEBUG nova.virt.hardware [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1813.896304] env[62097]: DEBUG nova.virt.hardware [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1813.898058] env[62097]: DEBUG nova.virt.hardware [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1813.898733] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5761ea95-5e32-489d-af82-a89a2fbfdd4c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.906788] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Waiting for the task: (returnval){ [ 1813.906788] env[62097]: value = "task-2034997" [ 1813.906788] env[62097]: _type = "Task" [ 1813.906788] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.918756] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1968633a-eb2c-4288-98d4-2415bcf9564a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.926267] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.945503] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Instance VIF info [] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1813.952058] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Creating folder: Project (31d45cf4b5cc440ab76d0323f8ff774c). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1813.956290] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a99e234-2f10-43cf-b289-ea9cdaeca6d3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.958302] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1813.958513] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1813.958764] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Deleting the datastore file [datastore2] c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1813.960137] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-157d768b-3357-4320-80cc-4a0f715398b3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.968169] env[62097]: DEBUG oslo_vmware.api [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Waiting for the task: (returnval){ [ 1813.968169] env[62097]: value = "task-2034999" [ 1813.968169] env[62097]: _type = "Task" [ 1813.968169] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.973347] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Created folder: Project (31d45cf4b5cc440ab76d0323f8ff774c) in parent group-v417770. [ 1813.973528] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Creating folder: Instances. Parent ref: group-v417929. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1813.974204] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-898d2b32-0e7f-4884-b6a7-fba2d75cd9a9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.981511] env[62097]: DEBUG oslo_vmware.api [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Task: {'id': task-2034999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.992562] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Created folder: Instances in parent group-v417929. [ 1813.992823] env[62097]: DEBUG oslo.service.loopingcall [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1813.996856] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1813.996856] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11e3e3e4-1e78-4337-82d5-d3a91a26e4f0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.023852] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2034993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.964416} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.027967] env[62097]: INFO nova.virt.vmwareapi.ds_util [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 50a7a45d-3187-4baa-9937-79f05882da01/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk. [ 1814.028268] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1814.028268] env[62097]: value = "task-2035001" [ 1814.028268] env[62097]: _type = "Task" [ 1814.028268] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.029388] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfe7e1c-98ae-4a46-8552-583d9269c56c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.042492] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035001, 'name': CreateVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.064523] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 50a7a45d-3187-4baa-9937-79f05882da01/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1814.067558] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41e371c1-cf3c-4d4c-8d4a-fa4c73f87b12 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.093627] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52365e36-4d1b-4a00-0c46-6f688ae4cc66, 'name': SearchDatastore_Task, 'duration_secs': 0.020416} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.098152] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1814.098152] env[62097]: value = "task-2035002" [ 1814.098152] env[62097]: _type = "Task" [ 1814.098152] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.098555] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fdf76ad-6934-4f16-80a5-b774ee9851d6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.109415] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1814.109415] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52022ccc-331d-6b2d-f5d2-f154529282c8" [ 1814.109415] env[62097]: _type = "Task" [ 1814.109415] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.115248] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035002, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.127185] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52022ccc-331d-6b2d-f5d2-f154529282c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.178842] env[62097]: DEBUG oslo_concurrency.lockutils [req-3c5b8a9f-62e4-4828-8061-889565598633 req-7fb4a940-a068-45d9-a5fe-8aee6433c56f service nova] Releasing lock "refresh_cache-b2312aa2-a236-4928-8204-dee877cc217f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.289453] env[62097]: DEBUG nova.compute.manager [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1814.289726] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1814.291362] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397f3462-d785-406e-84a0-f9beed435f42 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.301312] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1814.301312] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-250822e2-5ab5-4263-ac33-2dfb7a45587a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.313477] env[62097]: DEBUG oslo_vmware.api [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1814.313477] env[62097]: value = "task-2035003" [ 1814.313477] env[62097]: _type = "Task" [ 1814.313477] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.323775] env[62097]: DEBUG oslo_vmware.api [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2035003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.420363] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2034997, 'name': ReconfigVM_Task, 'duration_secs': 0.477614} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.420874] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Reconfigured VM instance instance-00000034 to attach disk [datastore1] da50c4b4-e9b4-447f-95f4-479356451a22/da50c4b4-e9b4-447f-95f4-479356451a22.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1814.423025] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19429c62-bfcc-4e34-b526-88a223bcdcf2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.429698] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Waiting for the task: (returnval){ [ 1814.429698] env[62097]: value = "task-2035004" [ 1814.429698] env[62097]: _type = "Task" [ 1814.429698] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.452399] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2035004, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.482168] env[62097]: DEBUG oslo_vmware.api [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Task: {'id': task-2034999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22716} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.482459] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1814.483097] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1814.483097] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1814.483097] env[62097]: INFO nova.compute.manager [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1814.483546] env[62097]: DEBUG oslo.service.loopingcall [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1814.488260] env[62097]: DEBUG nova.network.neutron [None req-b76c7c22-9a28-4d9e-b247-f2680663f406 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1814.489491] env[62097]: DEBUG nova.compute.manager [-] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1814.490634] env[62097]: DEBUG nova.network.neutron [-] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1814.543656] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035001, 'name': CreateVM_Task, 'duration_secs': 0.439715} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.543972] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1814.544667] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.545377] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.545818] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1814.549775] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fecd190-c2a5-42d7-a939-fe29f238755f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.556180] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Waiting for the task: (returnval){ [ 1814.556180] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52c1a91e-7f04-2b5a-5d16-cf0553efa073" [ 1814.556180] env[62097]: _type = "Task" [ 1814.556180] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.568421] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b04b0a-979c-4064-883b-14b7c8fbc7c7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.577401] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52c1a91e-7f04-2b5a-5d16-cf0553efa073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.580332] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6692e4-b97e-43f0-a3d0-03757db7a039 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.620273] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1085981-6136-49cb-a171-d57f99ece7d8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.631326] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52022ccc-331d-6b2d-f5d2-f154529282c8, 'name': SearchDatastore_Task, 'duration_secs': 0.02164} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.641244] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.641244] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] b2312aa2-a236-4928-8204-dee877cc217f/b2312aa2-a236-4928-8204-dee877cc217f.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1814.641244] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035002, 'name': ReconfigVM_Task, 'duration_secs': 0.367993} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.641244] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bf4cc63-100d-4706-8301-7577f72a3974 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.641244] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 50a7a45d-3187-4baa-9937-79f05882da01/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1814.643283] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bb128a-7914-43a0-88ef-2610826f2961 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.649348] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc57ca45-3fa9-4f5e-a267-ca1ee100a219 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.672115] env[62097]: DEBUG nova.compute.provider_tree [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1814.697129] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1814.697129] env[62097]: value = "task-2035005" [ 1814.697129] env[62097]: _type = "Task" [ 1814.697129] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.703592] env[62097]: DEBUG nova.scheduler.client.report [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1814.706835] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-204f0c33-da32-43c1-a10b-554da378a511 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.729348] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.731057] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1814.731057] env[62097]: value = "task-2035006" [ 1814.731057] env[62097]: _type = "Task" [ 1814.731057] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.740438] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035006, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.825314] env[62097]: DEBUG oslo_vmware.api [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2035003, 'name': PowerOffVM_Task, 'duration_secs': 0.234829} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.825568] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1814.825799] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1814.826094] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf97a7bc-7cbe-442f-8792-612cf726474b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.927635] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1814.928157] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1814.928632] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Deleting the datastore file [datastore1] c2f23eee-2b74-4839-9697-439a2d26ad64 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1814.928752] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4789f21b-9a6f-4730-a1ea-be6c46f8f7f7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.951319] env[62097]: DEBUG oslo_vmware.api [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1814.951319] env[62097]: value = "task-2035008" [ 1814.951319] env[62097]: _type = "Task" [ 1814.951319] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.957150] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2035004, 'name': Rename_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.969196] env[62097]: DEBUG oslo_vmware.api [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2035008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.012208] env[62097]: DEBUG nova.compute.manager [req-988fa990-e324-466b-bf29-45f1679abfbc req-f797a0f5-de60-45b5-9953-e97511c192a1 service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Received event network-changed-447e2ef3-415c-4bf0-bab9-e17f257df060 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1815.012419] env[62097]: DEBUG nova.compute.manager [req-988fa990-e324-466b-bf29-45f1679abfbc req-f797a0f5-de60-45b5-9953-e97511c192a1 service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Refreshing instance network info cache due to event network-changed-447e2ef3-415c-4bf0-bab9-e17f257df060. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1815.014929] env[62097]: DEBUG oslo_concurrency.lockutils [req-988fa990-e324-466b-bf29-45f1679abfbc req-f797a0f5-de60-45b5-9953-e97511c192a1 service nova] Acquiring lock "refresh_cache-e3da7693-b1b0-46a2-98e4-95f1f3d47b20" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.067436] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52c1a91e-7f04-2b5a-5d16-cf0553efa073, 'name': SearchDatastore_Task, 'duration_secs': 0.029956} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.071084] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.071084] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1815.071084] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.071084] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.071084] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1815.071084] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9bcf452-0a7c-4926-a8db-688b2cf5636a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.080848] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1815.081338] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1815.082572] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f23605bc-cb2b-42f3-8d47-ec9b10158329 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.092292] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Waiting for the task: (returnval){ [ 1815.092292] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5286086f-d8de-6bae-3ec8-e06ce0fb2a12" [ 1815.092292] env[62097]: _type = "Task" [ 1815.092292] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.101450] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5286086f-d8de-6bae-3ec8-e06ce0fb2a12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.222111] env[62097]: DEBUG oslo_concurrency.lockutils [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.223199] env[62097]: DEBUG nova.compute.manager [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1815.230017] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.233128] env[62097]: DEBUG oslo_concurrency.lockutils [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.136s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.234813] env[62097]: INFO nova.compute.claims [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1815.249867] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035006, 'name': ReconfigVM_Task, 'duration_secs': 0.194804} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.250265] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1815.250713] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-388ee75c-f620-4c13-90ec-f0dcdc427783 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.260892] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1815.260892] env[62097]: value = "task-2035009" [ 1815.260892] env[62097]: _type = "Task" [ 1815.260892] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.275226] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.446089] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2035004, 'name': Rename_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.467601] env[62097]: DEBUG oslo_vmware.api [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2035008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432656} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.467945] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1815.468274] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1815.468482] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1815.468711] env[62097]: INFO nova.compute.manager [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1815.469009] env[62097]: DEBUG oslo.service.loopingcall [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.470195] env[62097]: DEBUG nova.network.neutron [None req-b76c7c22-9a28-4d9e-b247-f2680663f406 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Updating instance_info_cache with network_info: [{"id": "447e2ef3-415c-4bf0-bab9-e17f257df060", "address": "fa:16:3e:b2:80:e9", "network": {"id": "872f4e66-8d49-4980-839a-00eac7f9e2dc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1459861534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bc3d72673b4064bfa4171e67ec14aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447e2ef3-41", "ovs_interfaceid": "447e2ef3-415c-4bf0-bab9-e17f257df060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.471577] env[62097]: DEBUG nova.compute.manager [-] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1815.471749] env[62097]: DEBUG nova.network.neutron [-] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1815.604205] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5286086f-d8de-6bae-3ec8-e06ce0fb2a12, 'name': SearchDatastore_Task, 'duration_secs': 0.0271} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.607019] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-221e5a33-f09e-498e-8800-460dbd94801f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.614079] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Waiting for the task: (returnval){ [ 1815.614079] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52de3f94-3d15-73ec-1449-f9594065ea25" [ 1815.614079] env[62097]: _type = "Task" [ 1815.614079] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.622218] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52de3f94-3d15-73ec-1449-f9594065ea25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.725105] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.737222] env[62097]: DEBUG nova.compute.utils [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1815.737222] env[62097]: DEBUG nova.compute.manager [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1815.738015] env[62097]: DEBUG nova.network.neutron [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1815.776024] env[62097]: DEBUG oslo_vmware.api [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035009, 'name': PowerOnVM_Task, 'duration_secs': 0.447806} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.776024] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1815.778979] env[62097]: DEBUG nova.compute.manager [None req-f66834ce-c953-4bee-8406-de17f9431623 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1815.780582] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6122f293-d867-407b-bb6e-a72dec9df23e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.822514] env[62097]: DEBUG nova.policy [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09aafec0b1c84cd6bc343e0c8d1153dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a649c3652b724ef0a0295ea9dee7ada4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1815.853879] env[62097]: DEBUG nova.network.neutron [-] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.945084] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2035004, 'name': Rename_Task, 'duration_secs': 1.398503} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.946228] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1815.946592] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0464f8f-1701-43f3-8b50-a8f8d3c71458 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.956401] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Waiting for the task: (returnval){ [ 1815.956401] env[62097]: value = "task-2035010" [ 1815.956401] env[62097]: _type = "Task" [ 1815.956401] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.968528] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2035010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.976223] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b76c7c22-9a28-4d9e-b247-f2680663f406 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Releasing lock "refresh_cache-e3da7693-b1b0-46a2-98e4-95f1f3d47b20" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.978124] env[62097]: DEBUG nova.compute.manager [None req-b76c7c22-9a28-4d9e-b247-f2680663f406 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Inject network info {{(pid=62097) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1815.978124] env[62097]: DEBUG nova.compute.manager [None req-b76c7c22-9a28-4d9e-b247-f2680663f406 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] network_info to inject: |[{"id": "447e2ef3-415c-4bf0-bab9-e17f257df060", "address": "fa:16:3e:b2:80:e9", "network": {"id": "872f4e66-8d49-4980-839a-00eac7f9e2dc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1459861534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bc3d72673b4064bfa4171e67ec14aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447e2ef3-41", "ovs_interfaceid": "447e2ef3-415c-4bf0-bab9-e17f257df060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1815.983202] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b76c7c22-9a28-4d9e-b247-f2680663f406 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Reconfiguring VM instance to set the machine id {{(pid=62097) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1815.983718] env[62097]: DEBUG oslo_concurrency.lockutils [req-988fa990-e324-466b-bf29-45f1679abfbc req-f797a0f5-de60-45b5-9953-e97511c192a1 service nova] Acquired lock "refresh_cache-e3da7693-b1b0-46a2-98e4-95f1f3d47b20" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.983927] env[62097]: DEBUG nova.network.neutron [req-988fa990-e324-466b-bf29-45f1679abfbc req-f797a0f5-de60-45b5-9953-e97511c192a1 service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Refreshing network info cache for port 447e2ef3-415c-4bf0-bab9-e17f257df060 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1815.985614] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe162ac5-ec50-4bcd-bf13-cbcfe171674b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.008068] env[62097]: DEBUG oslo_vmware.api [None req-b76c7c22-9a28-4d9e-b247-f2680663f406 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Waiting for the task: (returnval){ [ 1816.008068] env[62097]: value = "task-2035011" [ 1816.008068] env[62097]: _type = "Task" [ 1816.008068] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.021111] env[62097]: DEBUG oslo_vmware.api [None req-b76c7c22-9a28-4d9e-b247-f2680663f406 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': task-2035011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.125440] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52de3f94-3d15-73ec-1449-f9594065ea25, 'name': SearchDatastore_Task, 'duration_secs': 0.042435} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.125970] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.126315] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] face7e9c-6a8b-4bae-ab99-c8601b2cb358/face7e9c-6a8b-4bae-ab99-c8601b2cb358.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1816.126521] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-155c378d-3f86-463a-9a85-a00200e99136 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.136674] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Waiting for the task: (returnval){ [ 1816.136674] env[62097]: value = "task-2035012" [ 1816.136674] env[62097]: _type = "Task" [ 1816.136674] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.154157] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.161650] env[62097]: DEBUG nova.compute.manager [req-5c9718ee-3e1a-40c3-ba7e-ceac57f59f29 req-8b2e341f-8a90-4afa-8057-4b85757495cb service nova] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Received event network-vif-deleted-a539c147-b6db-4b17-86ea-d733e102fb59 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1816.162466] env[62097]: INFO nova.compute.manager [req-5c9718ee-3e1a-40c3-ba7e-ceac57f59f29 req-8b2e341f-8a90-4afa-8057-4b85757495cb service nova] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Neutron deleted interface a539c147-b6db-4b17-86ea-d733e102fb59; detaching it from the instance and deleting it from the info cache [ 1816.162466] env[62097]: DEBUG nova.network.neutron [req-5c9718ee-3e1a-40c3-ba7e-ceac57f59f29 req-8b2e341f-8a90-4afa-8057-4b85757495cb service nova] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.230046] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035005, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.245674] env[62097]: DEBUG nova.compute.manager [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1816.361184] env[62097]: INFO nova.compute.manager [-] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Took 1.87 seconds to deallocate network for instance. [ 1816.380600] env[62097]: DEBUG nova.network.neutron [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Successfully created port: dffbaff1-c0c7-4891-b3ed-c538bc8809eb {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1816.441985] env[62097]: DEBUG nova.network.neutron [-] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.473903] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2035010, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.518057] env[62097]: DEBUG oslo_vmware.api [None req-b76c7c22-9a28-4d9e-b247-f2680663f406 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': task-2035011, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.654129] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035012, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.665573] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-562541f1-fe9e-4bd5-89d9-5c7e0344d5ba {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.679058] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5901f18-4fe8-4d22-b38e-75fd5cd6c6dd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.740244] env[62097]: DEBUG nova.compute.manager [req-5c9718ee-3e1a-40c3-ba7e-ceac57f59f29 req-8b2e341f-8a90-4afa-8057-4b85757495cb service nova] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Detach interface failed, port_id=a539c147-b6db-4b17-86ea-d733e102fb59, reason: Instance c2f23eee-2b74-4839-9697-439a2d26ad64 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1816.763177] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035005, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.566396} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.766820] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] b2312aa2-a236-4928-8204-dee877cc217f/b2312aa2-a236-4928-8204-dee877cc217f.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1816.767069] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1816.768447] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7afddd6b-34dd-47dd-8677-9671f8446beb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.777776] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1816.777776] env[62097]: value = "task-2035013" [ 1816.777776] env[62097]: _type = "Task" [ 1816.777776] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.799980] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.869044] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.909089] env[62097]: DEBUG nova.objects.instance [None req-1641776a-b613-4965-8130-90eeb762c7e9 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Lazy-loading 'flavor' on Instance uuid e3da7693-b1b0-46a2-98e4-95f1f3d47b20 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.919256] env[62097]: DEBUG nova.network.neutron [req-988fa990-e324-466b-bf29-45f1679abfbc req-f797a0f5-de60-45b5-9953-e97511c192a1 service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Updated VIF entry in instance network info cache for port 447e2ef3-415c-4bf0-bab9-e17f257df060. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1816.920301] env[62097]: DEBUG nova.network.neutron [req-988fa990-e324-466b-bf29-45f1679abfbc req-f797a0f5-de60-45b5-9953-e97511c192a1 service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Updating instance_info_cache with network_info: [{"id": "447e2ef3-415c-4bf0-bab9-e17f257df060", "address": "fa:16:3e:b2:80:e9", "network": {"id": "872f4e66-8d49-4980-839a-00eac7f9e2dc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1459861534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bc3d72673b4064bfa4171e67ec14aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447e2ef3-41", "ovs_interfaceid": "447e2ef3-415c-4bf0-bab9-e17f257df060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.934932] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce29e1b0-a6c2-400f-88c9-ec4876dd3454 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.944693] env[62097]: INFO nova.compute.manager [-] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Took 1.47 seconds to deallocate network for instance. [ 1816.947270] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfe62e2-24e8-46c4-b822-e02d5e61a9e2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.984329] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4034e87-ae1b-43cd-8b76-4bdb0b013d53 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.996052] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05f2f6b-0a4e-4989-b0f8-181d973c81ba {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.001704] env[62097]: DEBUG oslo_vmware.api [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2035010, 'name': PowerOnVM_Task, 'duration_secs': 0.726958} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.002296] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1817.002705] env[62097]: DEBUG nova.compute.manager [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1817.003650] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad3218d-33ee-44e8-84f2-5ef090baf0d3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.016317] env[62097]: DEBUG nova.compute.provider_tree [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1817.029433] env[62097]: DEBUG oslo_vmware.api [None req-b76c7c22-9a28-4d9e-b247-f2680663f406 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': task-2035011, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.067692] env[62097]: DEBUG nova.compute.manager [req-cd6c7f20-f9d2-43e0-a88c-d3c1d947dc08 req-a5e91935-c4a3-4d78-a7e0-fbcab889ea1a service nova] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Received event network-vif-deleted-116d39c4-c133-461c-a97e-caf689de0a23 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1817.153909] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707206} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.154206] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] face7e9c-6a8b-4bae-ab99-c8601b2cb358/face7e9c-6a8b-4bae-ab99-c8601b2cb358.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1817.154430] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1817.154685] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa1502c8-abe5-4c8f-bed7-b8214ec7739f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.165282] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Waiting for the task: (returnval){ [ 1817.165282] env[62097]: value = "task-2035014" [ 1817.165282] env[62097]: _type = "Task" [ 1817.165282] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.183243] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.268774] env[62097]: DEBUG nova.compute.manager [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1817.290292] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035013, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.300470] env[62097]: DEBUG nova.virt.hardware [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1817.300853] env[62097]: DEBUG nova.virt.hardware [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1817.302177] env[62097]: DEBUG nova.virt.hardware [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1817.302417] env[62097]: DEBUG nova.virt.hardware [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1817.302573] env[62097]: DEBUG nova.virt.hardware [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1817.302725] env[62097]: DEBUG nova.virt.hardware [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1817.303595] env[62097]: DEBUG nova.virt.hardware [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1817.303595] env[62097]: DEBUG nova.virt.hardware [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1817.303595] env[62097]: DEBUG nova.virt.hardware [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1817.303888] env[62097]: DEBUG nova.virt.hardware [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1817.304159] env[62097]: DEBUG nova.virt.hardware [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1817.305471] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72a8c73-7332-44e5-ab87-32499c529ea0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.314581] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bec672-316d-4ce6-9a25-40e50373b80b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.422726] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1641776a-b613-4965-8130-90eeb762c7e9 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Acquiring lock "refresh_cache-e3da7693-b1b0-46a2-98e4-95f1f3d47b20" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.426652] env[62097]: DEBUG oslo_concurrency.lockutils [req-988fa990-e324-466b-bf29-45f1679abfbc req-f797a0f5-de60-45b5-9953-e97511c192a1 service nova] Releasing lock "refresh_cache-e3da7693-b1b0-46a2-98e4-95f1f3d47b20" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.427039] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1641776a-b613-4965-8130-90eeb762c7e9 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Acquired lock "refresh_cache-e3da7693-b1b0-46a2-98e4-95f1f3d47b20" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.458403] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.521707] env[62097]: DEBUG nova.scheduler.client.report [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1817.533339] env[62097]: DEBUG oslo_vmware.api [None req-b76c7c22-9a28-4d9e-b247-f2680663f406 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': task-2035011, 'name': ReconfigVM_Task, 'duration_secs': 1.224724} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.540817] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b76c7c22-9a28-4d9e-b247-f2680663f406 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Reconfigured VM instance to set the machine id {{(pid=62097) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1817.548129] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.651402] env[62097]: DEBUG oslo_concurrency.lockutils [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquiring lock "644f7138-3c47-46fe-87e6-caad565d3542" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.651402] env[62097]: DEBUG oslo_concurrency.lockutils [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Lock "644f7138-3c47-46fe-87e6-caad565d3542" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.651402] env[62097]: DEBUG oslo_concurrency.lockutils [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquiring lock "644f7138-3c47-46fe-87e6-caad565d3542-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.651402] env[62097]: DEBUG oslo_concurrency.lockutils [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Lock "644f7138-3c47-46fe-87e6-caad565d3542-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.651402] env[62097]: DEBUG oslo_concurrency.lockutils [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Lock "644f7138-3c47-46fe-87e6-caad565d3542-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.652832] env[62097]: INFO nova.compute.manager [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Terminating instance [ 1817.677633] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085131} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.677905] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1817.678868] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2011ee5b-855a-46f0-ac58-c7e8aee2376c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.704259] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] face7e9c-6a8b-4bae-ab99-c8601b2cb358/face7e9c-6a8b-4bae-ab99-c8601b2cb358.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1817.704259] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5b7ddd0-bbfe-461f-b085-383be96e5011 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.726571] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Waiting for the task: (returnval){ [ 1817.726571] env[62097]: value = "task-2035015" [ 1817.726571] env[62097]: _type = "Task" [ 1817.726571] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.736807] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.789292] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.551604} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.789655] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1817.792830] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204be180-2583-46e7-b809-d5dd65cef284 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.821176] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] b2312aa2-a236-4928-8204-dee877cc217f/b2312aa2-a236-4928-8204-dee877cc217f.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1817.822154] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-474e8cfb-aab1-4ce7-ad0a-1dcded350862 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.852204] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1817.852204] env[62097]: value = "task-2035016" [ 1817.852204] env[62097]: _type = "Task" [ 1817.852204] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.867733] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.872376] env[62097]: DEBUG nova.network.neutron [None req-1641776a-b613-4965-8130-90eeb762c7e9 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1818.039322] env[62097]: DEBUG oslo_concurrency.lockutils [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.806s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.039744] env[62097]: DEBUG nova.compute.manager [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1818.045047] env[62097]: DEBUG oslo_concurrency.lockutils [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.057s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.159374] env[62097]: DEBUG nova.compute.manager [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1818.159689] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1818.160889] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccdadde-a47a-41b3-ae5e-73c7746e06ed {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.178393] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1818.179322] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b52d8f06-4f38-4437-a355-954b10e9a155 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.240781] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035015, 'name': ReconfigVM_Task, 'duration_secs': 0.440184} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.241037] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Reconfigured VM instance instance-00000037 to attach disk [datastore2] face7e9c-6a8b-4bae-ab99-c8601b2cb358/face7e9c-6a8b-4bae-ab99-c8601b2cb358.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1818.241810] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47825629-f71c-42ec-a1a0-054aacd26690 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.254698] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Waiting for the task: (returnval){ [ 1818.254698] env[62097]: value = "task-2035018" [ 1818.254698] env[62097]: _type = "Task" [ 1818.254698] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.265135] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035018, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.280958] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1818.281224] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1818.285183] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Deleting the datastore file [datastore1] 644f7138-3c47-46fe-87e6-caad565d3542 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1818.285657] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa24f6fa-b07b-4c9e-86de-6b1bd22d57fd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.293701] env[62097]: DEBUG oslo_vmware.api [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Waiting for the task: (returnval){ [ 1818.293701] env[62097]: value = "task-2035019" [ 1818.293701] env[62097]: _type = "Task" [ 1818.293701] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.304288] env[62097]: DEBUG oslo_vmware.api [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2035019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.346139] env[62097]: INFO nova.compute.manager [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Unrescuing [ 1818.346439] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "refresh_cache-50a7a45d-3187-4baa-9937-79f05882da01" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.346595] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquired lock "refresh_cache-50a7a45d-3187-4baa-9937-79f05882da01" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.346766] env[62097]: DEBUG nova.network.neutron [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1818.364969] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035016, 'name': ReconfigVM_Task, 'duration_secs': 0.368336} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.364969] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Reconfigured VM instance instance-00000036 to attach disk [datastore1] b2312aa2-a236-4928-8204-dee877cc217f/b2312aa2-a236-4928-8204-dee877cc217f.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1818.365670] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44da0e64-ea54-4eda-9ee8-16c014afbbf3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.375745] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1818.375745] env[62097]: value = "task-2035020" [ 1818.375745] env[62097]: _type = "Task" [ 1818.375745] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.388425] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035020, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.545822] env[62097]: DEBUG nova.compute.utils [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1818.548345] env[62097]: DEBUG nova.compute.manager [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1818.548450] env[62097]: DEBUG nova.network.neutron [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1818.555814] env[62097]: INFO nova.compute.claims [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1818.668908] env[62097]: DEBUG nova.network.neutron [None req-1641776a-b613-4965-8130-90eeb762c7e9 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Updating instance_info_cache with network_info: [{"id": "447e2ef3-415c-4bf0-bab9-e17f257df060", "address": "fa:16:3e:b2:80:e9", "network": {"id": "872f4e66-8d49-4980-839a-00eac7f9e2dc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1459861534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bc3d72673b4064bfa4171e67ec14aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447e2ef3-41", "ovs_interfaceid": "447e2ef3-415c-4bf0-bab9-e17f257df060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.680258] env[62097]: INFO nova.compute.manager [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Rebuilding instance [ 1818.705792] env[62097]: DEBUG nova.policy [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1be34200e104757b41678869e8b7ea5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a76f646dc0c544988f8a74d76e7d5a0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1818.732466] env[62097]: DEBUG nova.compute.manager [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1818.733389] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae4b588-a04c-4870-916c-924e8c7d0527 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.765413] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035018, 'name': Rename_Task, 'duration_secs': 0.166758} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.765707] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1818.765986] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5608e6f8-656f-466d-9229-3deca423d47e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.777027] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Waiting for the task: (returnval){ [ 1818.777027] env[62097]: value = "task-2035021" [ 1818.777027] env[62097]: _type = "Task" [ 1818.777027] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.787743] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.807022] env[62097]: DEBUG oslo_vmware.api [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2035019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193064} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.807022] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1818.807022] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1818.807022] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1818.807022] env[62097]: INFO nova.compute.manager [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1818.807022] env[62097]: DEBUG oslo.service.loopingcall [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1818.807022] env[62097]: DEBUG nova.compute.manager [-] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1818.807022] env[62097]: DEBUG nova.network.neutron [-] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1818.886449] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035020, 'name': Rename_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.900291] env[62097]: DEBUG nova.compute.manager [req-b1613233-9fed-488e-9a0c-e5b5faf4a22e req-278ea729-c348-42bc-9791-3dc99fa149a1 service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Received event network-changed-447e2ef3-415c-4bf0-bab9-e17f257df060 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1818.900400] env[62097]: DEBUG nova.compute.manager [req-b1613233-9fed-488e-9a0c-e5b5faf4a22e req-278ea729-c348-42bc-9791-3dc99fa149a1 service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Refreshing instance network info cache due to event network-changed-447e2ef3-415c-4bf0-bab9-e17f257df060. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1818.900577] env[62097]: DEBUG oslo_concurrency.lockutils [req-b1613233-9fed-488e-9a0c-e5b5faf4a22e req-278ea729-c348-42bc-9791-3dc99fa149a1 service nova] Acquiring lock "refresh_cache-e3da7693-b1b0-46a2-98e4-95f1f3d47b20" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.914956] env[62097]: DEBUG nova.network.neutron [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Successfully updated port: dffbaff1-c0c7-4891-b3ed-c538bc8809eb {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1819.059755] env[62097]: DEBUG nova.compute.manager [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1819.066371] env[62097]: INFO nova.compute.resource_tracker [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Updating resource usage from migration 7ac07e83-6f78-4206-90a5-6fc2e93afafc [ 1819.173266] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1641776a-b613-4965-8130-90eeb762c7e9 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Releasing lock "refresh_cache-e3da7693-b1b0-46a2-98e4-95f1f3d47b20" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.173574] env[62097]: DEBUG nova.compute.manager [None req-1641776a-b613-4965-8130-90eeb762c7e9 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Inject network info {{(pid=62097) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1819.173773] env[62097]: DEBUG nova.compute.manager [None req-1641776a-b613-4965-8130-90eeb762c7e9 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] network_info to inject: |[{"id": "447e2ef3-415c-4bf0-bab9-e17f257df060", "address": "fa:16:3e:b2:80:e9", "network": {"id": "872f4e66-8d49-4980-839a-00eac7f9e2dc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1459861534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bc3d72673b4064bfa4171e67ec14aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447e2ef3-41", "ovs_interfaceid": "447e2ef3-415c-4bf0-bab9-e17f257df060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1819.178508] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1641776a-b613-4965-8130-90eeb762c7e9 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Reconfiguring VM instance to set the machine id {{(pid=62097) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1819.181471] env[62097]: DEBUG oslo_concurrency.lockutils [req-b1613233-9fed-488e-9a0c-e5b5faf4a22e req-278ea729-c348-42bc-9791-3dc99fa149a1 service nova] Acquired lock "refresh_cache-e3da7693-b1b0-46a2-98e4-95f1f3d47b20" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.181676] env[62097]: DEBUG nova.network.neutron [req-b1613233-9fed-488e-9a0c-e5b5faf4a22e req-278ea729-c348-42bc-9791-3dc99fa149a1 service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Refreshing network info cache for port 447e2ef3-415c-4bf0-bab9-e17f257df060 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1819.183226] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cfb938a-4df7-405f-92c4-0dac46bb60be {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.205363] env[62097]: DEBUG oslo_vmware.api [None req-1641776a-b613-4965-8130-90eeb762c7e9 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Waiting for the task: (returnval){ [ 1819.205363] env[62097]: value = "task-2035022" [ 1819.205363] env[62097]: _type = "Task" [ 1819.205363] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.216794] env[62097]: DEBUG oslo_vmware.api [None req-1641776a-b613-4965-8130-90eeb762c7e9 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': task-2035022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.263227] env[62097]: DEBUG nova.network.neutron [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Updating instance_info_cache with network_info: [{"id": "aefc0ba3-9f80-4b88-aa9f-6486f5c19c57", "address": "fa:16:3e:6d:b5:5a", "network": {"id": "566b53a2-a236-4d55-a2db-ecec5674380e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2016949430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4266aad22d71447ca60bfcba4d94a511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaefc0ba3-9f", "ovs_interfaceid": "aefc0ba3-9f80-4b88-aa9f-6486f5c19c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.294733] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035021, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.389547] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035020, 'name': Rename_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.392846] env[62097]: DEBUG nova.network.neutron [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Successfully created port: c68c50cd-694b-417b-bc97-9b23de9c1656 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1819.420234] env[62097]: DEBUG oslo_concurrency.lockutils [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquiring lock "refresh_cache-3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.420399] env[62097]: DEBUG oslo_concurrency.lockutils [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquired lock "refresh_cache-3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.420627] env[62097]: DEBUG nova.network.neutron [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1819.569532] env[62097]: INFO nova.virt.block_device [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Booting with volume 7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00 at /dev/sda [ 1819.641156] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b2e08ab-6bc2-4d42-80d8-b07895ca5e57 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.654106] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9029a8ea-e694-43ea-9e4a-7ad6b84af1f7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.700850] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf13e439-ad2c-451b-89bf-d229117916c1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.714265] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee6d64d-3af9-4829-9786-9d4652112cdb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.735027] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df09ab3-3724-4772-a853-42824414659a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.735027] env[62097]: DEBUG oslo_vmware.api [None req-1641776a-b613-4965-8130-90eeb762c7e9 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': task-2035022, 'name': ReconfigVM_Task, 'duration_secs': 0.150195} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.735839] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1641776a-b613-4965-8130-90eeb762c7e9 tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Reconfigured VM instance to set the machine id {{(pid=62097) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1819.749653] env[62097]: DEBUG nova.network.neutron [-] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.751637] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1819.751999] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16af8684-6b67-4f02-b0ae-20d6146786c5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.758986] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95c5993-5f6a-4da5-8df3-453efc4c8edc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.764814] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Waiting for the task: (returnval){ [ 1819.764814] env[62097]: value = "task-2035023" [ 1819.764814] env[62097]: _type = "Task" [ 1819.764814] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.782298] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Releasing lock "refresh_cache-50a7a45d-3187-4baa-9937-79f05882da01" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.782298] env[62097]: DEBUG nova.objects.instance [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lazy-loading 'flavor' on Instance uuid 50a7a45d-3187-4baa-9937-79f05882da01 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1819.818272] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8418dd95-f7ca-4275-bb40-3c0a1959e0b2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.828537] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4077ba2-5db2-4115-b293-2bca3b8d906b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.843543] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217313bd-238d-418c-bcf8-85161ebca671 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.846118] env[62097]: DEBUG oslo_vmware.api [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035021, 'name': PowerOnVM_Task, 'duration_secs': 0.726456} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.846478] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Task: {'id': task-2035023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.847096] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1819.847443] env[62097]: INFO nova.compute.manager [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Took 6.00 seconds to spawn the instance on the hypervisor. [ 1819.847605] env[62097]: DEBUG nova.compute.manager [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1819.848862] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983b323b-fbde-4179-a87f-e1307c72f732 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.854277] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58717e9f-495e-4b1d-ac11-215f59f3f47c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.874981] env[62097]: DEBUG nova.compute.provider_tree [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1819.880325] env[62097]: DEBUG nova.virt.block_device [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Updating existing volume attachment record: 1084b180-4a08-4167-81c9-9e424c533e46 {{(pid=62097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1819.896061] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035020, 'name': Rename_Task, 'duration_secs': 1.449022} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.898873] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1819.898873] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0baada35-d1ce-4153-9021-5967521e099a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.905944] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1819.905944] env[62097]: value = "task-2035024" [ 1819.905944] env[62097]: _type = "Task" [ 1819.905944] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.917429] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.936197] env[62097]: DEBUG nova.compute.manager [req-11130a77-607a-46c3-b561-cd0b7c05fb9a req-424dea67-2775-42fb-b0f7-1a6bcb1622ed service nova] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Received event network-vif-plugged-dffbaff1-c0c7-4891-b3ed-c538bc8809eb {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1819.936458] env[62097]: DEBUG oslo_concurrency.lockutils [req-11130a77-607a-46c3-b561-cd0b7c05fb9a req-424dea67-2775-42fb-b0f7-1a6bcb1622ed service nova] Acquiring lock "3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.936718] env[62097]: DEBUG oslo_concurrency.lockutils [req-11130a77-607a-46c3-b561-cd0b7c05fb9a req-424dea67-2775-42fb-b0f7-1a6bcb1622ed service nova] Lock "3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.936818] env[62097]: DEBUG oslo_concurrency.lockutils [req-11130a77-607a-46c3-b561-cd0b7c05fb9a req-424dea67-2775-42fb-b0f7-1a6bcb1622ed service nova] Lock "3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.937170] env[62097]: DEBUG nova.compute.manager [req-11130a77-607a-46c3-b561-cd0b7c05fb9a req-424dea67-2775-42fb-b0f7-1a6bcb1622ed service nova] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] No waiting events found dispatching network-vif-plugged-dffbaff1-c0c7-4891-b3ed-c538bc8809eb {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1819.937233] env[62097]: WARNING nova.compute.manager [req-11130a77-607a-46c3-b561-cd0b7c05fb9a req-424dea67-2775-42fb-b0f7-1a6bcb1622ed service nova] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Received unexpected event network-vif-plugged-dffbaff1-c0c7-4891-b3ed-c538bc8809eb for instance with vm_state building and task_state spawning. [ 1819.937397] env[62097]: DEBUG nova.compute.manager [req-11130a77-607a-46c3-b561-cd0b7c05fb9a req-424dea67-2775-42fb-b0f7-1a6bcb1622ed service nova] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Received event network-changed-dffbaff1-c0c7-4891-b3ed-c538bc8809eb {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1819.937584] env[62097]: DEBUG nova.compute.manager [req-11130a77-607a-46c3-b561-cd0b7c05fb9a req-424dea67-2775-42fb-b0f7-1a6bcb1622ed service nova] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Refreshing instance network info cache due to event network-changed-dffbaff1-c0c7-4891-b3ed-c538bc8809eb. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1819.938540] env[62097]: DEBUG oslo_concurrency.lockutils [req-11130a77-607a-46c3-b561-cd0b7c05fb9a req-424dea67-2775-42fb-b0f7-1a6bcb1622ed service nova] Acquiring lock "refresh_cache-3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.984176] env[62097]: DEBUG nova.network.neutron [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1820.125113] env[62097]: DEBUG nova.network.neutron [req-b1613233-9fed-488e-9a0c-e5b5faf4a22e req-278ea729-c348-42bc-9791-3dc99fa149a1 service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Updated VIF entry in instance network info cache for port 447e2ef3-415c-4bf0-bab9-e17f257df060. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1820.125497] env[62097]: DEBUG nova.network.neutron [req-b1613233-9fed-488e-9a0c-e5b5faf4a22e req-278ea729-c348-42bc-9791-3dc99fa149a1 service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Updating instance_info_cache with network_info: [{"id": "447e2ef3-415c-4bf0-bab9-e17f257df060", "address": "fa:16:3e:b2:80:e9", "network": {"id": "872f4e66-8d49-4980-839a-00eac7f9e2dc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1459861534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14bc3d72673b4064bfa4171e67ec14aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447e2ef3-41", "ovs_interfaceid": "447e2ef3-415c-4bf0-bab9-e17f257df060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.181775] env[62097]: DEBUG nova.network.neutron [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Updating instance_info_cache with network_info: [{"id": "dffbaff1-c0c7-4891-b3ed-c538bc8809eb", "address": "fa:16:3e:58:f2:60", "network": {"id": "7e25fcfc-123d-428e-8f65-197d1a36ab92", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1731505294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a649c3652b724ef0a0295ea9dee7ada4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdffbaff1-c0", "ovs_interfaceid": "dffbaff1-c0c7-4891-b3ed-c538bc8809eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.252448] env[62097]: INFO nova.compute.manager [-] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Took 1.45 seconds to deallocate network for instance. [ 1820.300320] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Acquiring lock "4f1ba8a6-3f11-4312-b0b4-646925207435" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.300990] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Lock "4f1ba8a6-3f11-4312-b0b4-646925207435" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.304039] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4191f34b-19ea-46f4-85a3-c5559dcced8a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.305816] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Task: {'id': task-2035023, 'name': PowerOffVM_Task, 'duration_secs': 0.211839} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.307617] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1820.307771] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1820.311555] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2497f2c7-e1b3-497c-abf2-c232f9a5e1f5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.333129] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1820.333129] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fa384ed-e937-44fd-9710-481ac43cee23 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.338735] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1820.338994] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf197655-96b8-4de7-ad50-86b833aa31ab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.342384] env[62097]: DEBUG oslo_vmware.api [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1820.342384] env[62097]: value = "task-2035025" [ 1820.342384] env[62097]: _type = "Task" [ 1820.342384] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.353493] env[62097]: DEBUG oslo_vmware.api [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.373369] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1820.373602] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1820.373784] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Deleting the datastore file [datastore1] da50c4b4-e9b4-447f-95f4-479356451a22 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1820.374076] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee620129-3602-470e-b2d0-fe5858c1c854 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.376668] env[62097]: DEBUG nova.scheduler.client.report [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1820.387012] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Waiting for the task: (returnval){ [ 1820.387012] env[62097]: value = "task-2035027" [ 1820.387012] env[62097]: _type = "Task" [ 1820.387012] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.394735] env[62097]: INFO nova.compute.manager [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Took 34.90 seconds to build instance. [ 1820.406160] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Task: {'id': task-2035027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.422401] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035024, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.435389] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Acquiring lock "e3da7693-b1b0-46a2-98e4-95f1f3d47b20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.435722] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Lock "e3da7693-b1b0-46a2-98e4-95f1f3d47b20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.436015] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Acquiring lock "e3da7693-b1b0-46a2-98e4-95f1f3d47b20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.436291] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Lock "e3da7693-b1b0-46a2-98e4-95f1f3d47b20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.436510] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Lock "e3da7693-b1b0-46a2-98e4-95f1f3d47b20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.442876] env[62097]: INFO nova.compute.manager [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Terminating instance [ 1820.628950] env[62097]: DEBUG oslo_concurrency.lockutils [req-b1613233-9fed-488e-9a0c-e5b5faf4a22e req-278ea729-c348-42bc-9791-3dc99fa149a1 service nova] Releasing lock "refresh_cache-e3da7693-b1b0-46a2-98e4-95f1f3d47b20" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.686809] env[62097]: DEBUG oslo_concurrency.lockutils [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Releasing lock "refresh_cache-3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.687203] env[62097]: DEBUG nova.compute.manager [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Instance network_info: |[{"id": "dffbaff1-c0c7-4891-b3ed-c538bc8809eb", "address": "fa:16:3e:58:f2:60", "network": {"id": "7e25fcfc-123d-428e-8f65-197d1a36ab92", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1731505294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a649c3652b724ef0a0295ea9dee7ada4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdffbaff1-c0", "ovs_interfaceid": "dffbaff1-c0c7-4891-b3ed-c538bc8809eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1820.687536] env[62097]: DEBUG oslo_concurrency.lockutils [req-11130a77-607a-46c3-b561-cd0b7c05fb9a req-424dea67-2775-42fb-b0f7-1a6bcb1622ed service nova] Acquired lock "refresh_cache-3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.687715] env[62097]: DEBUG nova.network.neutron [req-11130a77-607a-46c3-b561-cd0b7c05fb9a req-424dea67-2775-42fb-b0f7-1a6bcb1622ed service nova] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Refreshing network info cache for port dffbaff1-c0c7-4891-b3ed-c538bc8809eb {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1820.688958] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:f2:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dffbaff1-c0c7-4891-b3ed-c538bc8809eb', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1820.696982] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Creating folder: Project (a649c3652b724ef0a0295ea9dee7ada4). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1820.697552] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-955c0ef1-964c-4678-b28e-990437615777 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.710485] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Created folder: Project (a649c3652b724ef0a0295ea9dee7ada4) in parent group-v417770. [ 1820.710710] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Creating folder: Instances. Parent ref: group-v417932. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1820.710965] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cd3d380-43e9-4bb8-bd43-6bf194f440c7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.722586] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Created folder: Instances in parent group-v417932. [ 1820.722784] env[62097]: DEBUG oslo.service.loopingcall [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1820.723055] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1820.723332] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-307a2c75-0aec-4d76-a12b-d82feb42b4a0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.744859] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1820.744859] env[62097]: value = "task-2035030" [ 1820.744859] env[62097]: _type = "Task" [ 1820.744859] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.753963] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035030, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.766754] env[62097]: DEBUG oslo_concurrency.lockutils [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.806971] env[62097]: DEBUG nova.compute.manager [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1820.855428] env[62097]: DEBUG oslo_vmware.api [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035025, 'name': PowerOffVM_Task, 'duration_secs': 0.21516} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.855929] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1820.862232] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1820.863038] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a90a3768-27ae-4fca-add7-a1cb901af0b6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.885425] env[62097]: DEBUG oslo_concurrency.lockutils [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.841s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.886215] env[62097]: INFO nova.compute.manager [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Migrating [ 1820.893117] env[62097]: DEBUG oslo_vmware.api [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1820.893117] env[62097]: value = "task-2035031" [ 1820.893117] env[62097]: _type = "Task" [ 1820.893117] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.896011] env[62097]: DEBUG oslo_concurrency.lockutils [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.131s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.897792] env[62097]: INFO nova.compute.claims [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1820.907628] env[62097]: DEBUG oslo_concurrency.lockutils [None req-eed35822-c80f-4034-8bf1-c14410efe22a tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Lock "face7e9c-6a8b-4bae-ab99-c8601b2cb358" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.910s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.923901] env[62097]: DEBUG oslo_vmware.api [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035024, 'name': PowerOnVM_Task, 'duration_secs': 0.763698} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.929829] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1820.930097] env[62097]: INFO nova.compute.manager [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Took 11.98 seconds to spawn the instance on the hypervisor. [ 1820.930291] env[62097]: DEBUG nova.compute.manager [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1820.930593] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Task: {'id': task-2035027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176529} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.931144] env[62097]: DEBUG oslo_vmware.api [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.931919] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ebd493-aaeb-494e-8b7e-cdb60f033dd6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.935174] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1820.935365] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1820.935543] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1820.949757] env[62097]: DEBUG nova.compute.manager [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1820.950027] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1820.950953] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7015fb35-2345-4bd2-836c-33c35a9e838f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.960437] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1820.960748] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef373f78-0848-4251-abf4-21199c22642c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.971082] env[62097]: DEBUG oslo_vmware.api [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Waiting for the task: (returnval){ [ 1820.971082] env[62097]: value = "task-2035032" [ 1820.971082] env[62097]: _type = "Task" [ 1820.971082] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.982258] env[62097]: DEBUG oslo_vmware.api [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': task-2035032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.020557] env[62097]: DEBUG nova.compute.manager [req-4fec4ba3-d00e-499e-bcf3-1db9c823bfe7 req-b0394e37-d1bb-4056-bf1e-df647746105d service nova] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Received event network-vif-deleted-32a58d0a-f7de-43f8-a3db-2f3bb6c42097 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1821.255954] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035030, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.365576] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.391846] env[62097]: DEBUG nova.network.neutron [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Successfully updated port: c68c50cd-694b-417b-bc97-9b23de9c1656 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1821.423050] env[62097]: DEBUG oslo_concurrency.lockutils [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "refresh_cache-7b70aac3-1fd6-4956-8849-ebe6def4305e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.424051] env[62097]: DEBUG oslo_concurrency.lockutils [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquired lock "refresh_cache-7b70aac3-1fd6-4956-8849-ebe6def4305e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.424447] env[62097]: DEBUG nova.network.neutron [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1821.426179] env[62097]: DEBUG oslo_vmware.api [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035031, 'name': ReconfigVM_Task, 'duration_secs': 0.326555} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.427439] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1821.427764] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1821.428309] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e148c7ca-dd8c-40aa-842c-a1dce60824c5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.438027] env[62097]: DEBUG oslo_vmware.api [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1821.438027] env[62097]: value = "task-2035033" [ 1821.438027] env[62097]: _type = "Task" [ 1821.438027] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.460791] env[62097]: DEBUG oslo_vmware.api [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.466487] env[62097]: INFO nova.compute.manager [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Took 41.25 seconds to build instance. [ 1821.485046] env[62097]: DEBUG oslo_vmware.api [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': task-2035032, 'name': PowerOffVM_Task, 'duration_secs': 0.220124} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.485300] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1821.485300] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1821.485672] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41ddcef3-ad91-496a-aaa9-006b24598c4a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.506851] env[62097]: INFO nova.compute.manager [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Rebuilding instance [ 1821.515032] env[62097]: DEBUG nova.network.neutron [req-11130a77-607a-46c3-b561-cd0b7c05fb9a req-424dea67-2775-42fb-b0f7-1a6bcb1622ed service nova] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Updated VIF entry in instance network info cache for port dffbaff1-c0c7-4891-b3ed-c538bc8809eb. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1821.515165] env[62097]: DEBUG nova.network.neutron [req-11130a77-607a-46c3-b561-cd0b7c05fb9a req-424dea67-2775-42fb-b0f7-1a6bcb1622ed service nova] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Updating instance_info_cache with network_info: [{"id": "dffbaff1-c0c7-4891-b3ed-c538bc8809eb", "address": "fa:16:3e:58:f2:60", "network": {"id": "7e25fcfc-123d-428e-8f65-197d1a36ab92", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1731505294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a649c3652b724ef0a0295ea9dee7ada4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdffbaff1-c0", "ovs_interfaceid": "dffbaff1-c0c7-4891-b3ed-c538bc8809eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.572377] env[62097]: DEBUG nova.compute.manager [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1821.573485] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b11603-3b94-4c15-8940-72f5f15fe1fe {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.609026] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1821.609026] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1821.609026] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Deleting the datastore file [datastore2] e3da7693-b1b0-46a2-98e4-95f1f3d47b20 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1821.609026] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9399bdb0-5de5-44a0-a975-cd2e95f20b3d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.615264] env[62097]: DEBUG oslo_vmware.api [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Waiting for the task: (returnval){ [ 1821.615264] env[62097]: value = "task-2035035" [ 1821.615264] env[62097]: _type = "Task" [ 1821.615264] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.628088] env[62097]: DEBUG oslo_vmware.api [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': task-2035035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.759707] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035030, 'name': CreateVM_Task, 'duration_secs': 0.592965} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.760287] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1821.761519] env[62097]: DEBUG oslo_concurrency.lockutils [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.761759] env[62097]: DEBUG oslo_concurrency.lockutils [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.762204] env[62097]: DEBUG oslo_concurrency.lockutils [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1821.762602] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7134cee4-08bc-4484-9cde-9ba014668ef4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.767846] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 1821.767846] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d9bc9f-9238-bc32-6821-ed88958f6e4a" [ 1821.767846] env[62097]: _type = "Task" [ 1821.767846] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.777499] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d9bc9f-9238-bc32-6821-ed88958f6e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.894994] env[62097]: DEBUG oslo_concurrency.lockutils [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Acquiring lock "refresh_cache-9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.894994] env[62097]: DEBUG oslo_concurrency.lockutils [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Acquired lock "refresh_cache-9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.894994] env[62097]: DEBUG nova.network.neutron [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1821.951933] env[62097]: DEBUG oslo_vmware.api [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035033, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.969599] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d8e7e4a-eff2-42ed-a854-6dacaa2cf13e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "b2312aa2-a236-4928-8204-dee877cc217f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.642s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.974887] env[62097]: DEBUG nova.compute.manager [req-4e3b26f1-e117-4dea-a25e-d050d0fb3cc1 req-e0f3c22e-828b-4380-9161-169b0fea45d2 service nova] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Received event network-vif-plugged-c68c50cd-694b-417b-bc97-9b23de9c1656 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1821.975157] env[62097]: DEBUG oslo_concurrency.lockutils [req-4e3b26f1-e117-4dea-a25e-d050d0fb3cc1 req-e0f3c22e-828b-4380-9161-169b0fea45d2 service nova] Acquiring lock "9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.975372] env[62097]: DEBUG oslo_concurrency.lockutils [req-4e3b26f1-e117-4dea-a25e-d050d0fb3cc1 req-e0f3c22e-828b-4380-9161-169b0fea45d2 service nova] Lock "9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.975543] env[62097]: DEBUG oslo_concurrency.lockutils [req-4e3b26f1-e117-4dea-a25e-d050d0fb3cc1 req-e0f3c22e-828b-4380-9161-169b0fea45d2 service nova] Lock "9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.975711] env[62097]: DEBUG nova.compute.manager [req-4e3b26f1-e117-4dea-a25e-d050d0fb3cc1 req-e0f3c22e-828b-4380-9161-169b0fea45d2 service nova] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] No waiting events found dispatching network-vif-plugged-c68c50cd-694b-417b-bc97-9b23de9c1656 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1821.975883] env[62097]: WARNING nova.compute.manager [req-4e3b26f1-e117-4dea-a25e-d050d0fb3cc1 req-e0f3c22e-828b-4380-9161-169b0fea45d2 service nova] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Received unexpected event network-vif-plugged-c68c50cd-694b-417b-bc97-9b23de9c1656 for instance with vm_state building and task_state spawning. [ 1821.976063] env[62097]: DEBUG nova.compute.manager [req-4e3b26f1-e117-4dea-a25e-d050d0fb3cc1 req-e0f3c22e-828b-4380-9161-169b0fea45d2 service nova] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Received event network-changed-c68c50cd-694b-417b-bc97-9b23de9c1656 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1821.976230] env[62097]: DEBUG nova.compute.manager [req-4e3b26f1-e117-4dea-a25e-d050d0fb3cc1 req-e0f3c22e-828b-4380-9161-169b0fea45d2 service nova] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Refreshing instance network info cache due to event network-changed-c68c50cd-694b-417b-bc97-9b23de9c1656. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1821.976439] env[62097]: DEBUG oslo_concurrency.lockutils [req-4e3b26f1-e117-4dea-a25e-d050d0fb3cc1 req-e0f3c22e-828b-4380-9161-169b0fea45d2 service nova] Acquiring lock "refresh_cache-9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.988979] env[62097]: DEBUG nova.virt.hardware [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1821.990169] env[62097]: DEBUG nova.virt.hardware [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1821.990169] env[62097]: DEBUG nova.virt.hardware [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1821.990169] env[62097]: DEBUG nova.virt.hardware [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1821.990169] env[62097]: DEBUG nova.virt.hardware [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1821.990169] env[62097]: DEBUG nova.virt.hardware [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1821.990169] env[62097]: DEBUG nova.virt.hardware [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1821.990407] env[62097]: DEBUG nova.virt.hardware [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1821.990525] env[62097]: DEBUG nova.virt.hardware [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1821.990700] env[62097]: DEBUG nova.virt.hardware [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1821.990876] env[62097]: DEBUG nova.virt.hardware [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1821.991820] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fea1f2-af98-4b1b-8f8d-fecde47d3ec7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.009062] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d731ce5f-d7cc-4855-b243-8224a723776a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.019126] env[62097]: DEBUG nova.compute.manager [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1822.019764] env[62097]: DEBUG nova.virt.hardware [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1822.020135] env[62097]: DEBUG nova.virt.hardware [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1822.020264] env[62097]: DEBUG nova.virt.hardware [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1822.020500] env[62097]: DEBUG nova.virt.hardware [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1822.020687] env[62097]: DEBUG nova.virt.hardware [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1822.020857] env[62097]: DEBUG nova.virt.hardware [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1822.021082] env[62097]: DEBUG nova.virt.hardware [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1822.021303] env[62097]: DEBUG nova.virt.hardware [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1822.021516] env[62097]: DEBUG nova.virt.hardware [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1822.021727] env[62097]: DEBUG nova.virt.hardware [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1822.021921] env[62097]: DEBUG nova.virt.hardware [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1822.031433] env[62097]: DEBUG oslo_concurrency.lockutils [req-11130a77-607a-46c3-b561-cd0b7c05fb9a req-424dea67-2775-42fb-b0f7-1a6bcb1622ed service nova] Releasing lock "refresh_cache-3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.032903] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aae8882-ad62-4a6d-b423-d7cd236dd519 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.035929] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Instance VIF info [] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1822.041759] env[62097]: DEBUG oslo.service.loopingcall [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1822.047673] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1822.048603] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd2f1224-a5c9-4013-84f5-0c0372eab06d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.069627] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4d271b-1156-43e4-8b5e-bdedfd50e0ae {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.077996] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1822.077996] env[62097]: value = "task-2035036" [ 1822.077996] env[62097]: _type = "Task" [ 1822.077996] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.103888] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035036, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.126631] env[62097]: DEBUG oslo_vmware.api [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Task: {'id': task-2035035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281694} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.130055] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1822.130055] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1822.130055] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1822.130055] env[62097]: INFO nova.compute.manager [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1822.130272] env[62097]: DEBUG oslo.service.loopingcall [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1822.130430] env[62097]: DEBUG nova.compute.manager [-] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1822.131221] env[62097]: DEBUG nova.network.neutron [-] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1822.257989] env[62097]: DEBUG nova.network.neutron [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Updating instance_info_cache with network_info: [{"id": "7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e", "address": "fa:16:3e:d9:99:6b", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5c7b71-3a", "ovs_interfaceid": "7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.281169] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d9bc9f-9238-bc32-6821-ed88958f6e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.021724} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.281509] env[62097]: DEBUG oslo_concurrency.lockutils [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.281752] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1822.282032] env[62097]: DEBUG oslo_concurrency.lockutils [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.282208] env[62097]: DEBUG oslo_concurrency.lockutils [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.282435] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1822.282661] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63dabe50-dbe9-4759-b49a-e1a4cde0cb75 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.296916] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1822.297141] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1822.297911] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-167589f4-3f2e-47ef-8ed0-9e8fb562a8c1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.304058] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 1822.304058] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52bd389a-2089-913e-6ebf-ed04753657c0" [ 1822.304058] env[62097]: _type = "Task" [ 1822.304058] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.316699] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52bd389a-2089-913e-6ebf-ed04753657c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.432156] env[62097]: DEBUG nova.network.neutron [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1822.457543] env[62097]: DEBUG oslo_vmware.api [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035033, 'name': PowerOnVM_Task, 'duration_secs': 0.59565} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.457836] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1822.458084] env[62097]: DEBUG nova.compute.manager [None req-2910fcac-5d57-4a08-bab0-c3ba4e5f9e5f tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1822.458934] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25739079-b2b3-4a7f-b6e6-d57f595b810a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.511809] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4401e5e-ec21-4315-bc5e-9f420399c051 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.520565] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8947d0-0450-4920-83c2-4a2ea16d066f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Suspending the VM {{(pid=62097) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1822.523142] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-898f7937-b78d-46ea-af6e-7728ba44afe5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.532860] env[62097]: DEBUG oslo_vmware.api [None req-0e8947d0-0450-4920-83c2-4a2ea16d066f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1822.532860] env[62097]: value = "task-2035037" [ 1822.532860] env[62097]: _type = "Task" [ 1822.532860] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.545045] env[62097]: DEBUG oslo_vmware.api [None req-0e8947d0-0450-4920-83c2-4a2ea16d066f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035037, 'name': SuspendVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.566839] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f010e649-46a2-48c5-b87b-44fc2f5d3424 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.577017] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af07296d-48ab-4056-b2ab-a75c5ccc5a2c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.612747] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1822.616626] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d92ffd8c-eeb8-416b-af3e-29e06fa18fcb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.619597] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3030f96f-e5fb-436d-89fe-273c7cd0c865 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.622895] env[62097]: DEBUG nova.network.neutron [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Updating instance_info_cache with network_info: [{"id": "c68c50cd-694b-417b-bc97-9b23de9c1656", "address": "fa:16:3e:b4:cf:fb", "network": {"id": "e7e76def-0237-4fdf-bc01-0c83e6700929", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-844756742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76f646dc0c544988f8a74d76e7d5a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc68c50cd-69", "ovs_interfaceid": "c68c50cd-694b-417b-bc97-9b23de9c1656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.629732] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035036, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.633157] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Waiting for the task: (returnval){ [ 1822.633157] env[62097]: value = "task-2035038" [ 1822.633157] env[62097]: _type = "Task" [ 1822.633157] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.634857] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f6de18-eaa7-4e9b-a04c-1efc9b84ea74 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.657513] env[62097]: DEBUG nova.compute.provider_tree [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1822.661376] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.765131] env[62097]: DEBUG oslo_concurrency.lockutils [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Releasing lock "refresh_cache-7b70aac3-1fd6-4956-8849-ebe6def4305e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.817078] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52bd389a-2089-913e-6ebf-ed04753657c0, 'name': SearchDatastore_Task, 'duration_secs': 0.036177} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.818454] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b36e0af2-7b7a-466a-81c2-32f1273d7daf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.826740] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 1822.826740] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522324d3-9e02-7997-027d-6a7429171892" [ 1822.826740] env[62097]: _type = "Task" [ 1822.826740] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.838344] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522324d3-9e02-7997-027d-6a7429171892, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.048082] env[62097]: DEBUG oslo_vmware.api [None req-0e8947d0-0450-4920-83c2-4a2ea16d066f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035037, 'name': SuspendVM_Task} progress is 58%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.124356] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035036, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.125932] env[62097]: DEBUG oslo_concurrency.lockutils [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Releasing lock "refresh_cache-9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.126246] env[62097]: DEBUG nova.compute.manager [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Instance network_info: |[{"id": "c68c50cd-694b-417b-bc97-9b23de9c1656", "address": "fa:16:3e:b4:cf:fb", "network": {"id": "e7e76def-0237-4fdf-bc01-0c83e6700929", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-844756742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76f646dc0c544988f8a74d76e7d5a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc68c50cd-69", "ovs_interfaceid": "c68c50cd-694b-417b-bc97-9b23de9c1656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1823.126539] env[62097]: DEBUG oslo_concurrency.lockutils [req-4e3b26f1-e117-4dea-a25e-d050d0fb3cc1 req-e0f3c22e-828b-4380-9161-169b0fea45d2 service nova] Acquired lock "refresh_cache-9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.126753] env[62097]: DEBUG nova.network.neutron [req-4e3b26f1-e117-4dea-a25e-d050d0fb3cc1 req-e0f3c22e-828b-4380-9161-169b0fea45d2 service nova] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Refreshing network info cache for port c68c50cd-694b-417b-bc97-9b23de9c1656 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1823.127946] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:cf:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c68c50cd-694b-417b-bc97-9b23de9c1656', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1823.135522] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Creating folder: Project (a76f646dc0c544988f8a74d76e7d5a0f). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1823.136670] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b08a684a-5824-4510-9721-042c6962ee67 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.147920] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.154049] env[62097]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1823.158021] env[62097]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62097) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1823.158021] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Folder already exists: Project (a76f646dc0c544988f8a74d76e7d5a0f). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1823.158021] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Creating folder: Instances. Parent ref: group-v417895. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1823.158021] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8827744-0d07-46ff-82bc-291f5e9c8d06 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.163222] env[62097]: DEBUG nova.scheduler.client.report [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1823.167777] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Created folder: Instances in parent group-v417895. [ 1823.168054] env[62097]: DEBUG oslo.service.loopingcall [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1823.168477] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1823.168691] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf584292-b0f1-4de2-b2a7-4e206212dc0d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.190146] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1823.190146] env[62097]: value = "task-2035041" [ 1823.190146] env[62097]: _type = "Task" [ 1823.190146] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.200630] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035041, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.338615] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522324d3-9e02-7997-027d-6a7429171892, 'name': SearchDatastore_Task, 'duration_secs': 0.015131} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.338933] env[62097]: DEBUG oslo_concurrency.lockutils [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.339158] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef/3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1823.339993] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-671df8b0-ccb6-4e47-914b-b11ba61b47ac {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.347655] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 1823.347655] env[62097]: value = "task-2035042" [ 1823.347655] env[62097]: _type = "Task" [ 1823.347655] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.356441] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.415418] env[62097]: DEBUG nova.network.neutron [-] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.545760] env[62097]: DEBUG oslo_vmware.api [None req-0e8947d0-0450-4920-83c2-4a2ea16d066f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035037, 'name': SuspendVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.623890] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035036, 'name': CreateVM_Task, 'duration_secs': 1.462832} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.624147] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1823.624587] env[62097]: DEBUG oslo_concurrency.lockutils [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.624749] env[62097]: DEBUG oslo_concurrency.lockutils [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.625104] env[62097]: DEBUG oslo_concurrency.lockutils [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1823.625386] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51752ff5-df76-441a-a4cf-a0f2743ce80f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.630778] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Waiting for the task: (returnval){ [ 1823.630778] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b71817-75d9-1c00-e4f7-86815100195b" [ 1823.630778] env[62097]: _type = "Task" [ 1823.630778] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.642076] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b71817-75d9-1c00-e4f7-86815100195b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.651193] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035038, 'name': PowerOffVM_Task, 'duration_secs': 1.012558} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.651491] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1823.651724] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1823.652604] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4682bdd-2fd0-4a41-aaf0-07a411c5236b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.661830] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1823.662171] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a070f2e1-16e4-4f89-b8e0-2f78ef126043 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.670242] env[62097]: DEBUG oslo_concurrency.lockutils [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.671027] env[62097]: DEBUG nova.compute.manager [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1823.673666] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.917s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.673957] env[62097]: DEBUG nova.objects.instance [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Lazy-loading 'resources' on Instance uuid 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1823.697174] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1823.698099] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1823.698099] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Deleting the datastore file [datastore2] face7e9c-6a8b-4bae-ab99-c8601b2cb358 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1823.698651] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-269a3ccb-9083-48d6-92ce-349b21fd0f49 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.709019] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035041, 'name': CreateVM_Task, 'duration_secs': 0.500403} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.715325] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1823.715325] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'guest_format': None, 'attachment_id': '1084b180-4a08-4167-81c9-9e424c533e46', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-417902', 'volume_id': '7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00', 'name': 'volume-7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a', 'attached_at': '', 'detached_at': '', 'volume_id': '7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00', 'serial': '7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00'}, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62097) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1823.715325] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Root volume attach. Driver type: vmdk {{(pid=62097) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1823.715325] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3682b73-b881-403d-bf78-5a52ad4faffb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.718596] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Waiting for the task: (returnval){ [ 1823.718596] env[62097]: value = "task-2035044" [ 1823.718596] env[62097]: _type = "Task" [ 1823.718596] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.729065] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687aa7c3-d934-458e-9f4b-d33eca1c1909 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.735987] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.743598] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93df1c87-13f2-4fff-9dad-489091a275a9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.755756] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f9234def-7b98-4091-a4ab-d4633f0d6f4a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.764169] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Waiting for the task: (returnval){ [ 1823.764169] env[62097]: value = "task-2035045" [ 1823.764169] env[62097]: _type = "Task" [ 1823.764169] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.777712] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035045, 'name': RelocateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.861921] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035042, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.920706] env[62097]: INFO nova.compute.manager [-] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Took 1.79 seconds to deallocate network for instance. [ 1824.005557] env[62097]: DEBUG nova.compute.manager [req-395e7b7d-c3da-4efc-87e8-b10c78c87fd2 req-320de2d0-80fa-4355-93ba-354d1b36aedc service nova] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Received event network-vif-deleted-447e2ef3-415c-4bf0-bab9-e17f257df060 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1824.044440] env[62097]: DEBUG oslo_vmware.api [None req-0e8947d0-0450-4920-83c2-4a2ea16d066f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035037, 'name': SuspendVM_Task, 'duration_secs': 1.020479} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.044737] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8947d0-0450-4920-83c2-4a2ea16d066f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Suspended the VM {{(pid=62097) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1824.044949] env[62097]: DEBUG nova.compute.manager [None req-0e8947d0-0450-4920-83c2-4a2ea16d066f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1824.046036] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cd8caf-eac4-4056-a10d-e5f227606c40 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.049606] env[62097]: DEBUG nova.network.neutron [req-4e3b26f1-e117-4dea-a25e-d050d0fb3cc1 req-e0f3c22e-828b-4380-9161-169b0fea45d2 service nova] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Updated VIF entry in instance network info cache for port c68c50cd-694b-417b-bc97-9b23de9c1656. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1824.049948] env[62097]: DEBUG nova.network.neutron [req-4e3b26f1-e117-4dea-a25e-d050d0fb3cc1 req-e0f3c22e-828b-4380-9161-169b0fea45d2 service nova] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Updating instance_info_cache with network_info: [{"id": "c68c50cd-694b-417b-bc97-9b23de9c1656", "address": "fa:16:3e:b4:cf:fb", "network": {"id": "e7e76def-0237-4fdf-bc01-0c83e6700929", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-844756742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76f646dc0c544988f8a74d76e7d5a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc68c50cd-69", "ovs_interfaceid": "c68c50cd-694b-417b-bc97-9b23de9c1656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.143739] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b71817-75d9-1c00-e4f7-86815100195b, 'name': SearchDatastore_Task, 'duration_secs': 0.049557} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.144096] env[62097]: DEBUG oslo_concurrency.lockutils [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.144429] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1824.144577] env[62097]: DEBUG oslo_concurrency.lockutils [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.144720] env[62097]: DEBUG oslo_concurrency.lockutils [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.144897] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1824.145240] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e0a9d30-6db0-4c95-9fc6-a62887113f3e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.158071] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1824.158322] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1824.159265] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12c1d18a-65b3-40da-8371-50ad67c843db {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.166931] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Waiting for the task: (returnval){ [ 1824.166931] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e3f1e2-2e3b-0af3-81fb-0eac552ee9f9" [ 1824.166931] env[62097]: _type = "Task" [ 1824.166931] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.180725] env[62097]: DEBUG nova.compute.utils [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1824.185119] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e3f1e2-2e3b-0af3-81fb-0eac552ee9f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.185707] env[62097]: DEBUG nova.compute.manager [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1824.185978] env[62097]: DEBUG nova.network.neutron [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1824.233200] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351955} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.233497] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1824.233766] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1824.233862] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1824.273589] env[62097]: DEBUG nova.policy [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b709d7bebdbd4d91b15f3f2e08415cd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e12bb11b9e548798618c073b9b30454', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1824.285070] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035045, 'name': RelocateVM_Task} progress is 38%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.289375] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86579c7f-41a9-44d7-a88c-d08836e60c52 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.314312] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Updating instance '7b70aac3-1fd6-4956-8849-ebe6def4305e' progress to 0 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1824.361065] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661253} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.361393] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef/3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1824.361537] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1824.361804] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0230658-691c-4c32-9b8c-566bfdb77502 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.371808] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 1824.371808] env[62097]: value = "task-2035046" [ 1824.371808] env[62097]: _type = "Task" [ 1824.371808] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.386448] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.434138] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.554469] env[62097]: DEBUG oslo_concurrency.lockutils [req-4e3b26f1-e117-4dea-a25e-d050d0fb3cc1 req-e0f3c22e-828b-4380-9161-169b0fea45d2 service nova] Releasing lock "refresh_cache-9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.685286] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e3f1e2-2e3b-0af3-81fb-0eac552ee9f9, 'name': SearchDatastore_Task, 'duration_secs': 0.02738} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.685286] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2facc82d-a259-48c9-aecd-bfa7c7882e41 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.690960] env[62097]: DEBUG nova.compute.manager [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1824.699080] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Waiting for the task: (returnval){ [ 1824.699080] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52251115-881f-26ea-857f-ba72258b2e35" [ 1824.699080] env[62097]: _type = "Task" [ 1824.699080] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.717196] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52251115-881f-26ea-857f-ba72258b2e35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.783643] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035045, 'name': RelocateVM_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.828667] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1824.828952] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-957f1325-0319-4019-a40c-93e7df1fdcd0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.843323] env[62097]: DEBUG oslo_vmware.api [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1824.843323] env[62097]: value = "task-2035047" [ 1824.843323] env[62097]: _type = "Task" [ 1824.843323] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.858634] env[62097]: DEBUG oslo_vmware.api [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.888516] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.392723} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.891274] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1824.892273] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c59175-b683-4eb3-83a2-8e215972e397 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.896894] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f0c3ff-7f05-465f-9a1d-bffc1bed38a4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.919969] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d142aa6-ccda-49fc-90e5-a4e61f6496bf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.933553] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef/3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1824.934669] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0fef2b2-f33b-4483-a076-9245c0f9cc69 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.986041] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c22bc5-1910-40f9-8c9e-97325564b6df {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.991303] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 1824.991303] env[62097]: value = "task-2035048" [ 1824.991303] env[62097]: _type = "Task" [ 1824.991303] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.002143] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ff07ed-6cf8-49d4-abcd-93d57f4f7cc9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.010368] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.023087] env[62097]: DEBUG nova.compute.provider_tree [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1825.090276] env[62097]: DEBUG nova.network.neutron [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Successfully created port: ccbec8dd-8087-4e12-970d-2237cfb3a4ee {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1825.212763] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52251115-881f-26ea-857f-ba72258b2e35, 'name': SearchDatastore_Task, 'duration_secs': 0.022226} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.213731] env[62097]: DEBUG oslo_concurrency.lockutils [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.214182] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] da50c4b4-e9b4-447f-95f4-479356451a22/da50c4b4-e9b4-447f-95f4-479356451a22.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1825.214666] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbebcf2a-2007-4f7c-b7fe-80a9e365649f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.225158] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Waiting for the task: (returnval){ [ 1825.225158] env[62097]: value = "task-2035049" [ 1825.225158] env[62097]: _type = "Task" [ 1825.225158] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.237832] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Task: {'id': task-2035049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.280509] env[62097]: DEBUG nova.virt.hardware [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1825.280790] env[62097]: DEBUG nova.virt.hardware [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1825.280953] env[62097]: DEBUG nova.virt.hardware [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1825.281153] env[62097]: DEBUG nova.virt.hardware [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1825.281308] env[62097]: DEBUG nova.virt.hardware [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1825.281477] env[62097]: DEBUG nova.virt.hardware [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1825.281760] env[62097]: DEBUG nova.virt.hardware [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1825.281942] env[62097]: DEBUG nova.virt.hardware [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1825.282154] env[62097]: DEBUG nova.virt.hardware [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1825.282337] env[62097]: DEBUG nova.virt.hardware [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1825.282512] env[62097]: DEBUG nova.virt.hardware [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1825.283582] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc275c8-7daf-49de-a277-f8c17900efea {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.290427] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035045, 'name': RelocateVM_Task} progress is 63%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.298338] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfeac433-99c4-4185-b4e1-a206e5250054 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.314377] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Instance VIF info [] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1825.320680] env[62097]: DEBUG oslo.service.loopingcall [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1825.321042] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1825.321337] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9da2822-3e9e-45d9-8c7d-ecc474f27053 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.342746] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1825.342746] env[62097]: value = "task-2035050" [ 1825.342746] env[62097]: _type = "Task" [ 1825.342746] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.359279] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035050, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.359606] env[62097]: DEBUG oslo_vmware.api [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035047, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.503404] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.527175] env[62097]: DEBUG nova.scheduler.client.report [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1825.706403] env[62097]: DEBUG nova.compute.manager [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1825.750865] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Task: {'id': task-2035049, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.757565] env[62097]: DEBUG nova.virt.hardware [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1825.757839] env[62097]: DEBUG nova.virt.hardware [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1825.757907] env[62097]: DEBUG nova.virt.hardware [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1825.758144] env[62097]: DEBUG nova.virt.hardware [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1825.758299] env[62097]: DEBUG nova.virt.hardware [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1825.758452] env[62097]: DEBUG nova.virt.hardware [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1825.758766] env[62097]: DEBUG nova.virt.hardware [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1825.759029] env[62097]: DEBUG nova.virt.hardware [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1825.759228] env[62097]: DEBUG nova.virt.hardware [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1825.759405] env[62097]: DEBUG nova.virt.hardware [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1825.759583] env[62097]: DEBUG nova.virt.hardware [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1825.761358] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f1217d-03fa-4bba-9056-5a44173c08ce {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.779270] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139ecaf3-aa2e-4f91-945f-14dcc42e613b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.789831] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035045, 'name': RelocateVM_Task} progress is 76%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.865187] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035050, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.870658] env[62097]: DEBUG oslo_vmware.api [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035047, 'name': PowerOffVM_Task, 'duration_secs': 0.540137} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.873144] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1825.873563] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Updating instance '7b70aac3-1fd6-4956-8849-ebe6def4305e' progress to 17 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1826.003899] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035048, 'name': ReconfigVM_Task, 'duration_secs': 0.81408} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.004216] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef/3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1826.004810] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9f9d930-ee8e-44c8-80cc-6ac4f507ff2e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.014891] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 1826.014891] env[62097]: value = "task-2035051" [ 1826.014891] env[62097]: _type = "Task" [ 1826.014891] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.026511] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035051, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.032827] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.359s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.036732] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.168s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.036732] env[62097]: DEBUG nova.objects.instance [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Lazy-loading 'resources' on Instance uuid 049f2126-5f66-4e66-a334-13e33b27b152 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1826.231889] env[62097]: INFO nova.scheduler.client.report [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Deleted allocations for instance 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c [ 1826.231889] env[62097]: DEBUG nova.compute.manager [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1826.231889] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f3296e-0cf4-4e05-9dbb-78fce0c0bade {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.242263] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Task: {'id': task-2035049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.918894} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.242708] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] da50c4b4-e9b4-447f-95f4-479356451a22/da50c4b4-e9b4-447f-95f4-479356451a22.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1826.242988] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1826.243372] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a0a94ad-040c-4a39-868e-0449f72f6d06 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.253632] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Waiting for the task: (returnval){ [ 1826.253632] env[62097]: value = "task-2035052" [ 1826.253632] env[62097]: _type = "Task" [ 1826.253632] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.266245] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Task: {'id': task-2035052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.284825] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035045, 'name': RelocateVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.358761] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035050, 'name': CreateVM_Task, 'duration_secs': 0.588752} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.359493] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1826.361119] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.361119] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.361119] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1826.361119] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e1c0c3a-4621-4721-9850-b399b078f553 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.370594] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Waiting for the task: (returnval){ [ 1826.370594] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52277ca3-b739-e2ab-f8aa-41f2e54cddda" [ 1826.370594] env[62097]: _type = "Task" [ 1826.370594] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.384275] env[62097]: DEBUG nova.virt.hardware [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:47:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1826.385029] env[62097]: DEBUG nova.virt.hardware [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1826.385029] env[62097]: DEBUG nova.virt.hardware [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1826.385029] env[62097]: DEBUG nova.virt.hardware [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1826.385220] env[62097]: DEBUG nova.virt.hardware [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1826.385435] env[62097]: DEBUG nova.virt.hardware [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1826.385805] env[62097]: DEBUG nova.virt.hardware [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1826.386099] env[62097]: DEBUG nova.virt.hardware [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1826.386410] env[62097]: DEBUG nova.virt.hardware [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1826.386669] env[62097]: DEBUG nova.virt.hardware [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1826.386915] env[62097]: DEBUG nova.virt.hardware [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1826.397038] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3b74d06-cad4-4e1f-8a7a-68780b1378d2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.409069] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52277ca3-b739-e2ab-f8aa-41f2e54cddda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.419958] env[62097]: DEBUG oslo_vmware.api [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1826.419958] env[62097]: value = "task-2035053" [ 1826.419958] env[62097]: _type = "Task" [ 1826.419958] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.430322] env[62097]: DEBUG oslo_vmware.api [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035053, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.528541] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035051, 'name': Rename_Task, 'duration_secs': 0.340983} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.528912] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1826.529237] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3871b216-f26c-4363-855a-ebc7d04c739b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.537782] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 1826.537782] env[62097]: value = "task-2035054" [ 1826.537782] env[62097]: _type = "Task" [ 1826.537782] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.557351] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.631712] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ccc06594-ed81-4a74-9014-d4ccc3706cd3 tempest-ServerAddressesTestJSON-1551759511 tempest-ServerAddressesTestJSON-1551759511-project-member] Lock "1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.559s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.647831] env[62097]: INFO nova.compute.manager [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] instance snapshotting [ 1826.648069] env[62097]: WARNING nova.compute.manager [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1826.652207] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdeb3eca-ea60-4f73-8c48-deee00837454 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.683064] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73a9371-961c-4dce-b071-e64833606b7b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.766093] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Task: {'id': task-2035052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189325} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.768832] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1826.770179] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693e484d-c067-40a8-9dfe-97b2726a3cc3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.782679] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035045, 'name': RelocateVM_Task} progress is 97%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.803257] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] da50c4b4-e9b4-447f-95f4-479356451a22/da50c4b4-e9b4-447f-95f4-479356451a22.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1826.804129] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ed45813-8cf6-4710-b42e-3637d3d53432 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.830904] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Waiting for the task: (returnval){ [ 1826.830904] env[62097]: value = "task-2035055" [ 1826.830904] env[62097]: _type = "Task" [ 1826.830904] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.843242] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Task: {'id': task-2035055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.886971] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52277ca3-b739-e2ab-f8aa-41f2e54cddda, 'name': SearchDatastore_Task, 'duration_secs': 0.019041} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.893021] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.893021] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1826.893021] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.893021] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.893021] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1826.893021] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-702e78a1-c616-4823-9f06-d6775815b1da {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.925727] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1826.926095] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1826.927641] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ec36c13-7b35-4bb5-83b6-5d9b333fe828 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.938019] env[62097]: DEBUG oslo_vmware.api [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.942585] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Waiting for the task: (returnval){ [ 1826.942585] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526be8d9-7f13-6e75-3f1b-5aef4bf36913" [ 1826.942585] env[62097]: _type = "Task" [ 1826.942585] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.952233] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526be8d9-7f13-6e75-3f1b-5aef4bf36913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.055661] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035054, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.186791] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c03eac-8554-42e8-af7d-f134e28a629a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.196260] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Creating Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1827.196713] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cfb3b75f-1883-468d-875e-43ede16647f6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.205635] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39f0d57-93e0-4782-9cde-f0e48c86221b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.237967] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46eb32a0-b70e-4e4c-9f70-c431429530d8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.240769] env[62097]: DEBUG oslo_vmware.api [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1827.240769] env[62097]: value = "task-2035056" [ 1827.240769] env[62097]: _type = "Task" [ 1827.240769] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.247861] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fefd4c-1363-48d0-b04c-cf11b1503d2b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.255521] env[62097]: DEBUG oslo_vmware.api [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035056, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.268234] env[62097]: DEBUG nova.compute.provider_tree [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1827.285075] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035045, 'name': RelocateVM_Task} progress is 98%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.342366] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Task: {'id': task-2035055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.384761] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "1824b463-fe07-4430-8da7-1b7568a58852" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.385178] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "1824b463-fe07-4430-8da7-1b7568a58852" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.430992] env[62097]: DEBUG oslo_vmware.api [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035053, 'name': ReconfigVM_Task, 'duration_secs': 0.63463} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.431361] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Updating instance '7b70aac3-1fd6-4956-8849-ebe6def4305e' progress to 33 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1827.458481] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526be8d9-7f13-6e75-3f1b-5aef4bf36913, 'name': SearchDatastore_Task, 'duration_secs': 0.020052} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.459556] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-272b05f8-d433-4b59-af9e-4a02079498d3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.466236] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Waiting for the task: (returnval){ [ 1827.466236] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52cced33-7c3d-2f11-e8fa-314ab8320814" [ 1827.466236] env[62097]: _type = "Task" [ 1827.466236] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.476929] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52cced33-7c3d-2f11-e8fa-314ab8320814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.532502] env[62097]: DEBUG nova.compute.manager [req-374d3406-e689-40a9-b685-3173a2a08840 req-4b57f098-7a47-4648-8e72-be849593a383 service nova] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Received event network-vif-plugged-ccbec8dd-8087-4e12-970d-2237cfb3a4ee {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1827.532792] env[62097]: DEBUG oslo_concurrency.lockutils [req-374d3406-e689-40a9-b685-3173a2a08840 req-4b57f098-7a47-4648-8e72-be849593a383 service nova] Acquiring lock "3cca6a42-488d-4dbd-87ab-65938ab5491f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.533122] env[62097]: DEBUG oslo_concurrency.lockutils [req-374d3406-e689-40a9-b685-3173a2a08840 req-4b57f098-7a47-4648-8e72-be849593a383 service nova] Lock "3cca6a42-488d-4dbd-87ab-65938ab5491f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.533575] env[62097]: DEBUG oslo_concurrency.lockutils [req-374d3406-e689-40a9-b685-3173a2a08840 req-4b57f098-7a47-4648-8e72-be849593a383 service nova] Lock "3cca6a42-488d-4dbd-87ab-65938ab5491f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.533797] env[62097]: DEBUG nova.compute.manager [req-374d3406-e689-40a9-b685-3173a2a08840 req-4b57f098-7a47-4648-8e72-be849593a383 service nova] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] No waiting events found dispatching network-vif-plugged-ccbec8dd-8087-4e12-970d-2237cfb3a4ee {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1827.533999] env[62097]: WARNING nova.compute.manager [req-374d3406-e689-40a9-b685-3173a2a08840 req-4b57f098-7a47-4648-8e72-be849593a383 service nova] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Received unexpected event network-vif-plugged-ccbec8dd-8087-4e12-970d-2237cfb3a4ee for instance with vm_state building and task_state spawning. [ 1827.549458] env[62097]: DEBUG oslo_vmware.api [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035054, 'name': PowerOnVM_Task, 'duration_secs': 0.845403} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.550030] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1827.550030] env[62097]: INFO nova.compute.manager [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Took 10.28 seconds to spawn the instance on the hypervisor. [ 1827.550562] env[62097]: DEBUG nova.compute.manager [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1827.551665] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e1b486-9e78-40b4-a807-b396bb74a69f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.612264] env[62097]: DEBUG nova.network.neutron [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Successfully updated port: ccbec8dd-8087-4e12-970d-2237cfb3a4ee {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1827.760665] env[62097]: DEBUG oslo_vmware.api [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035056, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.771582] env[62097]: DEBUG nova.scheduler.client.report [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1827.790194] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035045, 'name': RelocateVM_Task} progress is 98%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.848027] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Task: {'id': task-2035055, 'name': ReconfigVM_Task, 'duration_secs': 0.675581} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.848027] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Reconfigured VM instance instance-00000034 to attach disk [datastore2] da50c4b4-e9b4-447f-95f4-479356451a22/da50c4b4-e9b4-447f-95f4-479356451a22.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1827.848027] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c71441ed-a4d5-4b5f-8773-7c74c9f78a0c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.855606] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Waiting for the task: (returnval){ [ 1827.855606] env[62097]: value = "task-2035057" [ 1827.855606] env[62097]: _type = "Task" [ 1827.855606] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.867604] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Task: {'id': task-2035057, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.887972] env[62097]: DEBUG nova.compute.manager [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1827.938973] env[62097]: DEBUG nova.virt.hardware [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T02:08:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='fc537de6-a7c0-4f7d-83b4-42f3fb61e491',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-458604656',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1827.939581] env[62097]: DEBUG nova.virt.hardware [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1827.939871] env[62097]: DEBUG nova.virt.hardware [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1827.940271] env[62097]: DEBUG nova.virt.hardware [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1827.940378] env[62097]: DEBUG nova.virt.hardware [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1827.940578] env[62097]: DEBUG nova.virt.hardware [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1827.940965] env[62097]: DEBUG nova.virt.hardware [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1827.941231] env[62097]: DEBUG nova.virt.hardware [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1827.941387] env[62097]: DEBUG nova.virt.hardware [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1827.941567] env[62097]: DEBUG nova.virt.hardware [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1827.941905] env[62097]: DEBUG nova.virt.hardware [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1827.948497] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1827.950083] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0698001-51c5-4b8c-bc91-74bd88d48871 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.983252] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52cced33-7c3d-2f11-e8fa-314ab8320814, 'name': SearchDatastore_Task, 'duration_secs': 0.011244} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.984843] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.985611] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] face7e9c-6a8b-4bae-ab99-c8601b2cb358/face7e9c-6a8b-4bae-ab99-c8601b2cb358.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1827.985611] env[62097]: DEBUG oslo_vmware.api [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1827.985611] env[62097]: value = "task-2035058" [ 1827.985611] env[62097]: _type = "Task" [ 1827.985611] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.985813] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0df5aba-083a-4f88-8f82-7012410bca1d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.000463] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Waiting for the task: (returnval){ [ 1828.000463] env[62097]: value = "task-2035059" [ 1828.000463] env[62097]: _type = "Task" [ 1828.000463] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.000696] env[62097]: DEBUG oslo_vmware.api [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035058, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.012696] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.074711] env[62097]: INFO nova.compute.manager [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Took 40.12 seconds to build instance. [ 1828.114969] env[62097]: DEBUG oslo_concurrency.lockutils [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "refresh_cache-3cca6a42-488d-4dbd-87ab-65938ab5491f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.115147] env[62097]: DEBUG oslo_concurrency.lockutils [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired lock "refresh_cache-3cca6a42-488d-4dbd-87ab-65938ab5491f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.115246] env[62097]: DEBUG nova.network.neutron [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1828.252133] env[62097]: DEBUG oslo_vmware.api [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035056, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.280819] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.283690] env[62097]: DEBUG oslo_concurrency.lockutils [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.468s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.283690] env[62097]: DEBUG nova.objects.instance [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Lazy-loading 'resources' on Instance uuid 7d040a2f-df58-48ee-bb68-8a9e59e97364 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1828.293537] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035045, 'name': RelocateVM_Task, 'duration_secs': 4.154014} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.293537] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Volume attach. Driver type: vmdk {{(pid=62097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1828.293537] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-417902', 'volume_id': '7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00', 'name': 'volume-7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a', 'attached_at': '', 'detached_at': '', 'volume_id': '7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00', 'serial': '7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1828.295776] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49984c5c-c943-41e4-88f1-014228bcbced {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.312974] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2b7858-bff5-4ac1-ba1a-d2a0e6c761b8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.339905] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] volume-7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00/volume-7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1828.341346] env[62097]: INFO nova.scheduler.client.report [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Deleted allocations for instance 049f2126-5f66-4e66-a334-13e33b27b152 [ 1828.342662] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4d4ac1e-ec1b-4715-a9c4-dd5921ac03b8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.377279] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Task: {'id': task-2035057, 'name': Rename_Task, 'duration_secs': 0.196016} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.378916] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1828.379294] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Waiting for the task: (returnval){ [ 1828.379294] env[62097]: value = "task-2035060" [ 1828.379294] env[62097]: _type = "Task" [ 1828.379294] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.379489] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1f6470c-7c8c-41cf-ad91-44a7760480d6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.392902] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035060, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.396423] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Waiting for the task: (returnval){ [ 1828.396423] env[62097]: value = "task-2035061" [ 1828.396423] env[62097]: _type = "Task" [ 1828.396423] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.410685] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Task: {'id': task-2035061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.417577] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.503423] env[62097]: DEBUG oslo_vmware.api [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035058, 'name': ReconfigVM_Task, 'duration_secs': 0.176657} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.507958] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1828.508883] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ebc2b7-aefd-4711-bb14-e2b6300b775e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.519632] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035059, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.540937] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 7b70aac3-1fd6-4956-8849-ebe6def4305e/7b70aac3-1fd6-4956-8849-ebe6def4305e.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1828.541411] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d707dba-203b-4a25-ab71-d0c0fb590f33 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.568303] env[62097]: DEBUG oslo_vmware.api [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1828.568303] env[62097]: value = "task-2035062" [ 1828.568303] env[62097]: _type = "Task" [ 1828.568303] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.576597] env[62097]: DEBUG oslo_concurrency.lockutils [None req-92e62ef1-ff36-4867-b31e-f60cbbf5574d tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.061s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.576870] env[62097]: DEBUG oslo_vmware.api [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.680196] env[62097]: DEBUG nova.network.neutron [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1828.757245] env[62097]: DEBUG oslo_vmware.api [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035056, 'name': CreateSnapshot_Task, 'duration_secs': 1.191717} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.757611] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Created Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1828.758807] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9554f4e-05f3-42b2-8393-914e9e13ed4e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.868505] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d9ca44bf-8663-4d3c-983e-45a152c0d93a tempest-ImagesOneServerTestJSON-483475712 tempest-ImagesOneServerTestJSON-483475712-project-member] Lock "049f2126-5f66-4e66-a334-13e33b27b152" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.569s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.899958] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035060, 'name': ReconfigVM_Task, 'duration_secs': 0.396877} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.905272] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Reconfigured VM instance instance-00000039 to attach disk [datastore2] volume-7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00/volume-7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1828.913839] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-760e6228-cda9-4e07-af95-f62b83164f7d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.931837] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Task: {'id': task-2035061, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.933201] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Waiting for the task: (returnval){ [ 1828.933201] env[62097]: value = "task-2035063" [ 1828.933201] env[62097]: _type = "Task" [ 1828.933201] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.951338] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035063, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.017997] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586785} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.019461] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] face7e9c-6a8b-4bae-ab99-c8601b2cb358/face7e9c-6a8b-4bae-ab99-c8601b2cb358.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1829.019461] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1829.019461] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18dbe5f4-3676-4b6a-b2d9-70a1d20b020b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.032523] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Waiting for the task: (returnval){ [ 1829.032523] env[62097]: value = "task-2035064" [ 1829.032523] env[62097]: _type = "Task" [ 1829.032523] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.045188] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.082708] env[62097]: DEBUG oslo_vmware.api [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035062, 'name': ReconfigVM_Task, 'duration_secs': 0.298308} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.083068] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 7b70aac3-1fd6-4956-8849-ebe6def4305e/7b70aac3-1fd6-4956-8849-ebe6def4305e.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1829.083390] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Updating instance '7b70aac3-1fd6-4956-8849-ebe6def4305e' progress to 50 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1829.111322] env[62097]: DEBUG nova.network.neutron [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Updating instance_info_cache with network_info: [{"id": "ccbec8dd-8087-4e12-970d-2237cfb3a4ee", "address": "fa:16:3e:cd:4b:d7", "network": {"id": "f60cbb13-de5a-4273-9dce-9347f05a8c64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-361624700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e12bb11b9e548798618c073b9b30454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccbec8dd-80", "ovs_interfaceid": "ccbec8dd-8087-4e12-970d-2237cfb3a4ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.282684] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Creating linked-clone VM from snapshot {{(pid=62097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1829.283243] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-141633dd-2056-4a97-96f1-41a5f1d5ba3f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.294082] env[62097]: DEBUG oslo_vmware.api [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1829.294082] env[62097]: value = "task-2035065" [ 1829.294082] env[62097]: _type = "Task" [ 1829.294082] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.310927] env[62097]: DEBUG oslo_vmware.api [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035065, 'name': CloneVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.409615] env[62097]: DEBUG oslo_vmware.api [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Task: {'id': task-2035061, 'name': PowerOnVM_Task, 'duration_secs': 0.62382} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.409922] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1829.410271] env[62097]: DEBUG nova.compute.manager [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1829.412637] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3800ba80-8369-4d0e-8347-f3f8fdd10216 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.456135] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035063, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.456135] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41cb901-dc6c-4041-926d-49aa285a60ad {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.465642] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b77d96-07b1-4f0a-971d-39e6680de711 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.505263] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a702325-3411-4685-95f1-dc483ab100f5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.512220] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7430655-5281-453a-b274-33bac69ab283 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.534504] env[62097]: DEBUG nova.compute.provider_tree [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1829.547119] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076897} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.547797] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1829.548933] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5527838-5fd9-4bf9-ae47-c81ee8ae598e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.576554] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] face7e9c-6a8b-4bae-ab99-c8601b2cb358/face7e9c-6a8b-4bae-ab99-c8601b2cb358.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1829.579097] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c94700a5-7336-4c1b-a843-1ec90ec0b94c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.597237] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbc4fac-3912-4855-8f91-00d44b97243f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.606771] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Waiting for the task: (returnval){ [ 1829.606771] env[62097]: value = "task-2035066" [ 1829.606771] env[62097]: _type = "Task" [ 1829.606771] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.623368] env[62097]: DEBUG oslo_concurrency.lockutils [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Releasing lock "refresh_cache-3cca6a42-488d-4dbd-87ab-65938ab5491f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.623843] env[62097]: DEBUG nova.compute.manager [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Instance network_info: |[{"id": "ccbec8dd-8087-4e12-970d-2237cfb3a4ee", "address": "fa:16:3e:cd:4b:d7", "network": {"id": "f60cbb13-de5a-4273-9dce-9347f05a8c64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-361624700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e12bb11b9e548798618c073b9b30454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccbec8dd-80", "ovs_interfaceid": "ccbec8dd-8087-4e12-970d-2237cfb3a4ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1829.627636] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:4b:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccbec8dd-8087-4e12-970d-2237cfb3a4ee', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1829.635933] env[62097]: DEBUG oslo.service.loopingcall [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1829.636722] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abcefc8-08ac-4666-b669-6dff4df31a67 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.639967] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1829.641308] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1e3197a-ac9f-464f-9264-95001fae3856 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.675403] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Updating instance '7b70aac3-1fd6-4956-8849-ebe6def4305e' progress to 67 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1829.680456] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1829.680456] env[62097]: value = "task-2035067" [ 1829.680456] env[62097]: _type = "Task" [ 1829.680456] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.689837] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035067, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.806369] env[62097]: DEBUG oslo_vmware.api [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035065, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.941314] env[62097]: DEBUG oslo_concurrency.lockutils [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.945708] env[62097]: DEBUG nova.compute.manager [req-f68e9a41-7ef8-40c7-a67b-48c370cd7eec req-5ddabfb0-8b9e-412e-b3eb-825af223885e service nova] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Received event network-changed-ccbec8dd-8087-4e12-970d-2237cfb3a4ee {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1829.945930] env[62097]: DEBUG nova.compute.manager [req-f68e9a41-7ef8-40c7-a67b-48c370cd7eec req-5ddabfb0-8b9e-412e-b3eb-825af223885e service nova] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Refreshing instance network info cache due to event network-changed-ccbec8dd-8087-4e12-970d-2237cfb3a4ee. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1829.946181] env[62097]: DEBUG oslo_concurrency.lockutils [req-f68e9a41-7ef8-40c7-a67b-48c370cd7eec req-5ddabfb0-8b9e-412e-b3eb-825af223885e service nova] Acquiring lock "refresh_cache-3cca6a42-488d-4dbd-87ab-65938ab5491f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.946343] env[62097]: DEBUG oslo_concurrency.lockutils [req-f68e9a41-7ef8-40c7-a67b-48c370cd7eec req-5ddabfb0-8b9e-412e-b3eb-825af223885e service nova] Acquired lock "refresh_cache-3cca6a42-488d-4dbd-87ab-65938ab5491f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.946590] env[62097]: DEBUG nova.network.neutron [req-f68e9a41-7ef8-40c7-a67b-48c370cd7eec req-5ddabfb0-8b9e-412e-b3eb-825af223885e service nova] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Refreshing network info cache for port ccbec8dd-8087-4e12-970d-2237cfb3a4ee {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1829.952539] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035063, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.042198] env[62097]: DEBUG nova.scheduler.client.report [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1830.134923] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.199879] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035067, 'name': CreateVM_Task, 'duration_secs': 0.480257} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.200183] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1830.200908] env[62097]: DEBUG oslo_concurrency.lockutils [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.201115] env[62097]: DEBUG oslo_concurrency.lockutils [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.201468] env[62097]: DEBUG oslo_concurrency.lockutils [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1830.201765] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c69af1-2c5f-496c-8dbd-5e0607ffd5e1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.207303] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1830.207303] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525a56ac-1ac2-d9d0-8701-17e8e6eed4fb" [ 1830.207303] env[62097]: _type = "Task" [ 1830.207303] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.218189] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525a56ac-1ac2-d9d0-8701-17e8e6eed4fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.266532] env[62097]: DEBUG nova.network.neutron [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Port 7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e binding to destination host cpu-1 is already ACTIVE {{(pid=62097) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1830.313051] env[62097]: DEBUG oslo_vmware.api [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035065, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.461489] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035063, 'name': ReconfigVM_Task, 'duration_secs': 1.185443} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.461489] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-417902', 'volume_id': '7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00', 'name': 'volume-7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a', 'attached_at': '', 'detached_at': '', 'volume_id': '7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00', 'serial': '7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1830.465019] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-719b7233-f617-48a7-985a-db2ccd2206a2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.471131] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Waiting for the task: (returnval){ [ 1830.471131] env[62097]: value = "task-2035068" [ 1830.471131] env[62097]: _type = "Task" [ 1830.471131] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.480875] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035068, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.548282] env[62097]: DEBUG oslo_concurrency.lockutils [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.551429] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.365s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.551648] env[62097]: DEBUG nova.objects.instance [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62097) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1830.637433] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035066, 'name': ReconfigVM_Task, 'duration_secs': 0.754049} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.637780] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Reconfigured VM instance instance-00000037 to attach disk [datastore2] face7e9c-6a8b-4bae-ab99-c8601b2cb358/face7e9c-6a8b-4bae-ab99-c8601b2cb358.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1830.638409] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-151629db-6ad8-446c-bd95-f4aad8e32f9e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.649761] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Waiting for the task: (returnval){ [ 1830.649761] env[62097]: value = "task-2035069" [ 1830.649761] env[62097]: _type = "Task" [ 1830.649761] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.660995] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035069, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.674756] env[62097]: INFO nova.scheduler.client.report [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Deleted allocations for instance 7d040a2f-df58-48ee-bb68-8a9e59e97364 [ 1830.722899] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525a56ac-1ac2-d9d0-8701-17e8e6eed4fb, 'name': SearchDatastore_Task, 'duration_secs': 0.012599} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.723035] env[62097]: DEBUG oslo_concurrency.lockutils [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.723268] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1830.723509] env[62097]: DEBUG oslo_concurrency.lockutils [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.723653] env[62097]: DEBUG oslo_concurrency.lockutils [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.723919] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1830.724256] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72e01c59-f27d-424c-8849-7a7ca69f672a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.736358] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1830.736358] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1830.737158] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d92449a-874c-47b4-b60b-3e40b18f5432 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.744545] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1830.744545] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d24696-c02a-378d-501c-d7f0dd591c43" [ 1830.744545] env[62097]: _type = "Task" [ 1830.744545] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.756542] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d24696-c02a-378d-501c-d7f0dd591c43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.808976] env[62097]: DEBUG oslo_vmware.api [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035065, 'name': CloneVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.906927] env[62097]: DEBUG nova.network.neutron [req-f68e9a41-7ef8-40c7-a67b-48c370cd7eec req-5ddabfb0-8b9e-412e-b3eb-825af223885e service nova] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Updated VIF entry in instance network info cache for port ccbec8dd-8087-4e12-970d-2237cfb3a4ee. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1830.906927] env[62097]: DEBUG nova.network.neutron [req-f68e9a41-7ef8-40c7-a67b-48c370cd7eec req-5ddabfb0-8b9e-412e-b3eb-825af223885e service nova] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Updating instance_info_cache with network_info: [{"id": "ccbec8dd-8087-4e12-970d-2237cfb3a4ee", "address": "fa:16:3e:cd:4b:d7", "network": {"id": "f60cbb13-de5a-4273-9dce-9347f05a8c64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-361624700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e12bb11b9e548798618c073b9b30454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccbec8dd-80", "ovs_interfaceid": "ccbec8dd-8087-4e12-970d-2237cfb3a4ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.956737] env[62097]: DEBUG nova.compute.manager [req-93550988-d503-43a5-b791-b6b6367b4a07 req-9ba9f823-3d06-4a40-84a4-67d75c5f14c4 service nova] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Received event network-changed-dffbaff1-c0c7-4891-b3ed-c538bc8809eb {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1830.957291] env[62097]: DEBUG nova.compute.manager [req-93550988-d503-43a5-b791-b6b6367b4a07 req-9ba9f823-3d06-4a40-84a4-67d75c5f14c4 service nova] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Refreshing instance network info cache due to event network-changed-dffbaff1-c0c7-4891-b3ed-c538bc8809eb. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1830.957291] env[62097]: DEBUG oslo_concurrency.lockutils [req-93550988-d503-43a5-b791-b6b6367b4a07 req-9ba9f823-3d06-4a40-84a4-67d75c5f14c4 service nova] Acquiring lock "refresh_cache-3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.957291] env[62097]: DEBUG oslo_concurrency.lockutils [req-93550988-d503-43a5-b791-b6b6367b4a07 req-9ba9f823-3d06-4a40-84a4-67d75c5f14c4 service nova] Acquired lock "refresh_cache-3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.957464] env[62097]: DEBUG nova.network.neutron [req-93550988-d503-43a5-b791-b6b6367b4a07 req-9ba9f823-3d06-4a40-84a4-67d75c5f14c4 service nova] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Refreshing network info cache for port dffbaff1-c0c7-4891-b3ed-c538bc8809eb {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1830.985627] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035068, 'name': Rename_Task, 'duration_secs': 0.142919} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.985904] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1830.986285] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af2eb6b2-78ab-4a48-b10e-1538bd1d14e5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.994582] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Waiting for the task: (returnval){ [ 1830.994582] env[62097]: value = "task-2035070" [ 1830.994582] env[62097]: _type = "Task" [ 1830.994582] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.007772] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.164801] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035069, 'name': Rename_Task, 'duration_secs': 0.239151} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.164801] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1831.165069] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b76202a7-c633-4af5-af42-f274e8bda024 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.173673] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Waiting for the task: (returnval){ [ 1831.173673] env[62097]: value = "task-2035071" [ 1831.173673] env[62097]: _type = "Task" [ 1831.173673] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.181723] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.254896] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d24696-c02a-378d-501c-d7f0dd591c43, 'name': SearchDatastore_Task, 'duration_secs': 0.012368} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.255757] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce1b8597-c417-4b2f-8a45-6e0b8c111534 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.262438] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1831.262438] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5203777f-3313-d40e-9d62-00ca468e244e" [ 1831.262438] env[62097]: _type = "Task" [ 1831.262438] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.271569] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5203777f-3313-d40e-9d62-00ca468e244e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.303255] env[62097]: DEBUG oslo_concurrency.lockutils [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "7b70aac3-1fd6-4956-8849-ebe6def4305e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.307673] env[62097]: DEBUG oslo_concurrency.lockutils [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "7b70aac3-1fd6-4956-8849-ebe6def4305e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.307673] env[62097]: DEBUG oslo_concurrency.lockutils [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "7b70aac3-1fd6-4956-8849-ebe6def4305e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.316556] env[62097]: DEBUG oslo_vmware.api [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035065, 'name': CloneVM_Task, 'duration_secs': 1.65165} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.316914] env[62097]: INFO nova.virt.vmwareapi.vmops [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Created linked-clone VM from snapshot [ 1831.318049] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e039c1a6-80b6-42df-8c16-4fb2c5fe4682 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.328805] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Uploading image 178cb409-cac7-497c-8814-0f1bfaf572d9 {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1831.369627] env[62097]: DEBUG oslo_vmware.rw_handles [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1831.369627] env[62097]: value = "vm-417940" [ 1831.369627] env[62097]: _type = "VirtualMachine" [ 1831.369627] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1831.370314] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d6498ea7-a95e-43dc-8b39-c8ffe74df51f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.380557] env[62097]: DEBUG oslo_vmware.rw_handles [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lease: (returnval){ [ 1831.380557] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b3cea1-93c0-da6f-9f36-4a857ec07d62" [ 1831.380557] env[62097]: _type = "HttpNfcLease" [ 1831.380557] env[62097]: } obtained for exporting VM: (result){ [ 1831.380557] env[62097]: value = "vm-417940" [ 1831.380557] env[62097]: _type = "VirtualMachine" [ 1831.380557] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1831.380820] env[62097]: DEBUG oslo_vmware.api [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the lease: (returnval){ [ 1831.380820] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b3cea1-93c0-da6f-9f36-4a857ec07d62" [ 1831.380820] env[62097]: _type = "HttpNfcLease" [ 1831.380820] env[62097]: } to be ready. {{(pid=62097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1831.389888] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1831.389888] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b3cea1-93c0-da6f-9f36-4a857ec07d62" [ 1831.389888] env[62097]: _type = "HttpNfcLease" [ 1831.389888] env[62097]: } is initializing. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1831.410972] env[62097]: DEBUG oslo_concurrency.lockutils [req-f68e9a41-7ef8-40c7-a67b-48c370cd7eec req-5ddabfb0-8b9e-412e-b3eb-825af223885e service nova] Releasing lock "refresh_cache-3cca6a42-488d-4dbd-87ab-65938ab5491f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.510174] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035070, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.563134] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ebb040f1-53da-432d-ac2b-70572f1bbf02 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.564860] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.742s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.565188] env[62097]: DEBUG nova.objects.instance [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lazy-loading 'resources' on Instance uuid 0edf63bc-072d-416f-abee-8c4311c53924 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1831.692670] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035071, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.693307] env[62097]: DEBUG oslo_concurrency.lockutils [None req-29a55487-aab0-4f07-9372-665c73047f2c tempest-ServersTestMultiNic-820241100 tempest-ServersTestMultiNic-820241100-project-member] Lock "7d040a2f-df58-48ee-bb68-8a9e59e97364" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.322s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.777362] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5203777f-3313-d40e-9d62-00ca468e244e, 'name': SearchDatastore_Task, 'duration_secs': 0.016754} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.777909] env[62097]: DEBUG oslo_concurrency.lockutils [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.778237] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 3cca6a42-488d-4dbd-87ab-65938ab5491f/3cca6a42-488d-4dbd-87ab-65938ab5491f.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1831.778928] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab525090-30b0-4665-99e7-ea8c6424545f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.788789] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1831.788789] env[62097]: value = "task-2035073" [ 1831.788789] env[62097]: _type = "Task" [ 1831.788789] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.802025] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.815115] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Acquiring lock "da50c4b4-e9b4-447f-95f4-479356451a22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.815115] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Lock "da50c4b4-e9b4-447f-95f4-479356451a22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.815115] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Acquiring lock "da50c4b4-e9b4-447f-95f4-479356451a22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.815115] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Lock "da50c4b4-e9b4-447f-95f4-479356451a22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.815115] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Lock "da50c4b4-e9b4-447f-95f4-479356451a22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.816558] env[62097]: INFO nova.compute.manager [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Terminating instance [ 1831.891350] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1831.891350] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b3cea1-93c0-da6f-9f36-4a857ec07d62" [ 1831.891350] env[62097]: _type = "HttpNfcLease" [ 1831.891350] env[62097]: } is ready. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1831.891926] env[62097]: DEBUG oslo_vmware.rw_handles [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1831.891926] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b3cea1-93c0-da6f-9f36-4a857ec07d62" [ 1831.891926] env[62097]: _type = "HttpNfcLease" [ 1831.891926] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1831.896152] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd6e353-511d-42d3-8a18-63eeb30ab052 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.903528] env[62097]: DEBUG oslo_vmware.rw_handles [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a256f-7686-c3af-c663-aaa69176f91d/disk-0.vmdk from lease info. {{(pid=62097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1831.903528] env[62097]: DEBUG oslo_vmware.rw_handles [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a256f-7686-c3af-c663-aaa69176f91d/disk-0.vmdk for reading. {{(pid=62097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1831.973282] env[62097]: DEBUG oslo_concurrency.lockutils [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Acquiring lock "117dded3-8117-4917-9634-ca73b6765e3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.973282] env[62097]: DEBUG oslo_concurrency.lockutils [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Lock "117dded3-8117-4917-9634-ca73b6765e3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.973282] env[62097]: DEBUG oslo_concurrency.lockutils [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Acquiring lock "117dded3-8117-4917-9634-ca73b6765e3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.973282] env[62097]: DEBUG oslo_concurrency.lockutils [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Lock "117dded3-8117-4917-9634-ca73b6765e3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.973282] env[62097]: DEBUG oslo_concurrency.lockutils [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Lock "117dded3-8117-4917-9634-ca73b6765e3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.977136] env[62097]: INFO nova.compute.manager [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Terminating instance [ 1832.005725] env[62097]: DEBUG oslo_vmware.api [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035070, 'name': PowerOnVM_Task, 'duration_secs': 0.537794} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.006036] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1832.006275] env[62097]: INFO nova.compute.manager [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Took 9.99 seconds to spawn the instance on the hypervisor. [ 1832.006499] env[62097]: DEBUG nova.compute.manager [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1832.012224] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bc594e-89e9-4328-81c3-a4a55e72cbe7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.019515] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5c180d89-97aa-40e1-97bc-1bf2889a7c94 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.045810] env[62097]: DEBUG nova.network.neutron [req-93550988-d503-43a5-b791-b6b6367b4a07 req-9ba9f823-3d06-4a40-84a4-67d75c5f14c4 service nova] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Updated VIF entry in instance network info cache for port dffbaff1-c0c7-4891-b3ed-c538bc8809eb. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1832.046058] env[62097]: DEBUG nova.network.neutron [req-93550988-d503-43a5-b791-b6b6367b4a07 req-9ba9f823-3d06-4a40-84a4-67d75c5f14c4 service nova] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Updating instance_info_cache with network_info: [{"id": "dffbaff1-c0c7-4891-b3ed-c538bc8809eb", "address": "fa:16:3e:58:f2:60", "network": {"id": "7e25fcfc-123d-428e-8f65-197d1a36ab92", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1731505294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a649c3652b724ef0a0295ea9dee7ada4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdffbaff1-c0", "ovs_interfaceid": "dffbaff1-c0c7-4891-b3ed-c538bc8809eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.189934] env[62097]: DEBUG oslo_vmware.api [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035071, 'name': PowerOnVM_Task, 'duration_secs': 0.525351} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.192559] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1832.192559] env[62097]: DEBUG nova.compute.manager [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1832.192559] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9867b6c6-d3dc-48aa-8413-cc71b456bde3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.280351] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Acquiring lock "99eaa630-0334-4760-9cac-b958f7192f26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.280351] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Lock "99eaa630-0334-4760-9cac-b958f7192f26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.302934] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035073, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.325264] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Acquiring lock "refresh_cache-da50c4b4-e9b4-447f-95f4-479356451a22" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.325535] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Acquired lock "refresh_cache-da50c4b4-e9b4-447f-95f4-479356451a22" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.325762] env[62097]: DEBUG nova.network.neutron [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1832.367871] env[62097]: DEBUG oslo_concurrency.lockutils [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "refresh_cache-7b70aac3-1fd6-4956-8849-ebe6def4305e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.368134] env[62097]: DEBUG oslo_concurrency.lockutils [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquired lock "refresh_cache-7b70aac3-1fd6-4956-8849-ebe6def4305e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.368328] env[62097]: DEBUG nova.network.neutron [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1832.485420] env[62097]: DEBUG nova.compute.manager [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1832.485816] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1832.486920] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1445ea04-6140-47b4-a2b1-ed145a4ece84 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.496887] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1832.496887] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d42675ef-9ba6-435c-9cf1-d1d2713ca56d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.506052] env[62097]: DEBUG oslo_vmware.api [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Waiting for the task: (returnval){ [ 1832.506052] env[62097]: value = "task-2035074" [ 1832.506052] env[62097]: _type = "Task" [ 1832.506052] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.517808] env[62097]: DEBUG oslo_vmware.api [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Task: {'id': task-2035074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.542289] env[62097]: INFO nova.compute.manager [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Took 42.47 seconds to build instance. [ 1832.555334] env[62097]: DEBUG oslo_concurrency.lockutils [req-93550988-d503-43a5-b791-b6b6367b4a07 req-9ba9f823-3d06-4a40-84a4-67d75c5f14c4 service nova] Releasing lock "refresh_cache-3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.716968] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.754371] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c357995-4327-4e8d-8f93-ebe30cf71232 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.761924] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da76487a-7358-4610-a738-7bffedc863f6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.799116] env[62097]: DEBUG nova.compute.manager [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1832.806811] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b764db-e72e-46aa-8514-35407d4b5b08 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.817243] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715912} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.820046] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 3cca6a42-488d-4dbd-87ab-65938ab5491f/3cca6a42-488d-4dbd-87ab-65938ab5491f.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1832.820711] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1832.822264] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1824c0fc-c63f-46e4-83e2-b408a8c95f44 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.825262] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeadf0f2-a7d0-4adc-8b65-f4e0f0309b98 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.847732] env[62097]: DEBUG nova.compute.provider_tree [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1832.857460] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1832.857460] env[62097]: value = "task-2035075" [ 1832.857460] env[62097]: _type = "Task" [ 1832.857460] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.872838] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.017925] env[62097]: DEBUG oslo_vmware.api [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Task: {'id': task-2035074, 'name': PowerOffVM_Task, 'duration_secs': 0.284455} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.018340] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1833.018668] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1833.020657] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a2b6416-dcfc-461f-9e88-17a406348d52 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.024377] env[62097]: DEBUG nova.network.neutron [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1833.048112] env[62097]: DEBUG oslo_concurrency.lockutils [None req-acc1563e-18ad-457f-bbca-dd3d3b85e2d3 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Lock "9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.315s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.128416] env[62097]: DEBUG nova.network.neutron [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.141275] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1833.141651] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1833.141723] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Deleting the datastore file [datastore1] 117dded3-8117-4917-9634-ca73b6765e3b {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1833.142645] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01d519a6-612b-42fd-a01d-b4c2c02c42ff {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.150661] env[62097]: DEBUG oslo_vmware.api [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Waiting for the task: (returnval){ [ 1833.150661] env[62097]: value = "task-2035077" [ 1833.150661] env[62097]: _type = "Task" [ 1833.150661] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.162793] env[62097]: DEBUG oslo_vmware.api [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Task: {'id': task-2035077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.320718] env[62097]: DEBUG nova.network.neutron [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Updating instance_info_cache with network_info: [{"id": "7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e", "address": "fa:16:3e:d9:99:6b", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5c7b71-3a", "ovs_interfaceid": "7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.349384] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.358479] env[62097]: DEBUG nova.scheduler.client.report [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1833.364112] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Acquiring lock "face7e9c-6a8b-4bae-ab99-c8601b2cb358" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.364369] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Lock "face7e9c-6a8b-4bae-ab99-c8601b2cb358" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.364648] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Acquiring lock "face7e9c-6a8b-4bae-ab99-c8601b2cb358-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.365027] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Lock "face7e9c-6a8b-4bae-ab99-c8601b2cb358-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.365267] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Lock "face7e9c-6a8b-4bae-ab99-c8601b2cb358-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.370875] env[62097]: INFO nova.compute.manager [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Terminating instance [ 1833.379255] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077769} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.379764] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1833.381030] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde452bd-c6a1-420f-90dc-1b220ff1cec5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.411749] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 3cca6a42-488d-4dbd-87ab-65938ab5491f/3cca6a42-488d-4dbd-87ab-65938ab5491f.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1833.413613] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-584f1148-84ad-4c9d-9f74-5c9a5187d0ef {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.441406] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1833.441406] env[62097]: value = "task-2035078" [ 1833.441406] env[62097]: _type = "Task" [ 1833.441406] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.453206] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.631054] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Releasing lock "refresh_cache-da50c4b4-e9b4-447f-95f4-479356451a22" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.631884] env[62097]: DEBUG nova.compute.manager [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1833.632228] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1833.633904] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505b3eed-d125-4723-b2c6-41ce9f9c965a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.649914] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1833.650242] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72929349-fa8d-4548-9f6b-8e3b5ef1e6a8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.664625] env[62097]: DEBUG oslo_vmware.api [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Waiting for the task: (returnval){ [ 1833.664625] env[62097]: value = "task-2035079" [ 1833.664625] env[62097]: _type = "Task" [ 1833.664625] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.667951] env[62097]: DEBUG oslo_vmware.api [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Task: {'id': task-2035077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355212} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.673600] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1833.673600] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1833.673600] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1833.673600] env[62097]: INFO nova.compute.manager [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1833.673600] env[62097]: DEBUG oslo.service.loopingcall [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1833.673600] env[62097]: DEBUG nova.compute.manager [-] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1833.673983] env[62097]: DEBUG nova.network.neutron [-] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1833.684386] env[62097]: DEBUG oslo_vmware.api [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2035079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.824114] env[62097]: DEBUG oslo_concurrency.lockutils [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Releasing lock "refresh_cache-7b70aac3-1fd6-4956-8849-ebe6def4305e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.868360] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.303s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.874099] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.802s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.874377] env[62097]: DEBUG nova.objects.instance [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lazy-loading 'resources' on Instance uuid 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1833.876397] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Acquiring lock "refresh_cache-face7e9c-6a8b-4bae-ab99-c8601b2cb358" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.876570] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Acquired lock "refresh_cache-face7e9c-6a8b-4bae-ab99-c8601b2cb358" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.876742] env[62097]: DEBUG nova.network.neutron [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1833.939717] env[62097]: INFO nova.scheduler.client.report [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Deleted allocations for instance 0edf63bc-072d-416f-abee-8c4311c53924 [ 1833.959264] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.179291] env[62097]: DEBUG oslo_vmware.api [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2035079, 'name': PowerOffVM_Task, 'duration_secs': 0.172052} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.179291] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1834.179709] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1834.184132] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bafc2c13-1366-4b01-a227-422ca8eddb39 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.218187] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1834.218187] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1834.218187] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Deleting the datastore file [datastore2] da50c4b4-e9b4-447f-95f4-479356451a22 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1834.218187] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11625ddc-a3ed-46d1-825e-ce096672cd77 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.230308] env[62097]: DEBUG oslo_vmware.api [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Waiting for the task: (returnval){ [ 1834.230308] env[62097]: value = "task-2035081" [ 1834.230308] env[62097]: _type = "Task" [ 1834.230308] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.244928] env[62097]: DEBUG oslo_vmware.api [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2035081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.377268] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5358e8cc-a71e-4bb5-9371-8ad0e5a235a2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.407091] env[62097]: DEBUG nova.network.neutron [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1834.410327] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af276145-656d-4213-b230-ecad74b5275d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.419358] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Updating instance '7b70aac3-1fd6-4956-8849-ebe6def4305e' progress to 83 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1834.458495] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4bdb251a-5ea9-49c7-b092-ec0ff52eaa6a tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lock "0edf63bc-072d-416f-abee-8c4311c53924" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.286s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.466701] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035078, 'name': ReconfigVM_Task, 'duration_secs': 0.592327} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.467277] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 3cca6a42-488d-4dbd-87ab-65938ab5491f/3cca6a42-488d-4dbd-87ab-65938ab5491f.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1834.469068] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51a440db-dfd5-4ff6-8d59-500137ce693e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.478516] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1834.478516] env[62097]: value = "task-2035082" [ 1834.478516] env[62097]: _type = "Task" [ 1834.478516] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.492969] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035082, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.570726] env[62097]: DEBUG nova.network.neutron [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.760899] env[62097]: DEBUG oslo_vmware.api [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Task: {'id': task-2035081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147985} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.761183] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1834.761387] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1834.761559] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1834.761736] env[62097]: INFO nova.compute.manager [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1834.762034] env[62097]: DEBUG oslo.service.loopingcall [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.762282] env[62097]: DEBUG nova.compute.manager [-] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1834.762406] env[62097]: DEBUG nova.network.neutron [-] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1834.784397] env[62097]: DEBUG nova.network.neutron [-] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1834.925569] env[62097]: DEBUG nova.compute.manager [req-b687e697-4cb2-4723-a4cd-f6cbc4f246a3 req-27ed40e5-ba63-4ba1-b329-c62738ae2762 service nova] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Received event network-vif-deleted-d2dbe063-1fea-4e6f-8d95-86052a554a66 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1834.925907] env[62097]: INFO nova.compute.manager [req-b687e697-4cb2-4723-a4cd-f6cbc4f246a3 req-27ed40e5-ba63-4ba1-b329-c62738ae2762 service nova] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Neutron deleted interface d2dbe063-1fea-4e6f-8d95-86052a554a66; detaching it from the instance and deleting it from the info cache [ 1834.926184] env[62097]: DEBUG nova.network.neutron [req-b687e697-4cb2-4723-a4cd-f6cbc4f246a3 req-27ed40e5-ba63-4ba1-b329-c62738ae2762 service nova] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.934995] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1834.937923] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1a3411e-a33c-482d-8133-d8c7073d020c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.948792] env[62097]: DEBUG oslo_vmware.api [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1834.948792] env[62097]: value = "task-2035083" [ 1834.948792] env[62097]: _type = "Task" [ 1834.948792] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.964014] env[62097]: DEBUG oslo_vmware.api [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.995017] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035082, 'name': Rename_Task, 'duration_secs': 0.22483} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.995348] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1834.995759] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1eb4968-5aaa-4aa3-8ba8-96632449af30 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.005077] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1835.005077] env[62097]: value = "task-2035084" [ 1835.005077] env[62097]: _type = "Task" [ 1835.005077] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.018226] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.077572] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Releasing lock "refresh_cache-face7e9c-6a8b-4bae-ab99-c8601b2cb358" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.078159] env[62097]: DEBUG nova.compute.manager [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1835.078322] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1835.080490] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e479ba-e1ba-4245-809c-a50331ccf468 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.085442] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588b453f-17a8-49c2-b102-417ca3369761 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.093507] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1835.094439] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4167014e-2f2c-4761-b35f-f6e75ec6d3bf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.109877] env[62097]: DEBUG oslo_vmware.api [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Waiting for the task: (returnval){ [ 1835.109877] env[62097]: value = "task-2035085" [ 1835.109877] env[62097]: _type = "Task" [ 1835.109877] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.110974] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0208f3a-9c37-4692-8dc8-4e1eef476ba2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.126063] env[62097]: DEBUG oslo_vmware.api [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.159106] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b749a2f7-7f1c-45b7-9142-e004540f286b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.171701] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637842e8-f905-4c8a-bfde-5963152f178e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.196025] env[62097]: DEBUG nova.compute.provider_tree [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1835.208746] env[62097]: DEBUG nova.compute.manager [req-a1724ed3-ed9c-4fd2-a9b3-af8fc3eb91e0 req-1214cd65-f181-4ae0-83fc-1d0879fc552e service nova] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Received event network-changed-c68c50cd-694b-417b-bc97-9b23de9c1656 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1835.208907] env[62097]: DEBUG nova.compute.manager [req-a1724ed3-ed9c-4fd2-a9b3-af8fc3eb91e0 req-1214cd65-f181-4ae0-83fc-1d0879fc552e service nova] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Refreshing instance network info cache due to event network-changed-c68c50cd-694b-417b-bc97-9b23de9c1656. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1835.210473] env[62097]: DEBUG oslo_concurrency.lockutils [req-a1724ed3-ed9c-4fd2-a9b3-af8fc3eb91e0 req-1214cd65-f181-4ae0-83fc-1d0879fc552e service nova] Acquiring lock "refresh_cache-9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.210473] env[62097]: DEBUG oslo_concurrency.lockutils [req-a1724ed3-ed9c-4fd2-a9b3-af8fc3eb91e0 req-1214cd65-f181-4ae0-83fc-1d0879fc552e service nova] Acquired lock "refresh_cache-9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.210473] env[62097]: DEBUG nova.network.neutron [req-a1724ed3-ed9c-4fd2-a9b3-af8fc3eb91e0 req-1214cd65-f181-4ae0-83fc-1d0879fc552e service nova] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Refreshing network info cache for port c68c50cd-694b-417b-bc97-9b23de9c1656 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1835.257180] env[62097]: DEBUG nova.network.neutron [-] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.288426] env[62097]: DEBUG nova.network.neutron [-] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.437084] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67693d48-6308-4a8f-be66-edd276a06cc2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.456485] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07495ace-d852-41aa-af1f-f7b55104b15e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.474735] env[62097]: DEBUG oslo_vmware.api [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035083, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.498850] env[62097]: DEBUG nova.compute.manager [req-b687e697-4cb2-4723-a4cd-f6cbc4f246a3 req-27ed40e5-ba63-4ba1-b329-c62738ae2762 service nova] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Detach interface failed, port_id=d2dbe063-1fea-4e6f-8d95-86052a554a66, reason: Instance 117dded3-8117-4917-9634-ca73b6765e3b could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1835.520590] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035084, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.624612] env[62097]: DEBUG oslo_vmware.api [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035085, 'name': PowerOffVM_Task, 'duration_secs': 0.173671} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.624612] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1835.624612] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1835.624612] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b818cfb-2339-41f8-bf43-85485494086a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.657501] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1835.657771] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1835.657964] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Deleting the datastore file [datastore2] face7e9c-6a8b-4bae-ab99-c8601b2cb358 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1835.658392] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4dfb0fe-371e-42db-abfe-38b1a4aec888 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.666773] env[62097]: DEBUG oslo_vmware.api [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Waiting for the task: (returnval){ [ 1835.666773] env[62097]: value = "task-2035087" [ 1835.666773] env[62097]: _type = "Task" [ 1835.666773] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.676699] env[62097]: DEBUG oslo_vmware.api [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.681359] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquiring lock "bef0ccb3-04e4-450e-8042-a433504278b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.681665] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lock "bef0ccb3-04e4-450e-8042-a433504278b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.681925] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquiring lock "bef0ccb3-04e4-450e-8042-a433504278b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.682136] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lock "bef0ccb3-04e4-450e-8042-a433504278b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.682396] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lock "bef0ccb3-04e4-450e-8042-a433504278b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.688929] env[62097]: INFO nova.compute.manager [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Terminating instance [ 1835.698897] env[62097]: DEBUG nova.scheduler.client.report [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1835.760414] env[62097]: INFO nova.compute.manager [-] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Took 2.09 seconds to deallocate network for instance. [ 1835.794878] env[62097]: INFO nova.compute.manager [-] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Took 1.03 seconds to deallocate network for instance. [ 1835.963792] env[62097]: DEBUG oslo_vmware.api [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035083, 'name': PowerOnVM_Task, 'duration_secs': 0.647076} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.964278] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1835.964703] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-243bc51a-e867-4b5a-a0e8-d1c19cd784f8 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Updating instance '7b70aac3-1fd6-4956-8849-ebe6def4305e' progress to 100 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1836.021533] env[62097]: DEBUG oslo_vmware.api [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035084, 'name': PowerOnVM_Task, 'duration_secs': 0.809345} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.021894] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1836.022196] env[62097]: INFO nova.compute.manager [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1836.022397] env[62097]: DEBUG nova.compute.manager [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1836.023272] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624fb39a-d9e0-48dd-a069-ae5651140a85 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.074437] env[62097]: DEBUG nova.network.neutron [req-a1724ed3-ed9c-4fd2-a9b3-af8fc3eb91e0 req-1214cd65-f181-4ae0-83fc-1d0879fc552e service nova] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Updated VIF entry in instance network info cache for port c68c50cd-694b-417b-bc97-9b23de9c1656. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1836.075034] env[62097]: DEBUG nova.network.neutron [req-a1724ed3-ed9c-4fd2-a9b3-af8fc3eb91e0 req-1214cd65-f181-4ae0-83fc-1d0879fc552e service nova] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Updating instance_info_cache with network_info: [{"id": "c68c50cd-694b-417b-bc97-9b23de9c1656", "address": "fa:16:3e:b4:cf:fb", "network": {"id": "e7e76def-0237-4fdf-bc01-0c83e6700929", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-844756742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76f646dc0c544988f8a74d76e7d5a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc68c50cd-69", "ovs_interfaceid": "c68c50cd-694b-417b-bc97-9b23de9c1656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.180416] env[62097]: DEBUG oslo_vmware.api [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Task: {'id': task-2035087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163115} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.180827] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1836.182009] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1836.182009] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1836.182009] env[62097]: INFO nova.compute.manager [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1836.182009] env[62097]: DEBUG oslo.service.loopingcall [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.182286] env[62097]: DEBUG nova.compute.manager [-] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1836.182436] env[62097]: DEBUG nova.network.neutron [-] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1836.191964] env[62097]: DEBUG nova.compute.manager [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1836.191964] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1836.192719] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddc52b2-83f4-4c42-a130-99fc80663ae1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.198976] env[62097]: DEBUG nova.network.neutron [-] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1836.202570] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1836.203109] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f873eda4-ed90-40f3-830b-376830135643 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.205307] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.331s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.207560] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.447s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.207768] env[62097]: DEBUG nova.objects.instance [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Lazy-loading 'resources' on Instance uuid da9910e3-317e-4ca6-9a8c-478232b8d7dc {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1836.217213] env[62097]: DEBUG oslo_vmware.api [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1836.217213] env[62097]: value = "task-2035088" [ 1836.217213] env[62097]: _type = "Task" [ 1836.217213] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.232038] env[62097]: DEBUG oslo_vmware.api [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2035088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.265317] env[62097]: INFO nova.scheduler.client.report [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Deleted allocations for instance 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721 [ 1836.278696] env[62097]: DEBUG oslo_concurrency.lockutils [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.302746] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.548586] env[62097]: INFO nova.compute.manager [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Took 41.83 seconds to build instance. [ 1836.577807] env[62097]: DEBUG oslo_concurrency.lockutils [req-a1724ed3-ed9c-4fd2-a9b3-af8fc3eb91e0 req-1214cd65-f181-4ae0-83fc-1d0879fc552e service nova] Releasing lock "refresh_cache-9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.704426] env[62097]: DEBUG nova.network.neutron [-] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.729953] env[62097]: DEBUG oslo_vmware.api [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2035088, 'name': PowerOffVM_Task, 'duration_secs': 0.241821} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.730600] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1836.730938] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1836.731279] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-416f18bd-1cc6-4ce0-af3f-f608f05df494 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.773758] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bff2cb84-5852-4487-b71b-7726cead4861 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "14f1c8b1-77f4-46f1-ba73-5ae24e9cc721" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.389s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.914746] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1836.915025] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1836.915228] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Deleting the datastore file [datastore2] bef0ccb3-04e4-450e-8042-a433504278b2 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1836.918330] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e046868d-5171-4307-9e39-ff10e4c0cf11 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.927286] env[62097]: DEBUG oslo_vmware.api [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for the task: (returnval){ [ 1836.927286] env[62097]: value = "task-2035090" [ 1836.927286] env[62097]: _type = "Task" [ 1836.927286] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.937099] env[62097]: DEBUG oslo_vmware.api [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2035090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.051697] env[62097]: DEBUG oslo_concurrency.lockutils [None req-82522b86-deef-4347-9abb-10044737ee10 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "3cca6a42-488d-4dbd-87ab-65938ab5491f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.653s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.206888] env[62097]: INFO nova.compute.manager [-] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Took 1.02 seconds to deallocate network for instance. [ 1837.316508] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6937a7d-d489-43d7-b560-c7fe4e2d8332 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.330182] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194628b9-12ca-4391-a469-56783a5be99a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.364669] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70cb370-7aa2-47f4-a1d4-46892ec1f32c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.372328] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a627d5-dd47-4156-9885-b8816da850ef {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.388662] env[62097]: DEBUG nova.compute.provider_tree [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1837.438854] env[62097]: DEBUG oslo_vmware.api [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Task: {'id': task-2035090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255018} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.439158] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1837.439377] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1837.439531] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1837.439703] env[62097]: INFO nova.compute.manager [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1837.439951] env[62097]: DEBUG oslo.service.loopingcall [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1837.440164] env[62097]: DEBUG nova.compute.manager [-] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1837.440278] env[62097]: DEBUG nova.network.neutron [-] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1837.637087] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "4a29c478-1e93-4d58-b8b2-88e087d5f656" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.637390] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "4a29c478-1e93-4d58-b8b2-88e087d5f656" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.637679] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "4a29c478-1e93-4d58-b8b2-88e087d5f656-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.637924] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "4a29c478-1e93-4d58-b8b2-88e087d5f656-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.637978] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "4a29c478-1e93-4d58-b8b2-88e087d5f656-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.641699] env[62097]: INFO nova.compute.manager [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Terminating instance [ 1837.719225] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.795031] env[62097]: DEBUG nova.compute.manager [req-b8237065-9741-40c2-872e-0707d50e5dc1 req-21cc6c41-f09e-4365-8da9-03e175779383 service nova] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Received event network-vif-deleted-8f519f28-98a9-43e6-9075-47ae2e179052 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1837.795031] env[62097]: INFO nova.compute.manager [req-b8237065-9741-40c2-872e-0707d50e5dc1 req-21cc6c41-f09e-4365-8da9-03e175779383 service nova] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Neutron deleted interface 8f519f28-98a9-43e6-9075-47ae2e179052; detaching it from the instance and deleting it from the info cache [ 1837.795031] env[62097]: DEBUG nova.network.neutron [req-b8237065-9741-40c2-872e-0707d50e5dc1 req-21cc6c41-f09e-4365-8da9-03e175779383 service nova] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.895030] env[62097]: DEBUG nova.scheduler.client.report [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1838.150827] env[62097]: DEBUG nova.compute.manager [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1838.151139] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1838.152304] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e855ed2-200c-4576-aff7-1534fbb3927c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.161886] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1838.162250] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-905c02b9-0643-4e85-9579-4dd8fc60aba5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.169641] env[62097]: DEBUG oslo_vmware.api [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1838.169641] env[62097]: value = "task-2035091" [ 1838.169641] env[62097]: _type = "Task" [ 1838.169641] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.178537] env[62097]: DEBUG oslo_vmware.api [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2035091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.260028] env[62097]: DEBUG nova.network.neutron [-] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.298825] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04a50c8b-5b81-4a98-8ec2-c08a1f6c2b83 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.314289] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d96e9f-40bb-4948-b5c3-4d45d17f9258 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.359149] env[62097]: DEBUG nova.compute.manager [req-b8237065-9741-40c2-872e-0707d50e5dc1 req-21cc6c41-f09e-4365-8da9-03e175779383 service nova] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Detach interface failed, port_id=8f519f28-98a9-43e6-9075-47ae2e179052, reason: Instance bef0ccb3-04e4-450e-8042-a433504278b2 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1838.400763] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.403629] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.399s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.474098] env[62097]: INFO nova.scheduler.client.report [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Deleted allocations for instance da9910e3-317e-4ca6-9a8c-478232b8d7dc [ 1839.374371] env[62097]: INFO nova.compute.manager [-] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Took 1.93 seconds to deallocate network for instance. [ 1839.389038] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea031183-1b1b-4acc-b76d-e47c503de241 tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Lock "da9910e3-317e-4ca6-9a8c-478232b8d7dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.267s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.398559] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1be39a7-d773-4e35-ac7a-38b71bb3ca95 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "3cca6a42-488d-4dbd-87ab-65938ab5491f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.398559] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1be39a7-d773-4e35-ac7a-38b71bb3ca95 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "3cca6a42-488d-4dbd-87ab-65938ab5491f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.414242] env[62097]: DEBUG oslo_vmware.api [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2035091, 'name': PowerOffVM_Task, 'duration_secs': 0.301574} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.414242] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1839.414242] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1839.414242] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e69efb30-a604-40f8-aa6f-3f18a239f7be {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.509888] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1839.510378] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1839.510693] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Deleting the datastore file [datastore2] 4a29c478-1e93-4d58-b8b2-88e087d5f656 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1839.510980] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20893cd8-2274-4bf3-b79f-5cb5ee0f9567 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.522755] env[62097]: DEBUG oslo_vmware.rw_handles [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a256f-7686-c3af-c663-aaa69176f91d/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1839.523206] env[62097]: DEBUG oslo_vmware.api [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1839.523206] env[62097]: value = "task-2035093" [ 1839.523206] env[62097]: _type = "Task" [ 1839.523206] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.524021] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5c6d75-60b4-45bb-a214-97d33b41129f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.535239] env[62097]: DEBUG oslo_vmware.api [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2035093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.536449] env[62097]: DEBUG oslo_vmware.rw_handles [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a256f-7686-c3af-c663-aaa69176f91d/disk-0.vmdk is in state: ready. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1839.536615] env[62097]: ERROR oslo_vmware.rw_handles [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a256f-7686-c3af-c663-aaa69176f91d/disk-0.vmdk due to incomplete transfer. [ 1839.536835] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-24eb3eaa-f47a-4d45-a4fe-842ba97aee41 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.544626] env[62097]: DEBUG oslo_vmware.rw_handles [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a256f-7686-c3af-c663-aaa69176f91d/disk-0.vmdk. {{(pid=62097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1839.544902] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Uploaded image 178cb409-cac7-497c-8814-0f1bfaf572d9 to the Glance image server {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1839.547372] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Destroying the VM {{(pid=62097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1839.547685] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6fa82987-4590-4e6a-bac6-9def28da4c6c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.553824] env[62097]: DEBUG oslo_vmware.api [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1839.553824] env[62097]: value = "task-2035094" [ 1839.553824] env[62097]: _type = "Task" [ 1839.553824] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.563178] env[62097]: DEBUG oslo_vmware.api [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035094, 'name': Destroy_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.887162] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Applying migration context for instance 7b70aac3-1fd6-4956-8849-ebe6def4305e as it has an incoming, in-progress migration 7ac07e83-6f78-4206-90a5-6fc2e93afafc. Migration status is reverting {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1839.889399] env[62097]: INFO nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Updating resource usage from migration 7ac07e83-6f78-4206-90a5-6fc2e93afafc [ 1839.901214] env[62097]: DEBUG nova.compute.utils [None req-f1be39a7-d773-4e35-ac7a-38b71bb3ca95 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1839.903201] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.943969] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 76990b8d-ff61-454d-9dee-33bfe27f9665 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.944144] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance be718be8-85d4-4a44-8b30-3bf18a69b989 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.944297] env[62097]: WARNING nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1839.944429] env[62097]: WARNING nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance e3da7693-b1b0-46a2-98e4-95f1f3d47b20 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1839.944987] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance f392555b-fa10-4c15-a253-48ef4c82df63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.944987] env[62097]: WARNING nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 117dded3-8117-4917-9634-ca73b6765e3b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1839.944987] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance f1884230-e972-4c99-a81b-1ecf9b5d7875 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.945149] env[62097]: WARNING nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance b97cf9f5-fabe-40e8-99f8-30207d7f87a6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1839.945182] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.945294] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 4a29c478-1e93-4d58-b8b2-88e087d5f656 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.945416] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance dcf337a9-de54-4fcf-abe8-4c7ed2ec4333 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.945526] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance bef0ccb3-04e4-450e-8042-a433504278b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.945634] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 72d8c1c0-5d25-4619-8f1e-5fe06787a845 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.945740] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance efe841ea-ce8a-4b9a-98de-5533729488dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.945846] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 50a7a45d-3187-4baa-9937-79f05882da01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.945951] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance a7992c09-2881-4d70-b5a8-5071eb619d12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.946084] env[62097]: WARNING nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance c2f23eee-2b74-4839-9697-439a2d26ad64 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1839.946217] env[62097]: WARNING nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance da50c4b4-e9b4-447f-95f4-479356451a22 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1839.946321] env[62097]: WARNING nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 644f7138-3c47-46fe-87e6-caad565d3542 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1839.946433] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance b2312aa2-a236-4928-8204-dee877cc217f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.946571] env[62097]: WARNING nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance face7e9c-6a8b-4bae-ab99-c8601b2cb358 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1839.946676] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.946796] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.946902] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 3cca6a42-488d-4dbd-87ab-65938ab5491f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.947017] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Migration 7ac07e83-6f78-4206-90a5-6fc2e93afafc is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1839.947145] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 7b70aac3-1fd6-4956-8849-ebe6def4305e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1840.037122] env[62097]: DEBUG oslo_vmware.api [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2035093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.053347] env[62097]: DEBUG nova.network.neutron [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Port 7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e binding to destination host cpu-1 is already ACTIVE {{(pid=62097) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1840.053675] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "refresh_cache-7b70aac3-1fd6-4956-8849-ebe6def4305e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.053839] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquired lock "refresh_cache-7b70aac3-1fd6-4956-8849-ebe6def4305e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.054014] env[62097]: DEBUG nova.network.neutron [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1840.064231] env[62097]: DEBUG oslo_vmware.api [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035094, 'name': Destroy_Task, 'duration_secs': 0.339251} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.065072] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Destroyed the VM [ 1840.065329] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Deleting Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1840.065582] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0c72f8d9-c036-4a1e-83e3-2f5d86041302 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.075542] env[62097]: DEBUG oslo_vmware.api [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1840.075542] env[62097]: value = "task-2035095" [ 1840.075542] env[62097]: _type = "Task" [ 1840.075542] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.085381] env[62097]: DEBUG oslo_vmware.api [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035095, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.351104] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquiring lock "dcf337a9-de54-4fcf-abe8-4c7ed2ec4333" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.351413] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Lock "dcf337a9-de54-4fcf-abe8-4c7ed2ec4333" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.351637] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquiring lock "dcf337a9-de54-4fcf-abe8-4c7ed2ec4333-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.351830] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Lock "dcf337a9-de54-4fcf-abe8-4c7ed2ec4333-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.352014] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Lock "dcf337a9-de54-4fcf-abe8-4c7ed2ec4333-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.354338] env[62097]: INFO nova.compute.manager [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Terminating instance [ 1840.405689] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1be39a7-d773-4e35-ac7a-38b71bb3ca95 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "3cca6a42-488d-4dbd-87ab-65938ab5491f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.450882] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 4a674112-0d80-4178-9126-5993d458a9e9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1840.538706] env[62097]: DEBUG oslo_vmware.api [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2035093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.563708} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.539062] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1840.539234] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1840.539421] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1840.539598] env[62097]: INFO nova.compute.manager [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Took 2.39 seconds to destroy the instance on the hypervisor. [ 1840.539845] env[62097]: DEBUG oslo.service.loopingcall [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1840.540063] env[62097]: DEBUG nova.compute.manager [-] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1840.540162] env[62097]: DEBUG nova.network.neutron [-] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1840.586549] env[62097]: DEBUG oslo_vmware.api [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035095, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.858632] env[62097]: DEBUG nova.compute.manager [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1840.858981] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1840.860739] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c5852c-53c2-4a6d-a94c-16bf78124ff6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.878366] env[62097]: DEBUG nova.network.neutron [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Updating instance_info_cache with network_info: [{"id": "7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e", "address": "fa:16:3e:d9:99:6b", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5c7b71-3a", "ovs_interfaceid": "7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.880329] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1840.881271] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1e598aa-0e8c-4e3b-8fcb-355f77223bed {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.888580] env[62097]: DEBUG oslo_vmware.api [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1840.888580] env[62097]: value = "task-2035096" [ 1840.888580] env[62097]: _type = "Task" [ 1840.888580] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.899206] env[62097]: DEBUG oslo_vmware.api [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2035096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.954698] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance c70e020b-71e9-4b08-8edc-3988bc483097 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1841.087991] env[62097]: DEBUG oslo_vmware.api [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035095, 'name': RemoveSnapshot_Task, 'duration_secs': 0.643098} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.088365] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Deleted Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1841.088563] env[62097]: INFO nova.compute.manager [None req-2739c0eb-d7c7-4b07-891e-2e686e8ef2f7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Took 14.44 seconds to snapshot the instance on the hypervisor. [ 1841.328074] env[62097]: DEBUG nova.compute.manager [req-3b99c562-3c66-41a2-a659-67d5835e0865 req-cae7d4de-644a-40e4-97a1-296bc430e47b service nova] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Received event network-vif-deleted-c67c1d33-006d-4aaa-8530-3f6fb716a5fe {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1841.328074] env[62097]: INFO nova.compute.manager [req-3b99c562-3c66-41a2-a659-67d5835e0865 req-cae7d4de-644a-40e4-97a1-296bc430e47b service nova] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Neutron deleted interface c67c1d33-006d-4aaa-8530-3f6fb716a5fe; detaching it from the instance and deleting it from the info cache [ 1841.328074] env[62097]: DEBUG nova.network.neutron [req-3b99c562-3c66-41a2-a659-67d5835e0865 req-cae7d4de-644a-40e4-97a1-296bc430e47b service nova] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.381096] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Releasing lock "refresh_cache-7b70aac3-1fd6-4956-8849-ebe6def4305e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.396442] env[62097]: DEBUG nova.network.neutron [-] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.401613] env[62097]: DEBUG oslo_vmware.api [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2035096, 'name': PowerOffVM_Task, 'duration_secs': 0.38145} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.402109] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1841.402377] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1841.402555] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc77e9bc-4a29-4ea0-8240-30321d4feca0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.458068] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 4f1ba8a6-3f11-4312-b0b4-646925207435 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1841.485939] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1be39a7-d773-4e35-ac7a-38b71bb3ca95 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "3cca6a42-488d-4dbd-87ab-65938ab5491f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.486248] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1be39a7-d773-4e35-ac7a-38b71bb3ca95 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "3cca6a42-488d-4dbd-87ab-65938ab5491f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.486485] env[62097]: INFO nova.compute.manager [None req-f1be39a7-d773-4e35-ac7a-38b71bb3ca95 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Attaching volume 4c6411fa-3aa3-49ae-af3e-ec4e489cddf0 to /dev/sdb [ 1841.515202] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1841.515622] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1841.515689] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Deleting the datastore file [datastore1] dcf337a9-de54-4fcf-abe8-4c7ed2ec4333 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1841.515927] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5101537-34af-4739-a906-1507a7bf9b6a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.524020] env[62097]: DEBUG oslo_vmware.api [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for the task: (returnval){ [ 1841.524020] env[62097]: value = "task-2035098" [ 1841.524020] env[62097]: _type = "Task" [ 1841.524020] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.532218] env[62097]: DEBUG oslo_vmware.api [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2035098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.545152] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17889373-7316-489b-b917-929fbfdcfc93 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.553721] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05fc30e-869f-45c8-9d73-7b7f3914e5fd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.568966] env[62097]: DEBUG nova.virt.block_device [None req-f1be39a7-d773-4e35-ac7a-38b71bb3ca95 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Updating existing volume attachment record: 9a93c4bb-0176-48fc-8771-3ce47ada8cb6 {{(pid=62097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1841.830499] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0b69199-9ad0-47bd-861a-6db885a0f4e5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.840814] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea011e55-7b26-4be1-bbc6-1f23ff079521 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.876838] env[62097]: DEBUG nova.compute.manager [req-3b99c562-3c66-41a2-a659-67d5835e0865 req-cae7d4de-644a-40e4-97a1-296bc430e47b service nova] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Detach interface failed, port_id=c67c1d33-006d-4aaa-8530-3f6fb716a5fe, reason: Instance 4a29c478-1e93-4d58-b8b2-88e087d5f656 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1841.884478] env[62097]: DEBUG nova.compute.manager [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62097) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1841.884753] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.902577] env[62097]: INFO nova.compute.manager [-] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Took 1.36 seconds to deallocate network for instance. [ 1841.961711] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 1824b463-fe07-4430-8da7-1b7568a58852 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1842.038403] env[62097]: DEBUG oslo_vmware.api [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Task: {'id': task-2035098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.484218} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.038717] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1842.038900] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1842.039090] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1842.039394] env[62097]: INFO nova.compute.manager [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1842.039766] env[62097]: DEBUG oslo.service.loopingcall [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1842.039998] env[62097]: DEBUG nova.compute.manager [-] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1842.040120] env[62097]: DEBUG nova.network.neutron [-] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1842.050459] env[62097]: DEBUG oslo_concurrency.lockutils [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "b2312aa2-a236-4928-8204-dee877cc217f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.050459] env[62097]: DEBUG oslo_concurrency.lockutils [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "b2312aa2-a236-4928-8204-dee877cc217f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.050459] env[62097]: DEBUG oslo_concurrency.lockutils [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "b2312aa2-a236-4928-8204-dee877cc217f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.050459] env[62097]: DEBUG oslo_concurrency.lockutils [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "b2312aa2-a236-4928-8204-dee877cc217f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.050459] env[62097]: DEBUG oslo_concurrency.lockutils [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "b2312aa2-a236-4928-8204-dee877cc217f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.054737] env[62097]: INFO nova.compute.manager [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Terminating instance [ 1842.417078] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.465334] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 99eaa630-0334-4760-9cac-b958f7192f26 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1842.465680] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1842.465782] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1842.556849] env[62097]: DEBUG nova.compute.manager [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1842.557126] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1842.558095] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea97c73-dbbb-480f-ac8b-beb37b8951e4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.569341] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1842.569341] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07a978d7-c5a9-4ab9-bf0e-14629df1cd91 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.678311] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1842.678546] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1842.678727] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Deleting the datastore file [datastore1] b2312aa2-a236-4928-8204-dee877cc217f {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1842.681590] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-541a5ac3-17b3-4221-900d-250fd807697e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.689106] env[62097]: DEBUG oslo_vmware.api [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1842.689106] env[62097]: value = "task-2035103" [ 1842.689106] env[62097]: _type = "Task" [ 1842.689106] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.697520] env[62097]: DEBUG oslo_vmware.api [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.851183] env[62097]: DEBUG oslo_concurrency.lockutils [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "b9c23cfb-231e-43fd-a470-308fa6649091" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.851441] env[62097]: DEBUG oslo_concurrency.lockutils [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "b9c23cfb-231e-43fd-a470-308fa6649091" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.906108] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635a5588-2869-41c3-98d0-72a363baeada {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.914694] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b8dacf-45f9-4bd3-b90d-4c2cb3f1ffe7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.946967] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bf3fac-a6bb-425d-adea-14bbc6786edf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.955046] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd48585-0937-4ff0-9e83-b6d6f18ca7b0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.968336] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1843.070539] env[62097]: DEBUG nova.network.neutron [-] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.199867] env[62097]: DEBUG oslo_vmware.api [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396785} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.200040] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1843.200178] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1843.200360] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1843.200535] env[62097]: INFO nova.compute.manager [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1843.200776] env[62097]: DEBUG oslo.service.loopingcall [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1843.200964] env[62097]: DEBUG nova.compute.manager [-] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1843.201071] env[62097]: DEBUG nova.network.neutron [-] [instance: b2312aa2-a236-4928-8204-dee877cc217f] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1843.354030] env[62097]: DEBUG nova.compute.manager [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1843.461580] env[62097]: DEBUG nova.compute.manager [req-e291bd9d-ba68-4ddb-bcef-f40ff2def73e req-f39bfab1-027b-430e-82b3-71342397ce44 service nova] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Received event network-vif-deleted-55c7d474-811a-42be-8cac-93036ad34fb9 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1843.471860] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1843.573449] env[62097]: INFO nova.compute.manager [-] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Took 1.53 seconds to deallocate network for instance. [ 1843.894530] env[62097]: DEBUG oslo_concurrency.lockutils [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.978834] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1843.978834] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.575s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.979070] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.304s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.979879] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.981754] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.454s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.983202] env[62097]: INFO nova.compute.claims [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1844.013197] env[62097]: INFO nova.scheduler.client.report [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Deleted allocations for instance b97cf9f5-fabe-40e8-99f8-30207d7f87a6 [ 1844.080930] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.119256] env[62097]: DEBUG nova.network.neutron [-] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.520705] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e2207552-ef5e-40d0-98b8-1ada75a0fff7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "b97cf9f5-fabe-40e8-99f8-30207d7f87a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.046s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.622408] env[62097]: INFO nova.compute.manager [-] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Took 1.42 seconds to deallocate network for instance. [ 1845.131093] env[62097]: DEBUG oslo_concurrency.lockutils [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.364147] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce397d1-9a50-42ba-893d-1a7cf73dfe8e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.371472] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b7d5ad-b7b4-4c93-a537-5af87f7c4213 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.401038] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaba6f4-eb3f-45a6-892a-fe4a1af8dd0f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.409139] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023c0e64-541e-48b5-9d11-59944230dcae {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.422519] env[62097]: DEBUG nova.compute.provider_tree [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1845.483234] env[62097]: DEBUG nova.compute.manager [req-19060d52-fe77-44b2-9011-73f624b140b6 req-9b04c5ef-3fbe-41ca-b162-ace573748da6 service nova] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Received event network-vif-deleted-45c5ae5f-2d47-4071-ab04-827a455bad6e {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1845.925674] env[62097]: DEBUG nova.scheduler.client.report [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1846.117176] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1be39a7-d773-4e35-ac7a-38b71bb3ca95 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Volume attach. Driver type: vmdk {{(pid=62097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1846.117176] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1be39a7-d773-4e35-ac7a-38b71bb3ca95 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-417943', 'volume_id': '4c6411fa-3aa3-49ae-af3e-ec4e489cddf0', 'name': 'volume-4c6411fa-3aa3-49ae-af3e-ec4e489cddf0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3cca6a42-488d-4dbd-87ab-65938ab5491f', 'attached_at': '', 'detached_at': '', 'volume_id': '4c6411fa-3aa3-49ae-af3e-ec4e489cddf0', 'serial': '4c6411fa-3aa3-49ae-af3e-ec4e489cddf0'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1846.119321] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083f1d40-e2a7-4e0e-b366-5f0bcd49edc4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.137269] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06f09e2-5b8a-4203-b358-1c6cc9807ec8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.162795] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1be39a7-d773-4e35-ac7a-38b71bb3ca95 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] volume-4c6411fa-3aa3-49ae-af3e-ec4e489cddf0/volume-4c6411fa-3aa3-49ae-af3e-ec4e489cddf0.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1846.163123] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fea98c6-bf6c-4caa-851d-e490125cc3a5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.182987] env[62097]: DEBUG oslo_vmware.api [None req-f1be39a7-d773-4e35-ac7a-38b71bb3ca95 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1846.182987] env[62097]: value = "task-2035105" [ 1846.182987] env[62097]: _type = "Task" [ 1846.182987] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.191430] env[62097]: DEBUG oslo_vmware.api [None req-f1be39a7-d773-4e35-ac7a-38b71bb3ca95 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.431458] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.432012] env[62097]: DEBUG nova.compute.manager [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1846.434817] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.285s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.436322] env[62097]: INFO nova.compute.claims [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1846.693462] env[62097]: DEBUG oslo_vmware.api [None req-f1be39a7-d773-4e35-ac7a-38b71bb3ca95 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035105, 'name': ReconfigVM_Task, 'duration_secs': 0.473221} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.693794] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1be39a7-d773-4e35-ac7a-38b71bb3ca95 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Reconfigured VM instance instance-0000003a to attach disk [datastore2] volume-4c6411fa-3aa3-49ae-af3e-ec4e489cddf0/volume-4c6411fa-3aa3-49ae-af3e-ec4e489cddf0.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1846.698985] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ed12e1b-a735-4e47-8c93-e6a828624278 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.721229] env[62097]: DEBUG oslo_vmware.api [None req-f1be39a7-d773-4e35-ac7a-38b71bb3ca95 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1846.721229] env[62097]: value = "task-2035106" [ 1846.721229] env[62097]: _type = "Task" [ 1846.721229] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.730808] env[62097]: DEBUG oslo_vmware.api [None req-f1be39a7-d773-4e35-ac7a-38b71bb3ca95 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035106, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.735254] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.735616] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.941546] env[62097]: DEBUG nova.compute.utils [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1846.945023] env[62097]: DEBUG nova.compute.manager [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1846.945209] env[62097]: DEBUG nova.network.neutron [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1847.005014] env[62097]: DEBUG nova.policy [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93f030ec201e47c68d530f44780f4e34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a05629293b048ca9ee9649a383b63b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1847.231797] env[62097]: DEBUG oslo_vmware.api [None req-f1be39a7-d773-4e35-ac7a-38b71bb3ca95 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035106, 'name': ReconfigVM_Task, 'duration_secs': 0.176081} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.232169] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1be39a7-d773-4e35-ac7a-38b71bb3ca95 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-417943', 'volume_id': '4c6411fa-3aa3-49ae-af3e-ec4e489cddf0', 'name': 'volume-4c6411fa-3aa3-49ae-af3e-ec4e489cddf0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3cca6a42-488d-4dbd-87ab-65938ab5491f', 'attached_at': '', 'detached_at': '', 'volume_id': '4c6411fa-3aa3-49ae-af3e-ec4e489cddf0', 'serial': '4c6411fa-3aa3-49ae-af3e-ec4e489cddf0'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1847.238312] env[62097]: DEBUG nova.compute.manager [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1847.448164] env[62097]: DEBUG nova.compute.manager [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1847.521753] env[62097]: DEBUG nova.network.neutron [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Successfully created port: 444e5d37-c5c7-4c29-8c13-642b7e1029fa {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1847.762684] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.935431] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75088970-ade6-4728-b170-1b355e967056 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.944089] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aab544a-4a29-41e0-accc-4ca01a33e5c9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.978067] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f289195e-3f84-499e-a87a-ea1e62be32ab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.986789] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6653369-6091-4e00-9046-79b4f7f36a81 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.001482] env[62097]: DEBUG nova.compute.provider_tree [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1848.287697] env[62097]: DEBUG nova.objects.instance [None req-f1be39a7-d773-4e35-ac7a-38b71bb3ca95 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lazy-loading 'flavor' on Instance uuid 3cca6a42-488d-4dbd-87ab-65938ab5491f {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1848.482604] env[62097]: DEBUG nova.compute.manager [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1848.504419] env[62097]: DEBUG nova.scheduler.client.report [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1848.509339] env[62097]: DEBUG nova.virt.hardware [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1848.509601] env[62097]: DEBUG nova.virt.hardware [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1848.509780] env[62097]: DEBUG nova.virt.hardware [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1848.509966] env[62097]: DEBUG nova.virt.hardware [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1848.510130] env[62097]: DEBUG nova.virt.hardware [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1848.510277] env[62097]: DEBUG nova.virt.hardware [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1848.510505] env[62097]: DEBUG nova.virt.hardware [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1848.510666] env[62097]: DEBUG nova.virt.hardware [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1848.510854] env[62097]: DEBUG nova.virt.hardware [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1848.511058] env[62097]: DEBUG nova.virt.hardware [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1848.511241] env[62097]: DEBUG nova.virt.hardware [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1848.512475] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dc2a6a-c29e-4f9e-96a6-035b82c43c24 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.521029] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09b44e2-dc83-4f1b-bdf6-06484bd311e1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.793557] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1be39a7-d773-4e35-ac7a-38b71bb3ca95 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "3cca6a42-488d-4dbd-87ab-65938ab5491f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.307s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.977865] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "3cca6a42-488d-4dbd-87ab-65938ab5491f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.978206] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "3cca6a42-488d-4dbd-87ab-65938ab5491f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.978412] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "3cca6a42-488d-4dbd-87ab-65938ab5491f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.978603] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "3cca6a42-488d-4dbd-87ab-65938ab5491f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.978786] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "3cca6a42-488d-4dbd-87ab-65938ab5491f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.980970] env[62097]: INFO nova.compute.manager [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Terminating instance [ 1849.013966] env[62097]: DEBUG nova.compute.manager [req-6ef8c385-5923-42c7-82a2-811cb34cc00b req-a07e9c78-70b6-4eae-b780-4d9164ded31f service nova] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Received event network-vif-plugged-444e5d37-c5c7-4c29-8c13-642b7e1029fa {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1849.014216] env[62097]: DEBUG oslo_concurrency.lockutils [req-6ef8c385-5923-42c7-82a2-811cb34cc00b req-a07e9c78-70b6-4eae-b780-4d9164ded31f service nova] Acquiring lock "4a674112-0d80-4178-9126-5993d458a9e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.014431] env[62097]: DEBUG oslo_concurrency.lockutils [req-6ef8c385-5923-42c7-82a2-811cb34cc00b req-a07e9c78-70b6-4eae-b780-4d9164ded31f service nova] Lock "4a674112-0d80-4178-9126-5993d458a9e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.014603] env[62097]: DEBUG oslo_concurrency.lockutils [req-6ef8c385-5923-42c7-82a2-811cb34cc00b req-a07e9c78-70b6-4eae-b780-4d9164ded31f service nova] Lock "4a674112-0d80-4178-9126-5993d458a9e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.014773] env[62097]: DEBUG nova.compute.manager [req-6ef8c385-5923-42c7-82a2-811cb34cc00b req-a07e9c78-70b6-4eae-b780-4d9164ded31f service nova] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] No waiting events found dispatching network-vif-plugged-444e5d37-c5c7-4c29-8c13-642b7e1029fa {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1849.014922] env[62097]: WARNING nova.compute.manager [req-6ef8c385-5923-42c7-82a2-811cb34cc00b req-a07e9c78-70b6-4eae-b780-4d9164ded31f service nova] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Received unexpected event network-vif-plugged-444e5d37-c5c7-4c29-8c13-642b7e1029fa for instance with vm_state building and task_state spawning. [ 1849.016019] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.016481] env[62097]: DEBUG nova.compute.manager [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1849.023071] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.151s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.023315] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.025329] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.567s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.025516] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.027281] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.482s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.027463] env[62097]: DEBUG nova.objects.instance [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62097) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1849.056293] env[62097]: INFO nova.scheduler.client.report [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Deleted allocations for instance c2f23eee-2b74-4839-9697-439a2d26ad64 [ 1849.061472] env[62097]: INFO nova.scheduler.client.report [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Deleted allocations for instance c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f [ 1849.071679] env[62097]: DEBUG nova.network.neutron [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Successfully updated port: 444e5d37-c5c7-4c29-8c13-642b7e1029fa {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1849.487893] env[62097]: DEBUG nova.compute.manager [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1849.488128] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1849.488459] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f2abf06-4acb-4e49-bc0d-d7220c4fe4e7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.497264] env[62097]: DEBUG oslo_vmware.api [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1849.497264] env[62097]: value = "task-2035107" [ 1849.497264] env[62097]: _type = "Task" [ 1849.497264] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.505670] env[62097]: DEBUG oslo_vmware.api [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.532219] env[62097]: DEBUG nova.compute.utils [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1849.533751] env[62097]: DEBUG nova.compute.manager [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1849.533934] env[62097]: DEBUG nova.network.neutron [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1849.564522] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bb278942-d650-49bc-b38a-bd537ca5bd2e tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "c2f23eee-2b74-4839-9697-439a2d26ad64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.787s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.568662] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c03c636e-da21-4192-baf2-2c8c477c8708 tempest-ServersV294TestFqdnHostnames-1432014047 tempest-ServersV294TestFqdnHostnames-1432014047-project-member] Lock "c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.917s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.573747] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquiring lock "refresh_cache-4a674112-0d80-4178-9126-5993d458a9e9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.573896] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquired lock "refresh_cache-4a674112-0d80-4178-9126-5993d458a9e9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.574171] env[62097]: DEBUG nova.network.neutron [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1849.576600] env[62097]: DEBUG nova.policy [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66f148f816df48579596b5759075ac2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4eebe02c3654deba1f1d0d433db16b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1849.835263] env[62097]: DEBUG nova.network.neutron [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Successfully created port: 27d54899-f4f8-4b2c-b51d-ac09f41516e5 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1850.010131] env[62097]: DEBUG oslo_vmware.api [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035107, 'name': PowerOffVM_Task, 'duration_secs': 0.251398} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.010131] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1850.010131] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Volume detach. Driver type: vmdk {{(pid=62097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1850.010131] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-417943', 'volume_id': '4c6411fa-3aa3-49ae-af3e-ec4e489cddf0', 'name': 'volume-4c6411fa-3aa3-49ae-af3e-ec4e489cddf0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3cca6a42-488d-4dbd-87ab-65938ab5491f', 'attached_at': '', 'detached_at': '', 'volume_id': '4c6411fa-3aa3-49ae-af3e-ec4e489cddf0', 'serial': '4c6411fa-3aa3-49ae-af3e-ec4e489cddf0'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1850.010131] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8de08c-197e-45e1-9b54-cf8088f57bf3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.033330] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaf629e-ca39-4c01-8557-2c06903d0de1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.038689] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115affa6-4ef7-4b9a-9193-7ce8e1cdb645 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.041960] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0936ff2b-eae7-4e03-8ee4-b0842ad1fb6a tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.043372] env[62097]: DEBUG nova.compute.manager [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1850.045807] env[62097]: DEBUG oslo_concurrency.lockutils [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.279s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.046060] env[62097]: DEBUG oslo_concurrency.lockutils [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.049114] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.683s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.049690] env[62097]: INFO nova.compute.claims [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1850.073262] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ec2959-1e55-4609-b474-42b01684edf2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.093437] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] The volume has not been displaced from its original location: [datastore2] volume-4c6411fa-3aa3-49ae-af3e-ec4e489cddf0/volume-4c6411fa-3aa3-49ae-af3e-ec4e489cddf0.vmdk. No consolidation needed. {{(pid=62097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1850.098936] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1850.107019] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4642cc8-a378-4af7-b383-a0d32e839ab9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.128130] env[62097]: DEBUG oslo_vmware.api [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1850.128130] env[62097]: value = "task-2035108" [ 1850.128130] env[62097]: _type = "Task" [ 1850.128130] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.133154] env[62097]: DEBUG nova.network.neutron [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1850.138963] env[62097]: DEBUG oslo_vmware.api [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.191754] env[62097]: INFO nova.scheduler.client.report [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Deleted allocations for instance 644f7138-3c47-46fe-87e6-caad565d3542 [ 1850.387749] env[62097]: DEBUG nova.network.neutron [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Updating instance_info_cache with network_info: [{"id": "444e5d37-c5c7-4c29-8c13-642b7e1029fa", "address": "fa:16:3e:38:4c:c9", "network": {"id": "8ba195c0-dfc6-4c77-ad01-1aa9d6b67312", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1051762696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a05629293b048ca9ee9649a383b63b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444e5d37-c5", "ovs_interfaceid": "444e5d37-c5c7-4c29-8c13-642b7e1029fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.641260] env[62097]: DEBUG oslo_vmware.api [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035108, 'name': ReconfigVM_Task, 'duration_secs': 0.270998} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.641260] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1850.644709] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b144e69-2280-47d3-99e2-c27f9a802aea {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.662145] env[62097]: DEBUG oslo_vmware.api [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1850.662145] env[62097]: value = "task-2035109" [ 1850.662145] env[62097]: _type = "Task" [ 1850.662145] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.673756] env[62097]: DEBUG oslo_vmware.api [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.699338] env[62097]: DEBUG oslo_concurrency.lockutils [None req-67ce82b1-dff0-4a29-8e76-3de30d819265 tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Lock "644f7138-3c47-46fe-87e6-caad565d3542" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.050s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.838665] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "3fc3c152-d30e-40fa-80d8-a2333bf125e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.838911] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "3fc3c152-d30e-40fa-80d8-a2333bf125e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.891232] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Releasing lock "refresh_cache-4a674112-0d80-4178-9126-5993d458a9e9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.891702] env[62097]: DEBUG nova.compute.manager [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Instance network_info: |[{"id": "444e5d37-c5c7-4c29-8c13-642b7e1029fa", "address": "fa:16:3e:38:4c:c9", "network": {"id": "8ba195c0-dfc6-4c77-ad01-1aa9d6b67312", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1051762696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a05629293b048ca9ee9649a383b63b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444e5d37-c5", "ovs_interfaceid": "444e5d37-c5c7-4c29-8c13-642b7e1029fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1850.892020] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:4c:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '444e5d37-c5c7-4c29-8c13-642b7e1029fa', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1850.899582] env[62097]: DEBUG oslo.service.loopingcall [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1850.899797] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1850.900026] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb8a309e-9bd6-497c-ba2b-cd7d92aece14 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.927461] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1850.927461] env[62097]: value = "task-2035110" [ 1850.927461] env[62097]: _type = "Task" [ 1850.927461] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.935587] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035110, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.043109] env[62097]: DEBUG nova.compute.manager [req-7725d7c7-1b65-444b-97a9-30f20521f321 req-b41f89b4-9ac0-4a70-85bc-1fa8d272cf63 service nova] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Received event network-changed-444e5d37-c5c7-4c29-8c13-642b7e1029fa {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1851.043399] env[62097]: DEBUG nova.compute.manager [req-7725d7c7-1b65-444b-97a9-30f20521f321 req-b41f89b4-9ac0-4a70-85bc-1fa8d272cf63 service nova] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Refreshing instance network info cache due to event network-changed-444e5d37-c5c7-4c29-8c13-642b7e1029fa. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1851.043561] env[62097]: DEBUG oslo_concurrency.lockutils [req-7725d7c7-1b65-444b-97a9-30f20521f321 req-b41f89b4-9ac0-4a70-85bc-1fa8d272cf63 service nova] Acquiring lock "refresh_cache-4a674112-0d80-4178-9126-5993d458a9e9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.043787] env[62097]: DEBUG oslo_concurrency.lockutils [req-7725d7c7-1b65-444b-97a9-30f20521f321 req-b41f89b4-9ac0-4a70-85bc-1fa8d272cf63 service nova] Acquired lock "refresh_cache-4a674112-0d80-4178-9126-5993d458a9e9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.043897] env[62097]: DEBUG nova.network.neutron [req-7725d7c7-1b65-444b-97a9-30f20521f321 req-b41f89b4-9ac0-4a70-85bc-1fa8d272cf63 service nova] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Refreshing network info cache for port 444e5d37-c5c7-4c29-8c13-642b7e1029fa {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1851.063757] env[62097]: DEBUG nova.compute.manager [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1851.094076] env[62097]: DEBUG nova.virt.hardware [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1851.094405] env[62097]: DEBUG nova.virt.hardware [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1851.094573] env[62097]: DEBUG nova.virt.hardware [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1851.094821] env[62097]: DEBUG nova.virt.hardware [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1851.094984] env[62097]: DEBUG nova.virt.hardware [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1851.095154] env[62097]: DEBUG nova.virt.hardware [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1851.095367] env[62097]: DEBUG nova.virt.hardware [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1851.095528] env[62097]: DEBUG nova.virt.hardware [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1851.095696] env[62097]: DEBUG nova.virt.hardware [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1851.095888] env[62097]: DEBUG nova.virt.hardware [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1851.096098] env[62097]: DEBUG nova.virt.hardware [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1851.097016] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b79775-5337-4fbb-94f2-68582ccdb9b2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.108947] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a092a049-d031-4599-be40-04e112fc318c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.172354] env[62097]: DEBUG oslo_vmware.api [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035109, 'name': ReconfigVM_Task, 'duration_secs': 0.211293} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.172733] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-417943', 'volume_id': '4c6411fa-3aa3-49ae-af3e-ec4e489cddf0', 'name': 'volume-4c6411fa-3aa3-49ae-af3e-ec4e489cddf0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3cca6a42-488d-4dbd-87ab-65938ab5491f', 'attached_at': '', 'detached_at': '', 'volume_id': '4c6411fa-3aa3-49ae-af3e-ec4e489cddf0', 'serial': '4c6411fa-3aa3-49ae-af3e-ec4e489cddf0'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1851.173164] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1851.173926] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfc0675-e801-4e13-bf65-c22ef9ff091a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.183624] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1851.183882] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d57ba2a1-f4f4-4c80-95dc-40d106213e0b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.263031] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1851.265021] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1851.265021] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Deleting the datastore file [datastore2] 3cca6a42-488d-4dbd-87ab-65938ab5491f {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1851.265021] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b03a08c-0e32-4e84-8eb0-68c28aba74ff {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.277068] env[62097]: DEBUG oslo_vmware.api [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1851.277068] env[62097]: value = "task-2035112" [ 1851.277068] env[62097]: _type = "Task" [ 1851.277068] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.285835] env[62097]: DEBUG oslo_vmware.api [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.344020] env[62097]: DEBUG nova.compute.manager [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1851.441772] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035110, 'name': CreateVM_Task, 'duration_secs': 0.37714} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.442902] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1851.443088] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.443393] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.443727] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1851.443990] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b00fe536-a0e7-4982-8f6a-435f5b2a36c8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.453163] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1851.453163] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5265fff3-e658-5968-bb35-a6faefd49039" [ 1851.453163] env[62097]: _type = "Task" [ 1851.453163] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.462850] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5265fff3-e658-5968-bb35-a6faefd49039, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.567419] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22a297d-ad31-4fab-a8ee-4eaadc353f79 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.576161] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817550fb-dcdd-4536-89da-de166141e77b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.580702] env[62097]: DEBUG nova.network.neutron [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Successfully updated port: 27d54899-f4f8-4b2c-b51d-ac09f41516e5 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1851.611782] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3586a848-47b4-4c9f-9449-14608b622be1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.624292] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cb0154-9710-4780-867a-f4b11b0e991c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.644299] env[62097]: DEBUG nova.compute.provider_tree [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1851.731458] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquiring lock "72d8c1c0-5d25-4619-8f1e-5fe06787a845" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.731834] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Lock "72d8c1c0-5d25-4619-8f1e-5fe06787a845" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.732065] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquiring lock "72d8c1c0-5d25-4619-8f1e-5fe06787a845-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.732258] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Lock "72d8c1c0-5d25-4619-8f1e-5fe06787a845-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.732496] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Lock "72d8c1c0-5d25-4619-8f1e-5fe06787a845-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.737300] env[62097]: INFO nova.compute.manager [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Terminating instance [ 1851.787595] env[62097]: DEBUG oslo_vmware.api [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210383} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.787993] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1851.788237] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1851.788470] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1851.788694] env[62097]: INFO nova.compute.manager [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1851.788977] env[62097]: DEBUG oslo.service.loopingcall [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1851.789382] env[62097]: DEBUG nova.compute.manager [-] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1851.789382] env[62097]: DEBUG nova.network.neutron [-] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1851.865799] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.964298] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5265fff3-e658-5968-bb35-a6faefd49039, 'name': SearchDatastore_Task, 'duration_secs': 0.009588} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.964642] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.964912] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1851.965171] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.965355] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.965562] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1851.965817] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb5f6480-c7b5-41cc-9429-0e52ffa642c1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.975462] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1851.975669] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1851.976526] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea297f8-2c8f-4927-a976-530535be5198 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.982762] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1851.982762] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5272d244-e2dd-792a-453d-ca3d87852acb" [ 1851.982762] env[62097]: _type = "Task" [ 1851.982762] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.992206] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5272d244-e2dd-792a-453d-ca3d87852acb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.109833] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Acquiring lock "refresh_cache-c70e020b-71e9-4b08-8edc-3988bc483097" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.110117] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Acquired lock "refresh_cache-c70e020b-71e9-4b08-8edc-3988bc483097" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.110117] env[62097]: DEBUG nova.network.neutron [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1852.147022] env[62097]: DEBUG nova.scheduler.client.report [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1852.237123] env[62097]: DEBUG nova.network.neutron [req-7725d7c7-1b65-444b-97a9-30f20521f321 req-b41f89b4-9ac0-4a70-85bc-1fa8d272cf63 service nova] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Updated VIF entry in instance network info cache for port 444e5d37-c5c7-4c29-8c13-642b7e1029fa. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1852.237518] env[62097]: DEBUG nova.network.neutron [req-7725d7c7-1b65-444b-97a9-30f20521f321 req-b41f89b4-9ac0-4a70-85bc-1fa8d272cf63 service nova] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Updating instance_info_cache with network_info: [{"id": "444e5d37-c5c7-4c29-8c13-642b7e1029fa", "address": "fa:16:3e:38:4c:c9", "network": {"id": "8ba195c0-dfc6-4c77-ad01-1aa9d6b67312", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1051762696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a05629293b048ca9ee9649a383b63b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444e5d37-c5", "ovs_interfaceid": "444e5d37-c5c7-4c29-8c13-642b7e1029fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.243702] env[62097]: DEBUG nova.compute.manager [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1852.243919] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1852.244879] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9940c6a-906f-481c-a44c-93de2b6c6326 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.256100] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1852.256362] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1a5b4d5-b521-4d55-bc08-c7963f8c4cf3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.267349] env[62097]: DEBUG oslo_vmware.api [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Waiting for the task: (returnval){ [ 1852.267349] env[62097]: value = "task-2035113" [ 1852.267349] env[62097]: _type = "Task" [ 1852.267349] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.276699] env[62097]: DEBUG oslo_vmware.api [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2035113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.492400] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5272d244-e2dd-792a-453d-ca3d87852acb, 'name': SearchDatastore_Task, 'duration_secs': 0.010172} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.493231] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05693ed1-d8d7-40e3-ac06-7ced7bc69ce8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.498979] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1852.498979] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523044b8-2974-f1d0-b0fe-efd27fdd6acd" [ 1852.498979] env[62097]: _type = "Task" [ 1852.498979] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.508800] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523044b8-2974-f1d0-b0fe-efd27fdd6acd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.545937] env[62097]: DEBUG nova.network.neutron [-] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.647221] env[62097]: DEBUG nova.network.neutron [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1852.652291] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.652946] env[62097]: DEBUG nova.compute.manager [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1852.656236] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.222s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.656425] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.658476] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.241s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.660018] env[62097]: INFO nova.compute.claims [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1852.706953] env[62097]: INFO nova.scheduler.client.report [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Deleted allocations for instance e3da7693-b1b0-46a2-98e4-95f1f3d47b20 [ 1852.741562] env[62097]: DEBUG oslo_concurrency.lockutils [req-7725d7c7-1b65-444b-97a9-30f20521f321 req-b41f89b4-9ac0-4a70-85bc-1fa8d272cf63 service nova] Releasing lock "refresh_cache-4a674112-0d80-4178-9126-5993d458a9e9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.781993] env[62097]: DEBUG oslo_vmware.api [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2035113, 'name': PowerOffVM_Task, 'duration_secs': 0.221498} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.782195] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1852.782493] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1852.782807] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fc571e9-e5f0-4cc7-8d8f-5eb6ec831bb3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.834443] env[62097]: DEBUG nova.network.neutron [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Updating instance_info_cache with network_info: [{"id": "27d54899-f4f8-4b2c-b51d-ac09f41516e5", "address": "fa:16:3e:7c:39:dc", "network": {"id": "1c1e0597-ccd7-4b4f-b8eb-d1a594e4aace", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2024998536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4eebe02c3654deba1f1d0d433db16b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d54899-f4", "ovs_interfaceid": "27d54899-f4f8-4b2c-b51d-ac09f41516e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.891286] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1852.891286] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1852.891286] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Deleting the datastore file [datastore2] 72d8c1c0-5d25-4619-8f1e-5fe06787a845 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1852.891286] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed4873b7-cb65-4b1f-a802-06b2a818181c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.898759] env[62097]: DEBUG oslo_vmware.api [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Waiting for the task: (returnval){ [ 1852.898759] env[62097]: value = "task-2035115" [ 1852.898759] env[62097]: _type = "Task" [ 1852.898759] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.909551] env[62097]: DEBUG oslo_vmware.api [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2035115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.011777] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523044b8-2974-f1d0-b0fe-efd27fdd6acd, 'name': SearchDatastore_Task, 'duration_secs': 0.009427} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.012076] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.012417] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 4a674112-0d80-4178-9126-5993d458a9e9/4a674112-0d80-4178-9126-5993d458a9e9.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1853.012637] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4358b42-c70c-4e65-bece-335736bc17a2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.020679] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1853.020679] env[62097]: value = "task-2035116" [ 1853.020679] env[62097]: _type = "Task" [ 1853.020679] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.029411] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2035116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.048991] env[62097]: INFO nova.compute.manager [-] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Took 1.26 seconds to deallocate network for instance. [ 1853.099727] env[62097]: DEBUG nova.compute.manager [req-dedba3a0-834f-4f3f-abeb-4639ebe3e91b req-8f6ba771-4eb8-4e0d-86d6-7f4a1bfe62fc service nova] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Received event network-vif-plugged-27d54899-f4f8-4b2c-b51d-ac09f41516e5 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1853.100166] env[62097]: DEBUG oslo_concurrency.lockutils [req-dedba3a0-834f-4f3f-abeb-4639ebe3e91b req-8f6ba771-4eb8-4e0d-86d6-7f4a1bfe62fc service nova] Acquiring lock "c70e020b-71e9-4b08-8edc-3988bc483097-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.100486] env[62097]: DEBUG oslo_concurrency.lockutils [req-dedba3a0-834f-4f3f-abeb-4639ebe3e91b req-8f6ba771-4eb8-4e0d-86d6-7f4a1bfe62fc service nova] Lock "c70e020b-71e9-4b08-8edc-3988bc483097-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.100732] env[62097]: DEBUG oslo_concurrency.lockutils [req-dedba3a0-834f-4f3f-abeb-4639ebe3e91b req-8f6ba771-4eb8-4e0d-86d6-7f4a1bfe62fc service nova] Lock "c70e020b-71e9-4b08-8edc-3988bc483097-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.100958] env[62097]: DEBUG nova.compute.manager [req-dedba3a0-834f-4f3f-abeb-4639ebe3e91b req-8f6ba771-4eb8-4e0d-86d6-7f4a1bfe62fc service nova] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] No waiting events found dispatching network-vif-plugged-27d54899-f4f8-4b2c-b51d-ac09f41516e5 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1853.101169] env[62097]: WARNING nova.compute.manager [req-dedba3a0-834f-4f3f-abeb-4639ebe3e91b req-8f6ba771-4eb8-4e0d-86d6-7f4a1bfe62fc service nova] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Received unexpected event network-vif-plugged-27d54899-f4f8-4b2c-b51d-ac09f41516e5 for instance with vm_state building and task_state spawning. [ 1853.101351] env[62097]: DEBUG nova.compute.manager [req-dedba3a0-834f-4f3f-abeb-4639ebe3e91b req-8f6ba771-4eb8-4e0d-86d6-7f4a1bfe62fc service nova] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Received event network-changed-27d54899-f4f8-4b2c-b51d-ac09f41516e5 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1853.101572] env[62097]: DEBUG nova.compute.manager [req-dedba3a0-834f-4f3f-abeb-4639ebe3e91b req-8f6ba771-4eb8-4e0d-86d6-7f4a1bfe62fc service nova] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Refreshing instance network info cache due to event network-changed-27d54899-f4f8-4b2c-b51d-ac09f41516e5. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1853.101752] env[62097]: DEBUG oslo_concurrency.lockutils [req-dedba3a0-834f-4f3f-abeb-4639ebe3e91b req-8f6ba771-4eb8-4e0d-86d6-7f4a1bfe62fc service nova] Acquiring lock "refresh_cache-c70e020b-71e9-4b08-8edc-3988bc483097" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.169979] env[62097]: DEBUG nova.compute.utils [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1853.171922] env[62097]: DEBUG nova.compute.manager [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1853.172100] env[62097]: DEBUG nova.network.neutron [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1853.214707] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4d89d5e5-29d8-494d-bc8b-e0c09cf068ea tempest-AttachInterfacesUnderV243Test-1646396055 tempest-AttachInterfacesUnderV243Test-1646396055-project-member] Lock "e3da7693-b1b0-46a2-98e4-95f1f3d47b20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.779s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.252737] env[62097]: DEBUG nova.policy [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62b259243ac8490f9d18615eb270b63d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '016d8e87084e401086a0e27d2e2d54a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1853.337224] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Releasing lock "refresh_cache-c70e020b-71e9-4b08-8edc-3988bc483097" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.337620] env[62097]: DEBUG nova.compute.manager [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Instance network_info: |[{"id": "27d54899-f4f8-4b2c-b51d-ac09f41516e5", "address": "fa:16:3e:7c:39:dc", "network": {"id": "1c1e0597-ccd7-4b4f-b8eb-d1a594e4aace", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2024998536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4eebe02c3654deba1f1d0d433db16b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d54899-f4", "ovs_interfaceid": "27d54899-f4f8-4b2c-b51d-ac09f41516e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1853.338044] env[62097]: DEBUG oslo_concurrency.lockutils [req-dedba3a0-834f-4f3f-abeb-4639ebe3e91b req-8f6ba771-4eb8-4e0d-86d6-7f4a1bfe62fc service nova] Acquired lock "refresh_cache-c70e020b-71e9-4b08-8edc-3988bc483097" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.338258] env[62097]: DEBUG nova.network.neutron [req-dedba3a0-834f-4f3f-abeb-4639ebe3e91b req-8f6ba771-4eb8-4e0d-86d6-7f4a1bfe62fc service nova] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Refreshing network info cache for port 27d54899-f4f8-4b2c-b51d-ac09f41516e5 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1853.339761] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:39:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27d54899-f4f8-4b2c-b51d-ac09f41516e5', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1853.350487] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Creating folder: Project (b4eebe02c3654deba1f1d0d433db16b5). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1853.351801] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-676fdbe8-bc52-4a7b-b5e7-bb4b78a54061 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.368114] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Created folder: Project (b4eebe02c3654deba1f1d0d433db16b5) in parent group-v417770. [ 1853.368345] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Creating folder: Instances. Parent ref: group-v417945. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1853.368774] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e099936e-c60d-4ee9-87a9-4af4a5422635 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.382319] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Created folder: Instances in parent group-v417945. [ 1853.382740] env[62097]: DEBUG oslo.service.loopingcall [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1853.382977] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1853.383229] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37de3a8e-dbff-4be2-ac42-ba1e3294b81b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.405717] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1853.405717] env[62097]: value = "task-2035119" [ 1853.405717] env[62097]: _type = "Task" [ 1853.405717] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.415241] env[62097]: DEBUG oslo_vmware.api [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Task: {'id': task-2035115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207586} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.415756] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1853.415848] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1853.415995] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1853.416215] env[62097]: INFO nova.compute.manager [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1853.416482] env[62097]: DEBUG oslo.service.loopingcall [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1853.417201] env[62097]: DEBUG nova.compute.manager [-] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1853.417312] env[62097]: DEBUG nova.network.neutron [-] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1853.423196] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035119, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.533174] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2035116, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.599858] env[62097]: INFO nova.compute.manager [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Took 0.55 seconds to detach 1 volumes for instance. [ 1853.675743] env[62097]: DEBUG nova.compute.manager [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1853.794659] env[62097]: DEBUG nova.network.neutron [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Successfully created port: d5187b2f-ab63-4da0-a411-cd62ff10fa42 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1853.918172] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035119, 'name': CreateVM_Task, 'duration_secs': 0.355312} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.920415] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1853.921152] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.921306] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.921646] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1853.922217] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90f5c594-0bf6-4dc3-83f0-89182469c040 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.929289] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Waiting for the task: (returnval){ [ 1853.929289] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5289378e-ab53-339b-fee1-4af8f4fb8448" [ 1853.929289] env[62097]: _type = "Task" [ 1853.929289] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.942497] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5289378e-ab53-339b-fee1-4af8f4fb8448, 'name': SearchDatastore_Task, 'duration_secs': 0.010502} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.942825] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.943123] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1853.943376] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.943595] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.943809] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1853.944395] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a28db60-cefe-4c3a-9c09-63393cb4aa0b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.964510] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1853.964712] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1853.965507] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25b1a910-72b7-4eaf-adeb-3af25b2e7552 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.971835] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Waiting for the task: (returnval){ [ 1853.971835] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b4cc63-3e1d-15ee-af41-a28345eb23c0" [ 1853.971835] env[62097]: _type = "Task" [ 1853.971835] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.985023] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b4cc63-3e1d-15ee-af41-a28345eb23c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.037153] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2035116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56094} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.037153] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 4a674112-0d80-4178-9126-5993d458a9e9/4a674112-0d80-4178-9126-5993d458a9e9.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1854.037153] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1854.037153] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6529dd7-8430-4032-92fc-86aaf96c7986 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.046888] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1854.046888] env[62097]: value = "task-2035120" [ 1854.046888] env[62097]: _type = "Task" [ 1854.046888] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.062103] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2035120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.108539] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.168189] env[62097]: DEBUG nova.network.neutron [req-dedba3a0-834f-4f3f-abeb-4639ebe3e91b req-8f6ba771-4eb8-4e0d-86d6-7f4a1bfe62fc service nova] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Updated VIF entry in instance network info cache for port 27d54899-f4f8-4b2c-b51d-ac09f41516e5. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1854.173023] env[62097]: DEBUG nova.network.neutron [req-dedba3a0-834f-4f3f-abeb-4639ebe3e91b req-8f6ba771-4eb8-4e0d-86d6-7f4a1bfe62fc service nova] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Updating instance_info_cache with network_info: [{"id": "27d54899-f4f8-4b2c-b51d-ac09f41516e5", "address": "fa:16:3e:7c:39:dc", "network": {"id": "1c1e0597-ccd7-4b4f-b8eb-d1a594e4aace", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2024998536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4eebe02c3654deba1f1d0d433db16b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d54899-f4", "ovs_interfaceid": "27d54899-f4f8-4b2c-b51d-ac09f41516e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.234241] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c6dd03-a908-4673-b082-2d38c1f04aed {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.243776] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ce8bc6-ba9a-4239-9ec4-1ed2cc41b13b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.286714] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329f4708-7b56-4445-aa45-bb1619c489d7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.295432] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2870cedf-65c0-4824-9cb0-16f8c9b66250 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.313190] env[62097]: DEBUG nova.compute.provider_tree [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1854.402450] env[62097]: DEBUG nova.network.neutron [-] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.483448] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b4cc63-3e1d-15ee-af41-a28345eb23c0, 'name': SearchDatastore_Task, 'duration_secs': 0.024426} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.484253] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-161f4e98-e61a-4638-9a57-7e203ce1a7ec {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.490874] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Waiting for the task: (returnval){ [ 1854.490874] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5212ec9f-b8d9-3647-f032-8082e7c4d0fd" [ 1854.490874] env[62097]: _type = "Task" [ 1854.490874] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.499244] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5212ec9f-b8d9-3647-f032-8082e7c4d0fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.559255] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2035120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079012} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.559564] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1854.560474] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497527f6-4770-4110-8940-76250968779e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.584686] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 4a674112-0d80-4178-9126-5993d458a9e9/4a674112-0d80-4178-9126-5993d458a9e9.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1854.585011] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2cb9da0-8145-4624-9a01-87e6ef5951b3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.606388] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1854.606388] env[62097]: value = "task-2035121" [ 1854.606388] env[62097]: _type = "Task" [ 1854.606388] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.615605] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2035121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.672587] env[62097]: DEBUG oslo_concurrency.lockutils [req-dedba3a0-834f-4f3f-abeb-4639ebe3e91b req-8f6ba771-4eb8-4e0d-86d6-7f4a1bfe62fc service nova] Releasing lock "refresh_cache-c70e020b-71e9-4b08-8edc-3988bc483097" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.672896] env[62097]: DEBUG nova.compute.manager [req-dedba3a0-834f-4f3f-abeb-4639ebe3e91b req-8f6ba771-4eb8-4e0d-86d6-7f4a1bfe62fc service nova] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Received event network-vif-deleted-ccbec8dd-8087-4e12-970d-2237cfb3a4ee {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1854.689248] env[62097]: DEBUG nova.compute.manager [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1854.727713] env[62097]: DEBUG nova.virt.hardware [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1854.728038] env[62097]: DEBUG nova.virt.hardware [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1854.728205] env[62097]: DEBUG nova.virt.hardware [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1854.728388] env[62097]: DEBUG nova.virt.hardware [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1854.728780] env[62097]: DEBUG nova.virt.hardware [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1854.728970] env[62097]: DEBUG nova.virt.hardware [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1854.729205] env[62097]: DEBUG nova.virt.hardware [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1854.729378] env[62097]: DEBUG nova.virt.hardware [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1854.729544] env[62097]: DEBUG nova.virt.hardware [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1854.729948] env[62097]: DEBUG nova.virt.hardware [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1854.730169] env[62097]: DEBUG nova.virt.hardware [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1854.731144] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca54b2f-632d-4629-9a80-f3b1b415dc9b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.741034] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78415c72-5e78-4875-b90e-5e2583ac2807 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.817190] env[62097]: DEBUG nova.scheduler.client.report [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1854.905425] env[62097]: INFO nova.compute.manager [-] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Took 1.49 seconds to deallocate network for instance. [ 1855.004056] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5212ec9f-b8d9-3647-f032-8082e7c4d0fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010928} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.004346] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.004610] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] c70e020b-71e9-4b08-8edc-3988bc483097/c70e020b-71e9-4b08-8edc-3988bc483097.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1855.004876] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fee8f7a-cc5c-499f-97ba-805f51d2c144 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.013412] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Waiting for the task: (returnval){ [ 1855.013412] env[62097]: value = "task-2035122" [ 1855.013412] env[62097]: _type = "Task" [ 1855.013412] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.025557] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': task-2035122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.119495] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2035121, 'name': ReconfigVM_Task, 'duration_secs': 0.37872} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.119897] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 4a674112-0d80-4178-9126-5993d458a9e9/4a674112-0d80-4178-9126-5993d458a9e9.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1855.121477] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-474f4fa0-3a85-49b4-a9db-de73f935ef1c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.127330] env[62097]: DEBUG nova.compute.manager [req-87afda74-aed1-4d48-b08c-e574788d0e56 req-2518d16e-74a2-4f04-9704-15dece89b15a service nova] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Received event network-vif-deleted-eb607eeb-d52f-4886-98ec-a7e299ee2de8 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1855.130263] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1855.130263] env[62097]: value = "task-2035123" [ 1855.130263] env[62097]: _type = "Task" [ 1855.130263] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.144154] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2035123, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.323016] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.323756] env[62097]: DEBUG nova.compute.manager [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1855.328754] env[62097]: DEBUG oslo_concurrency.lockutils [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.387s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.329038] env[62097]: DEBUG nova.objects.instance [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62097) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1855.420314] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.524932] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': task-2035122, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.648127] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2035123, 'name': Rename_Task, 'duration_secs': 0.228373} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.648589] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1855.648918] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d325510-55ab-4009-ac80-f8fb877ed6f9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.659536] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1855.659536] env[62097]: value = "task-2035124" [ 1855.659536] env[62097]: _type = "Task" [ 1855.659536] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.668180] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2035124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.835096] env[62097]: DEBUG nova.compute.utils [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1855.845387] env[62097]: DEBUG nova.compute.manager [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1855.845387] env[62097]: DEBUG nova.network.neutron [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1855.902133] env[62097]: DEBUG nova.policy [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c35581a31a34b64b227fd3d6c8f0db9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4266aad22d71447ca60bfcba4d94a511', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1856.025643] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': task-2035122, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.178807] env[62097]: DEBUG oslo_vmware.api [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2035124, 'name': PowerOnVM_Task, 'duration_secs': 0.487979} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.179124] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1856.179341] env[62097]: INFO nova.compute.manager [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1856.179545] env[62097]: DEBUG nova.compute.manager [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1856.181723] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c782c1cf-f7a1-4267-ad88-dd64e713b7a2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.344275] env[62097]: DEBUG nova.compute.manager [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1856.350720] env[62097]: DEBUG oslo_concurrency.lockutils [None req-995b43a7-ecde-45b5-ae95-1eae09f53fd8 tempest-ServersAdmin275Test-1692451999 tempest-ServersAdmin275Test-1692451999-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.350830] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.634s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.354018] env[62097]: DEBUG nova.objects.instance [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62097) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1856.402145] env[62097]: DEBUG nova.network.neutron [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Successfully created port: 9a7b83b4-55e5-4365-8b83-32baafa8d350 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1856.460249] env[62097]: DEBUG nova.compute.manager [req-9291194d-b2c1-4a96-95f1-85fc317d072b req-fa7c9b64-adfa-4f30-a6ae-b890160d7579 service nova] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Received event network-vif-plugged-d5187b2f-ab63-4da0-a411-cd62ff10fa42 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1856.460397] env[62097]: DEBUG oslo_concurrency.lockutils [req-9291194d-b2c1-4a96-95f1-85fc317d072b req-fa7c9b64-adfa-4f30-a6ae-b890160d7579 service nova] Acquiring lock "4f1ba8a6-3f11-4312-b0b4-646925207435-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.460706] env[62097]: DEBUG oslo_concurrency.lockutils [req-9291194d-b2c1-4a96-95f1-85fc317d072b req-fa7c9b64-adfa-4f30-a6ae-b890160d7579 service nova] Lock "4f1ba8a6-3f11-4312-b0b4-646925207435-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.460886] env[62097]: DEBUG oslo_concurrency.lockutils [req-9291194d-b2c1-4a96-95f1-85fc317d072b req-fa7c9b64-adfa-4f30-a6ae-b890160d7579 service nova] Lock "4f1ba8a6-3f11-4312-b0b4-646925207435-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.461431] env[62097]: DEBUG nova.compute.manager [req-9291194d-b2c1-4a96-95f1-85fc317d072b req-fa7c9b64-adfa-4f30-a6ae-b890160d7579 service nova] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] No waiting events found dispatching network-vif-plugged-d5187b2f-ab63-4da0-a411-cd62ff10fa42 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1856.461714] env[62097]: WARNING nova.compute.manager [req-9291194d-b2c1-4a96-95f1-85fc317d072b req-fa7c9b64-adfa-4f30-a6ae-b890160d7579 service nova] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Received unexpected event network-vif-plugged-d5187b2f-ab63-4da0-a411-cd62ff10fa42 for instance with vm_state building and task_state spawning. [ 1856.527960] env[62097]: DEBUG nova.network.neutron [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Successfully updated port: d5187b2f-ab63-4da0-a411-cd62ff10fa42 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1856.535197] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': task-2035122, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.709869] env[62097]: INFO nova.compute.manager [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Took 46.20 seconds to build instance. [ 1857.029223] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': task-2035122, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.680813} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.029659] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] c70e020b-71e9-4b08-8edc-3988bc483097/c70e020b-71e9-4b08-8edc-3988bc483097.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1857.030092] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1857.032085] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Acquiring lock "refresh_cache-4f1ba8a6-3f11-4312-b0b4-646925207435" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.032085] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Acquired lock "refresh_cache-4f1ba8a6-3f11-4312-b0b4-646925207435" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.032085] env[62097]: DEBUG nova.network.neutron [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1857.032437] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8651cc94-3531-4673-ac86-c7050f955132 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.040931] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Waiting for the task: (returnval){ [ 1857.040931] env[62097]: value = "task-2035125" [ 1857.040931] env[62097]: _type = "Task" [ 1857.040931] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.052369] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': task-2035125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.213433] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c5aa73e8-2928-447b-b276-4f2256ea1741 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "4a674112-0d80-4178-9126-5993d458a9e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.716s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.363284] env[62097]: DEBUG nova.compute.manager [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1857.369873] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ab80caf3-83e0-4b02-9ab6-97fbbc185d36 tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.370980] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.023s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.373815] env[62097]: INFO nova.compute.claims [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1857.400141] env[62097]: DEBUG nova.virt.hardware [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1857.400141] env[62097]: DEBUG nova.virt.hardware [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1857.400264] env[62097]: DEBUG nova.virt.hardware [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1857.400341] env[62097]: DEBUG nova.virt.hardware [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1857.400498] env[62097]: DEBUG nova.virt.hardware [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1857.400647] env[62097]: DEBUG nova.virt.hardware [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1857.400855] env[62097]: DEBUG nova.virt.hardware [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1857.401057] env[62097]: DEBUG nova.virt.hardware [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1857.402033] env[62097]: DEBUG nova.virt.hardware [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1857.402033] env[62097]: DEBUG nova.virt.hardware [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1857.402033] env[62097]: DEBUG nova.virt.hardware [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1857.403114] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9587ca52-a2bd-4324-a5ca-7145ae3c4f61 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.412705] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1906d89c-bb8f-4e9a-8296-76086c3d6719 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.557992] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': task-2035125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067358} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.557992] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1857.557992] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b660d83a-bd08-449f-b602-32f11ddb7e86 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.581483] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] c70e020b-71e9-4b08-8edc-3988bc483097/c70e020b-71e9-4b08-8edc-3988bc483097.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1857.582429] env[62097]: DEBUG nova.network.neutron [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1857.584353] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c1e4232-d7da-4cab-90eb-854bb52b7010 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.607038] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Waiting for the task: (returnval){ [ 1857.607038] env[62097]: value = "task-2035126" [ 1857.607038] env[62097]: _type = "Task" [ 1857.607038] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.615489] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': task-2035126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.843405] env[62097]: DEBUG nova.network.neutron [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Updating instance_info_cache with network_info: [{"id": "d5187b2f-ab63-4da0-a411-cd62ff10fa42", "address": "fa:16:3e:fb:37:02", "network": {"id": "98a071ac-5e2a-4405-9986-66eafe342191", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1140625469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "016d8e87084e401086a0e27d2e2d54a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5187b2f-ab", "ovs_interfaceid": "d5187b2f-ab63-4da0-a411-cd62ff10fa42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.118019] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': task-2035126, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.255558] env[62097]: DEBUG nova.network.neutron [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Successfully updated port: 9a7b83b4-55e5-4365-8b83-32baafa8d350 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1858.346501] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Releasing lock "refresh_cache-4f1ba8a6-3f11-4312-b0b4-646925207435" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.346879] env[62097]: DEBUG nova.compute.manager [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Instance network_info: |[{"id": "d5187b2f-ab63-4da0-a411-cd62ff10fa42", "address": "fa:16:3e:fb:37:02", "network": {"id": "98a071ac-5e2a-4405-9986-66eafe342191", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1140625469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "016d8e87084e401086a0e27d2e2d54a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5187b2f-ab", "ovs_interfaceid": "d5187b2f-ab63-4da0-a411-cd62ff10fa42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1858.347374] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:37:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5187b2f-ab63-4da0-a411-cd62ff10fa42', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1858.358309] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Creating folder: Project (016d8e87084e401086a0e27d2e2d54a6). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1858.360977] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e94ae6d4-1974-49c8-a676-d82a5b18373d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.364049] env[62097]: DEBUG nova.compute.manager [req-b9b45e60-4a58-4757-b1eb-180ec7094a61 req-a5724153-8120-4827-96b8-0c4fdccf856f service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Received event network-vif-plugged-9a7b83b4-55e5-4365-8b83-32baafa8d350 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1858.364795] env[62097]: DEBUG oslo_concurrency.lockutils [req-b9b45e60-4a58-4757-b1eb-180ec7094a61 req-a5724153-8120-4827-96b8-0c4fdccf856f service nova] Acquiring lock "1824b463-fe07-4430-8da7-1b7568a58852-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.365038] env[62097]: DEBUG oslo_concurrency.lockutils [req-b9b45e60-4a58-4757-b1eb-180ec7094a61 req-a5724153-8120-4827-96b8-0c4fdccf856f service nova] Lock "1824b463-fe07-4430-8da7-1b7568a58852-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.365239] env[62097]: DEBUG oslo_concurrency.lockutils [req-b9b45e60-4a58-4757-b1eb-180ec7094a61 req-a5724153-8120-4827-96b8-0c4fdccf856f service nova] Lock "1824b463-fe07-4430-8da7-1b7568a58852-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.365434] env[62097]: DEBUG nova.compute.manager [req-b9b45e60-4a58-4757-b1eb-180ec7094a61 req-a5724153-8120-4827-96b8-0c4fdccf856f service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] No waiting events found dispatching network-vif-plugged-9a7b83b4-55e5-4365-8b83-32baafa8d350 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1858.365627] env[62097]: WARNING nova.compute.manager [req-b9b45e60-4a58-4757-b1eb-180ec7094a61 req-a5724153-8120-4827-96b8-0c4fdccf856f service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Received unexpected event network-vif-plugged-9a7b83b4-55e5-4365-8b83-32baafa8d350 for instance with vm_state building and task_state spawning. [ 1858.379814] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Created folder: Project (016d8e87084e401086a0e27d2e2d54a6) in parent group-v417770. [ 1858.380601] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Creating folder: Instances. Parent ref: group-v417948. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1858.380601] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5554d38-f14f-4165-b2ab-508cfc6c6e7c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.393081] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Created folder: Instances in parent group-v417948. [ 1858.393357] env[62097]: DEBUG oslo.service.loopingcall [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1858.393510] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1858.393729] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4aa15bef-108b-40fe-aa49-bc8c06eaf513 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.417483] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1858.417483] env[62097]: value = "task-2035129" [ 1858.417483] env[62097]: _type = "Task" [ 1858.417483] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.425868] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035129, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.451131] env[62097]: DEBUG oslo_concurrency.lockutils [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquiring lock "1316a909-1ec0-4563-b9cb-4eef3d5b8955" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.451131] env[62097]: DEBUG oslo_concurrency.lockutils [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Lock "1316a909-1ec0-4563-b9cb-4eef3d5b8955" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.621868] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': task-2035126, 'name': ReconfigVM_Task, 'duration_secs': 0.534714} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.627516] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Reconfigured VM instance instance-0000003c to attach disk [datastore1] c70e020b-71e9-4b08-8edc-3988bc483097/c70e020b-71e9-4b08-8edc-3988bc483097.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1858.627516] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa7bca57-806d-4f9b-a4bc-59784740059b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.636084] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Waiting for the task: (returnval){ [ 1858.636084] env[62097]: value = "task-2035130" [ 1858.636084] env[62097]: _type = "Task" [ 1858.636084] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.650480] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': task-2035130, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.761372] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "refresh_cache-1824b463-fe07-4430-8da7-1b7568a58852" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.761522] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquired lock "refresh_cache-1824b463-fe07-4430-8da7-1b7568a58852" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.761680] env[62097]: DEBUG nova.network.neutron [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1858.792606] env[62097]: DEBUG nova.compute.manager [req-8ab80f39-633b-4110-8c93-cdd160daad2e req-32421f20-82db-483a-82ce-3d2e2b231af0 service nova] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Received event network-changed-d5187b2f-ab63-4da0-a411-cd62ff10fa42 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1858.792905] env[62097]: DEBUG nova.compute.manager [req-8ab80f39-633b-4110-8c93-cdd160daad2e req-32421f20-82db-483a-82ce-3d2e2b231af0 service nova] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Refreshing instance network info cache due to event network-changed-d5187b2f-ab63-4da0-a411-cd62ff10fa42. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1858.793139] env[62097]: DEBUG oslo_concurrency.lockutils [req-8ab80f39-633b-4110-8c93-cdd160daad2e req-32421f20-82db-483a-82ce-3d2e2b231af0 service nova] Acquiring lock "refresh_cache-4f1ba8a6-3f11-4312-b0b4-646925207435" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.793627] env[62097]: DEBUG oslo_concurrency.lockutils [req-8ab80f39-633b-4110-8c93-cdd160daad2e req-32421f20-82db-483a-82ce-3d2e2b231af0 service nova] Acquired lock "refresh_cache-4f1ba8a6-3f11-4312-b0b4-646925207435" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.793627] env[62097]: DEBUG nova.network.neutron [req-8ab80f39-633b-4110-8c93-cdd160daad2e req-32421f20-82db-483a-82ce-3d2e2b231af0 service nova] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Refreshing network info cache for port d5187b2f-ab63-4da0-a411-cd62ff10fa42 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1858.878449] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "350b6b39-98ec-4733-9016-998702f59043" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.879223] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "350b6b39-98ec-4733-9016-998702f59043" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.917291] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "f5a37e2d-1c51-4395-9839-6b645d4714e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.917595] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "f5a37e2d-1c51-4395-9839-6b645d4714e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.932594] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035129, 'name': CreateVM_Task, 'duration_secs': 0.406799} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.932844] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1858.933952] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.934192] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.934578] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1858.936668] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33d4eb6b-ec1b-4832-92d3-b47a956698e4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.939684] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fbe315-770b-47d4-9573-e39443c0c040 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.946481] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Waiting for the task: (returnval){ [ 1858.946481] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523bbe87-8d48-4b01-3509-bac6c102b582" [ 1858.946481] env[62097]: _type = "Task" [ 1858.946481] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.954223] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2223b6-d8a6-4897-aad5-2a42cb49b530 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.957508] env[62097]: DEBUG nova.compute.manager [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1858.964986] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "0b702bf5-bbb8-4a8e-a597-487055f9ca9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.966267] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "0b702bf5-bbb8-4a8e-a597-487055f9ca9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.969951] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523bbe87-8d48-4b01-3509-bac6c102b582, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.000078] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1d5eab-3048-4e3a-9ee0-59a132fee97f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.008643] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64c4984-cdfc-40f9-ae3c-f7b6ea858989 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.023259] env[62097]: DEBUG nova.compute.provider_tree [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1859.146671] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': task-2035130, 'name': Rename_Task, 'duration_secs': 0.183237} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.146998] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1859.147323] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c87828d4-a6d5-4e9b-a287-ae9ab2613862 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.153768] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Waiting for the task: (returnval){ [ 1859.153768] env[62097]: value = "task-2035131" [ 1859.153768] env[62097]: _type = "Task" [ 1859.153768] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.163830] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': task-2035131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.295129] env[62097]: DEBUG nova.network.neutron [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1859.319739] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquiring lock "5cd5ce14-883e-4649-956d-ead786f55c5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.319990] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Lock "5cd5ce14-883e-4649-956d-ead786f55c5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.382545] env[62097]: DEBUG nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1859.419816] env[62097]: DEBUG nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1859.459302] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523bbe87-8d48-4b01-3509-bac6c102b582, 'name': SearchDatastore_Task, 'duration_secs': 0.035754} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.460353] env[62097]: DEBUG nova.network.neutron [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Updating instance_info_cache with network_info: [{"id": "9a7b83b4-55e5-4365-8b83-32baafa8d350", "address": "fa:16:3e:e6:30:a8", "network": {"id": "566b53a2-a236-4d55-a2db-ecec5674380e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2016949430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4266aad22d71447ca60bfcba4d94a511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7b83b4-55", "ovs_interfaceid": "9a7b83b4-55e5-4365-8b83-32baafa8d350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.461505] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.461692] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1859.461923] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.462087] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.462269] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1859.462994] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1936d91e-e7b3-4dd5-8417-e9f487d896af {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.477918] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1859.478124] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1859.478856] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8bae5f6-c1e2-4e5d-b2ff-dd4e12397e7b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.485907] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Waiting for the task: (returnval){ [ 1859.485907] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5221fbf7-d47c-5dda-0d1e-c6937ae04f52" [ 1859.485907] env[62097]: _type = "Task" [ 1859.485907] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.489414] env[62097]: DEBUG oslo_concurrency.lockutils [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.494448] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5221fbf7-d47c-5dda-0d1e-c6937ae04f52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.526885] env[62097]: DEBUG nova.scheduler.client.report [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1859.565642] env[62097]: DEBUG nova.network.neutron [req-8ab80f39-633b-4110-8c93-cdd160daad2e req-32421f20-82db-483a-82ce-3d2e2b231af0 service nova] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Updated VIF entry in instance network info cache for port d5187b2f-ab63-4da0-a411-cd62ff10fa42. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1859.566090] env[62097]: DEBUG nova.network.neutron [req-8ab80f39-633b-4110-8c93-cdd160daad2e req-32421f20-82db-483a-82ce-3d2e2b231af0 service nova] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Updating instance_info_cache with network_info: [{"id": "d5187b2f-ab63-4da0-a411-cd62ff10fa42", "address": "fa:16:3e:fb:37:02", "network": {"id": "98a071ac-5e2a-4405-9986-66eafe342191", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1140625469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "016d8e87084e401086a0e27d2e2d54a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5187b2f-ab", "ovs_interfaceid": "d5187b2f-ab63-4da0-a411-cd62ff10fa42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.663842] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': task-2035131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.899896] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.944283] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.963933] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Releasing lock "refresh_cache-1824b463-fe07-4430-8da7-1b7568a58852" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.964286] env[62097]: DEBUG nova.compute.manager [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Instance network_info: |[{"id": "9a7b83b4-55e5-4365-8b83-32baafa8d350", "address": "fa:16:3e:e6:30:a8", "network": {"id": "566b53a2-a236-4d55-a2db-ecec5674380e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2016949430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4266aad22d71447ca60bfcba4d94a511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7b83b4-55", "ovs_interfaceid": "9a7b83b4-55e5-4365-8b83-32baafa8d350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1859.964737] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:30:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a7b83b4-55e5-4365-8b83-32baafa8d350', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1859.972592] env[62097]: DEBUG oslo.service.loopingcall [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1859.972814] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1859.973055] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb174315-23fa-4b91-a085-27e77c7e5e9f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.996308] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5221fbf7-d47c-5dda-0d1e-c6937ae04f52, 'name': SearchDatastore_Task, 'duration_secs': 0.021211} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.997886] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1859.997886] env[62097]: value = "task-2035132" [ 1859.997886] env[62097]: _type = "Task" [ 1859.997886] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.998099] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20517610-4400-4b30-a72e-d603a7223fb9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.006066] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Waiting for the task: (returnval){ [ 1860.006066] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52efc8fb-b8fa-4231-2ebb-e9862cc0e50f" [ 1860.006066] env[62097]: _type = "Task" [ 1860.006066] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.009837] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035132, 'name': CreateVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.017320] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52efc8fb-b8fa-4231-2ebb-e9862cc0e50f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.031370] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.031916] env[62097]: DEBUG nova.compute.manager [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1860.034537] env[62097]: DEBUG oslo_concurrency.lockutils [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.756s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.034737] env[62097]: DEBUG oslo_concurrency.lockutils [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.036758] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.734s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.036963] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.038766] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.320s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.038960] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.040761] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.138s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.041027] env[62097]: DEBUG nova.objects.instance [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lazy-loading 'resources' on Instance uuid bef0ccb3-04e4-450e-8042-a433504278b2 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1860.065484] env[62097]: INFO nova.scheduler.client.report [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Deleted allocations for instance face7e9c-6a8b-4bae-ab99-c8601b2cb358 [ 1860.069705] env[62097]: INFO nova.scheduler.client.report [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Deleted allocations for instance da50c4b4-e9b4-447f-95f4-479356451a22 [ 1860.073608] env[62097]: DEBUG oslo_concurrency.lockutils [req-8ab80f39-633b-4110-8c93-cdd160daad2e req-32421f20-82db-483a-82ce-3d2e2b231af0 service nova] Releasing lock "refresh_cache-4f1ba8a6-3f11-4312-b0b4-646925207435" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.082179] env[62097]: INFO nova.scheduler.client.report [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Deleted allocations for instance 117dded3-8117-4917-9634-ca73b6765e3b [ 1860.166108] env[62097]: DEBUG oslo_vmware.api [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': task-2035131, 'name': PowerOnVM_Task, 'duration_secs': 0.999195} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.166489] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1860.166803] env[62097]: INFO nova.compute.manager [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1860.167130] env[62097]: DEBUG nova.compute.manager [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1860.167970] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3ecbd9-7940-4ae2-8815-4cd23ee22c58 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.240783] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquiring lock "4a674112-0d80-4178-9126-5993d458a9e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.240972] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "4a674112-0d80-4178-9126-5993d458a9e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.241192] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquiring lock "4a674112-0d80-4178-9126-5993d458a9e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.241397] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "4a674112-0d80-4178-9126-5993d458a9e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.241580] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "4a674112-0d80-4178-9126-5993d458a9e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.243745] env[62097]: INFO nova.compute.manager [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Terminating instance [ 1860.392384] env[62097]: DEBUG nova.compute.manager [req-ec35945a-fc80-4487-9657-4de4c8abc152 req-0ddb4742-d7f3-4f9e-9e6a-ecd721ab9207 service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Received event network-changed-9a7b83b4-55e5-4365-8b83-32baafa8d350 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1860.392384] env[62097]: DEBUG nova.compute.manager [req-ec35945a-fc80-4487-9657-4de4c8abc152 req-0ddb4742-d7f3-4f9e-9e6a-ecd721ab9207 service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Refreshing instance network info cache due to event network-changed-9a7b83b4-55e5-4365-8b83-32baafa8d350. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1860.392691] env[62097]: DEBUG oslo_concurrency.lockutils [req-ec35945a-fc80-4487-9657-4de4c8abc152 req-0ddb4742-d7f3-4f9e-9e6a-ecd721ab9207 service nova] Acquiring lock "refresh_cache-1824b463-fe07-4430-8da7-1b7568a58852" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.392793] env[62097]: DEBUG oslo_concurrency.lockutils [req-ec35945a-fc80-4487-9657-4de4c8abc152 req-0ddb4742-d7f3-4f9e-9e6a-ecd721ab9207 service nova] Acquired lock "refresh_cache-1824b463-fe07-4430-8da7-1b7568a58852" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.393033] env[62097]: DEBUG nova.network.neutron [req-ec35945a-fc80-4487-9657-4de4c8abc152 req-0ddb4742-d7f3-4f9e-9e6a-ecd721ab9207 service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Refreshing network info cache for port 9a7b83b4-55e5-4365-8b83-32baafa8d350 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1860.515343] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035132, 'name': CreateVM_Task, 'duration_secs': 0.404035} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.516082] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1860.516984] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.516984] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.516984] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1860.517439] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6182a65c-0c9e-4afa-8234-f2aa905ca190 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.523049] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52efc8fb-b8fa-4231-2ebb-e9862cc0e50f, 'name': SearchDatastore_Task, 'duration_secs': 0.014672} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.523726] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.524037] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 4f1ba8a6-3f11-4312-b0b4-646925207435/4f1ba8a6-3f11-4312-b0b4-646925207435.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1860.524264] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a2ae623-986b-47a9-a87c-b8282d4a9bb6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.527535] env[62097]: DEBUG oslo_vmware.api [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1860.527535] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52dea9a7-dd53-8648-242c-2ab41f729baa" [ 1860.527535] env[62097]: _type = "Task" [ 1860.527535] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.533018] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Waiting for the task: (returnval){ [ 1860.533018] env[62097]: value = "task-2035133" [ 1860.533018] env[62097]: _type = "Task" [ 1860.533018] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.543039] env[62097]: DEBUG oslo_vmware.api [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52dea9a7-dd53-8648-242c-2ab41f729baa, 'name': SearchDatastore_Task, 'duration_secs': 0.009252} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.543039] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.543294] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1860.543523] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.543699] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.543932] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1860.545179] env[62097]: DEBUG nova.compute.utils [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1860.548948] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-220a1fd9-b4e4-4a02-99af-3c445736be9a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.554790] env[62097]: DEBUG nova.compute.manager [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1860.557243] env[62097]: DEBUG nova.network.neutron [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1860.557243] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Task: {'id': task-2035133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.563097] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1860.563306] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1860.564042] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdba2935-6aaa-4fc6-82da-972820faaa77 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.569979] env[62097]: DEBUG oslo_vmware.api [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1860.569979] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52955134-17e6-e46e-ba09-ee920037f21f" [ 1860.569979] env[62097]: _type = "Task" [ 1860.569979] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.584422] env[62097]: DEBUG oslo_vmware.api [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52955134-17e6-e46e-ba09-ee920037f21f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.585270] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2511c804-b725-4236-b9f2-c7050a6b90aa tempest-ServerShowV257Test-1391376598 tempest-ServerShowV257Test-1391376598-project-member] Lock "face7e9c-6a8b-4bae-ab99-c8601b2cb358" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.221s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.586274] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7571fb45-7899-4f3b-8524-c45d397b68a5 tempest-ServersAdmin275Test-2028993539 tempest-ServersAdmin275Test-2028993539-project-member] Lock "da50c4b4-e9b4-447f-95f4-479356451a22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.774s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.591055] env[62097]: DEBUG oslo_concurrency.lockutils [None req-53b51717-9849-4cf4-b117-af65feb7dd3b tempest-ServersTestJSON-293419454 tempest-ServersTestJSON-293419454-project-member] Lock "117dded3-8117-4917-9634-ca73b6765e3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.619s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.613115] env[62097]: DEBUG nova.policy [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed251835b42343478997eebbe6dec99f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2aa8993e5adc4985b9cc81d35ca4d707', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1860.692865] env[62097]: INFO nova.compute.manager [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Took 48.57 seconds to build instance. [ 1860.748671] env[62097]: DEBUG nova.compute.manager [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1860.749125] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1860.750057] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8246b00-98c5-49df-88f5-dd1224ba7138 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.761484] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1860.761796] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5a64c39-4a4d-474c-9904-56852c495d3f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.769265] env[62097]: DEBUG oslo_vmware.api [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1860.769265] env[62097]: value = "task-2035134" [ 1860.769265] env[62097]: _type = "Task" [ 1860.769265] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.780435] env[62097]: DEBUG oslo_vmware.api [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2035134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.043228] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Task: {'id': task-2035133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486687} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.046705] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 4f1ba8a6-3f11-4312-b0b4-646925207435/4f1ba8a6-3f11-4312-b0b4-646925207435.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1861.046939] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1861.047364] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-360d5455-92d8-4d7d-9094-1c00096d0067 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.056071] env[62097]: DEBUG nova.compute.manager [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1861.059743] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Waiting for the task: (returnval){ [ 1861.059743] env[62097]: value = "task-2035135" [ 1861.059743] env[62097]: _type = "Task" [ 1861.059743] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.071804] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Task: {'id': task-2035135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.086054] env[62097]: DEBUG oslo_vmware.api [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52955134-17e6-e46e-ba09-ee920037f21f, 'name': SearchDatastore_Task, 'duration_secs': 0.008703} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.086054] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23f2879-13b8-4114-8a94-98e859edc957 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.089165] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a948f9c6-afeb-4d8c-ad80-fe3b7ce03ffa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.092572] env[62097]: DEBUG nova.network.neutron [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Successfully created port: f17e16b7-3dab-4eb3-8900-0bda45075e30 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1861.098454] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3385db8-f3b1-4f4f-a541-99eee7006d53 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.103687] env[62097]: DEBUG oslo_vmware.api [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1861.103687] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526cfa60-53cd-2a06-2e14-fefb946d3979" [ 1861.103687] env[62097]: _type = "Task" [ 1861.103687] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.139615] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9f40e1-56c4-4c25-8110-a3cdf5f5ee2b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.146695] env[62097]: DEBUG oslo_vmware.api [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526cfa60-53cd-2a06-2e14-fefb946d3979, 'name': SearchDatastore_Task, 'duration_secs': 0.010394} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.147823] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.148040] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 1824b463-fe07-4430-8da7-1b7568a58852/1824b463-fe07-4430-8da7-1b7568a58852.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1861.148343] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9a8cae3-1f3f-4da7-881e-dd6da1d4bf3a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.154171] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a0dd39-1493-406b-aef3-96e30dfb0068 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.159566] env[62097]: DEBUG oslo_vmware.api [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1861.159566] env[62097]: value = "task-2035136" [ 1861.159566] env[62097]: _type = "Task" [ 1861.159566] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.173133] env[62097]: DEBUG nova.compute.provider_tree [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1861.179673] env[62097]: DEBUG oslo_vmware.api [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.195814] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5836184e-2fe6-402b-91d8-fb4a33814be5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Lock "c70e020b-71e9-4b08-8edc-3988bc483097" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.080s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.280555] env[62097]: DEBUG oslo_vmware.api [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2035134, 'name': PowerOffVM_Task, 'duration_secs': 0.261676} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.280983] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1861.281231] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1861.281900] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dcdbf4f-569d-46aa-9edf-b91d3dd48394 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.316818] env[62097]: DEBUG nova.network.neutron [req-ec35945a-fc80-4487-9657-4de4c8abc152 req-0ddb4742-d7f3-4f9e-9e6a-ecd721ab9207 service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Updated VIF entry in instance network info cache for port 9a7b83b4-55e5-4365-8b83-32baafa8d350. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1861.317315] env[62097]: DEBUG nova.network.neutron [req-ec35945a-fc80-4487-9657-4de4c8abc152 req-0ddb4742-d7f3-4f9e-9e6a-ecd721ab9207 service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Updating instance_info_cache with network_info: [{"id": "9a7b83b4-55e5-4365-8b83-32baafa8d350", "address": "fa:16:3e:e6:30:a8", "network": {"id": "566b53a2-a236-4d55-a2db-ecec5674380e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2016949430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4266aad22d71447ca60bfcba4d94a511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7b83b4-55", "ovs_interfaceid": "9a7b83b4-55e5-4365-8b83-32baafa8d350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.358404] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1861.358730] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1861.358825] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Deleting the datastore file [datastore1] 4a674112-0d80-4178-9126-5993d458a9e9 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1861.359403] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edcb6e2e-eb17-406c-8d6a-278361cc1248 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.367199] env[62097]: DEBUG oslo_vmware.api [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1861.367199] env[62097]: value = "task-2035138" [ 1861.367199] env[62097]: _type = "Task" [ 1861.367199] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.378738] env[62097]: DEBUG oslo_vmware.api [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2035138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.574964] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Task: {'id': task-2035135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071262} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.575532] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1861.578030] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d39ae4b-a5f1-4bda-89c8-6312c99583d2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.600295] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 4f1ba8a6-3f11-4312-b0b4-646925207435/4f1ba8a6-3f11-4312-b0b4-646925207435.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1861.601340] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbc58850-4840-4c86-9def-fd1b852658e9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.622856] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Waiting for the task: (returnval){ [ 1861.622856] env[62097]: value = "task-2035139" [ 1861.622856] env[62097]: _type = "Task" [ 1861.622856] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.630575] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Task: {'id': task-2035139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.674152] env[62097]: DEBUG oslo_vmware.api [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471726} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.674152] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 1824b463-fe07-4430-8da7-1b7568a58852/1824b463-fe07-4430-8da7-1b7568a58852.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1861.674152] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1861.674152] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8663a081-6197-4ef1-a48c-2d0008e77375 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.676356] env[62097]: DEBUG nova.scheduler.client.report [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1861.685056] env[62097]: DEBUG oslo_vmware.api [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1861.685056] env[62097]: value = "task-2035140" [ 1861.685056] env[62097]: _type = "Task" [ 1861.685056] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.694911] env[62097]: DEBUG oslo_vmware.api [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.698560] env[62097]: DEBUG nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1861.820876] env[62097]: DEBUG oslo_concurrency.lockutils [req-ec35945a-fc80-4487-9657-4de4c8abc152 req-0ddb4742-d7f3-4f9e-9e6a-ecd721ab9207 service nova] Releasing lock "refresh_cache-1824b463-fe07-4430-8da7-1b7568a58852" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.877884] env[62097]: DEBUG oslo_vmware.api [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2035138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321783} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.878255] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1861.878473] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1861.878671] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1861.878881] env[62097]: INFO nova.compute.manager [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1861.879324] env[62097]: DEBUG oslo.service.loopingcall [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1861.879429] env[62097]: DEBUG nova.compute.manager [-] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1861.884668] env[62097]: DEBUG nova.network.neutron [-] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1862.071440] env[62097]: DEBUG nova.compute.manager [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1862.106752] env[62097]: DEBUG nova.virt.hardware [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1862.107009] env[62097]: DEBUG nova.virt.hardware [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1862.107181] env[62097]: DEBUG nova.virt.hardware [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1862.107367] env[62097]: DEBUG nova.virt.hardware [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1862.107515] env[62097]: DEBUG nova.virt.hardware [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1862.107662] env[62097]: DEBUG nova.virt.hardware [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1862.107877] env[62097]: DEBUG nova.virt.hardware [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1862.108360] env[62097]: DEBUG nova.virt.hardware [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1862.108621] env[62097]: DEBUG nova.virt.hardware [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1862.108760] env[62097]: DEBUG nova.virt.hardware [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1862.108942] env[62097]: DEBUG nova.virt.hardware [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1862.109809] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c67dce-6091-48a1-8729-f68c44e4a9f9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.118788] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7925adf5-03b3-4bca-9d01-f5fe34d4dc60 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.137077] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Task: {'id': task-2035139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.181313] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.185942] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 20.300s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.202032] env[62097]: DEBUG oslo_vmware.api [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06948} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.205309] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1862.209796] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9456c9-0e9d-46f1-8b57-8863aeac8680 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.215130] env[62097]: INFO nova.scheduler.client.report [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Deleted allocations for instance bef0ccb3-04e4-450e-8042-a433504278b2 [ 1862.247260] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 1824b463-fe07-4430-8da7-1b7568a58852/1824b463-fe07-4430-8da7-1b7568a58852.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1862.248493] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.250021] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb6bd067-0cb3-489f-9f9e-82c4d4f2a3f9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.273606] env[62097]: DEBUG oslo_vmware.api [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1862.273606] env[62097]: value = "task-2035141" [ 1862.273606] env[62097]: _type = "Task" [ 1862.273606] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.280318] env[62097]: DEBUG oslo_vmware.api [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035141, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.486392] env[62097]: DEBUG nova.compute.manager [req-bb8b2dc8-3e04-4aac-b907-e5d7585b0de7 req-6531b4e4-67eb-4bc7-bd81-7279353c5639 service nova] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Received event network-vif-deleted-444e5d37-c5c7-4c29-8c13-642b7e1029fa {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1862.486638] env[62097]: INFO nova.compute.manager [req-bb8b2dc8-3e04-4aac-b907-e5d7585b0de7 req-6531b4e4-67eb-4bc7-bd81-7279353c5639 service nova] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Neutron deleted interface 444e5d37-c5c7-4c29-8c13-642b7e1029fa; detaching it from the instance and deleting it from the info cache [ 1862.486822] env[62097]: DEBUG nova.network.neutron [req-bb8b2dc8-3e04-4aac-b907-e5d7585b0de7 req-6531b4e4-67eb-4bc7-bd81-7279353c5639 service nova] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.635240] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Task: {'id': task-2035139, 'name': ReconfigVM_Task, 'duration_secs': 1.009186} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.635681] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 4f1ba8a6-3f11-4312-b0b4-646925207435/4f1ba8a6-3f11-4312-b0b4-646925207435.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1862.637063] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95a13b7f-29cb-4a8b-8642-4b9f28572cdf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.645967] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Waiting for the task: (returnval){ [ 1862.645967] env[62097]: value = "task-2035142" [ 1862.645967] env[62097]: _type = "Task" [ 1862.645967] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.654651] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Task: {'id': task-2035142, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.665595] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Acquiring lock "c70e020b-71e9-4b08-8edc-3988bc483097" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.665872] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Lock "c70e020b-71e9-4b08-8edc-3988bc483097" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.666495] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Acquiring lock "c70e020b-71e9-4b08-8edc-3988bc483097-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.666832] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Lock "c70e020b-71e9-4b08-8edc-3988bc483097-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.667015] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Lock "c70e020b-71e9-4b08-8edc-3988bc483097-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.674950] env[62097]: INFO nova.compute.manager [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Terminating instance [ 1862.691878] env[62097]: DEBUG nova.objects.instance [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lazy-loading 'migration_context' on Instance uuid 7b70aac3-1fd6-4956-8849-ebe6def4305e {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1862.724464] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0dfddc73-7aa9-4ed0-9b7c-bcae95452362 tempest-ListImageFiltersTestJSON-722958725 tempest-ListImageFiltersTestJSON-722958725-project-member] Lock "bef0ccb3-04e4-450e-8042-a433504278b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.042s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.782465] env[62097]: DEBUG oslo_vmware.api [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035141, 'name': ReconfigVM_Task, 'duration_secs': 0.283772} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.782910] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 1824b463-fe07-4430-8da7-1b7568a58852/1824b463-fe07-4430-8da7-1b7568a58852.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1862.783757] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a31da78a-bf1c-44e6-9459-832b0a029d14 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.792740] env[62097]: DEBUG oslo_vmware.api [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1862.792740] env[62097]: value = "task-2035143" [ 1862.792740] env[62097]: _type = "Task" [ 1862.792740] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.809096] env[62097]: DEBUG oslo_vmware.api [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035143, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.827086] env[62097]: DEBUG nova.network.neutron [-] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.943532] env[62097]: DEBUG nova.compute.manager [req-5d9c8db5-353e-4c4f-a91f-4ad21e8d0661 req-f035d9e8-db8b-4397-ba7d-c4fc1055b70a service nova] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Received event network-vif-plugged-f17e16b7-3dab-4eb3-8900-0bda45075e30 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1862.943795] env[62097]: DEBUG oslo_concurrency.lockutils [req-5d9c8db5-353e-4c4f-a91f-4ad21e8d0661 req-f035d9e8-db8b-4397-ba7d-c4fc1055b70a service nova] Acquiring lock "99eaa630-0334-4760-9cac-b958f7192f26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.946039] env[62097]: DEBUG oslo_concurrency.lockutils [req-5d9c8db5-353e-4c4f-a91f-4ad21e8d0661 req-f035d9e8-db8b-4397-ba7d-c4fc1055b70a service nova] Lock "99eaa630-0334-4760-9cac-b958f7192f26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.946039] env[62097]: DEBUG oslo_concurrency.lockutils [req-5d9c8db5-353e-4c4f-a91f-4ad21e8d0661 req-f035d9e8-db8b-4397-ba7d-c4fc1055b70a service nova] Lock "99eaa630-0334-4760-9cac-b958f7192f26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.946039] env[62097]: DEBUG nova.compute.manager [req-5d9c8db5-353e-4c4f-a91f-4ad21e8d0661 req-f035d9e8-db8b-4397-ba7d-c4fc1055b70a service nova] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] No waiting events found dispatching network-vif-plugged-f17e16b7-3dab-4eb3-8900-0bda45075e30 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1862.946389] env[62097]: WARNING nova.compute.manager [req-5d9c8db5-353e-4c4f-a91f-4ad21e8d0661 req-f035d9e8-db8b-4397-ba7d-c4fc1055b70a service nova] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Received unexpected event network-vif-plugged-f17e16b7-3dab-4eb3-8900-0bda45075e30 for instance with vm_state building and task_state spawning. [ 1862.989557] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73368d14-f716-47d6-8249-2661e7b4faed {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.001233] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8b441a-6e7e-4f3a-82ba-9c366a90e5d2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.045560] env[62097]: DEBUG nova.compute.manager [req-bb8b2dc8-3e04-4aac-b907-e5d7585b0de7 req-6531b4e4-67eb-4bc7-bd81-7279353c5639 service nova] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Detach interface failed, port_id=444e5d37-c5c7-4c29-8c13-642b7e1029fa, reason: Instance 4a674112-0d80-4178-9126-5993d458a9e9 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1863.154487] env[62097]: DEBUG nova.network.neutron [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Successfully updated port: f17e16b7-3dab-4eb3-8900-0bda45075e30 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1863.162441] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Task: {'id': task-2035142, 'name': Rename_Task, 'duration_secs': 0.180332} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.162852] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1863.163180] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f11f78c-a6c0-4c90-a052-0d3271b5aa96 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.171190] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Waiting for the task: (returnval){ [ 1863.171190] env[62097]: value = "task-2035144" [ 1863.171190] env[62097]: _type = "Task" [ 1863.171190] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.183344] env[62097]: DEBUG nova.compute.manager [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1863.183344] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1863.183898] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Task: {'id': task-2035144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.184436] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee8d640-93b7-4b94-994e-b9ae593aa462 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.192686] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1863.192956] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a13cf14b-0ece-4be8-8fd5-884fe24b1e4b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.207137] env[62097]: DEBUG oslo_vmware.api [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Waiting for the task: (returnval){ [ 1863.207137] env[62097]: value = "task-2035145" [ 1863.207137] env[62097]: _type = "Task" [ 1863.207137] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.218142] env[62097]: DEBUG oslo_vmware.api [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': task-2035145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.305585] env[62097]: DEBUG oslo_vmware.api [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035143, 'name': Rename_Task, 'duration_secs': 0.169097} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.308374] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1863.310586] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75f0de38-0697-4a3e-9433-2b1e190ae4aa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.319785] env[62097]: DEBUG oslo_vmware.api [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1863.319785] env[62097]: value = "task-2035146" [ 1863.319785] env[62097]: _type = "Task" [ 1863.319785] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.335849] env[62097]: INFO nova.compute.manager [-] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Took 1.46 seconds to deallocate network for instance. [ 1863.336243] env[62097]: DEBUG oslo_vmware.api [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.657077] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Acquiring lock "refresh_cache-99eaa630-0334-4760-9cac-b958f7192f26" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.657413] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Acquired lock "refresh_cache-99eaa630-0334-4760-9cac-b958f7192f26" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.658553] env[62097]: DEBUG nova.network.neutron [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1863.689575] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Task: {'id': task-2035144, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.719142] env[62097]: DEBUG oslo_vmware.api [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': task-2035145, 'name': PowerOffVM_Task, 'duration_secs': 0.219138} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.721905] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1863.722120] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1863.722756] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-595f1c3d-0860-401a-ba5d-722414bcdbd9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.760031] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60fc11c-a954-45d3-87ae-d7e09172487e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.768144] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0152b7-9a66-4fe9-bed3-9f322dd3724a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.802591] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee61ebdf-69dd-4838-9366-f7f2d8efeff8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.811664] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9cff47-8ace-45ca-892d-3584a2e0cd2d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.828998] env[62097]: DEBUG nova.compute.provider_tree [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1863.835344] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1863.835748] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1863.835748] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Deleting the datastore file [datastore1] c70e020b-71e9-4b08-8edc-3988bc483097 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1863.836272] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a492e000-23e6-4054-902f-5e812eac1989 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.844635] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.845052] env[62097]: DEBUG oslo_vmware.api [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035146, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.846574] env[62097]: DEBUG oslo_vmware.api [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Waiting for the task: (returnval){ [ 1863.846574] env[62097]: value = "task-2035148" [ 1863.846574] env[62097]: _type = "Task" [ 1863.846574] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.854715] env[62097]: DEBUG oslo_vmware.api [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': task-2035148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.188531] env[62097]: DEBUG oslo_vmware.api [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Task: {'id': task-2035144, 'name': PowerOnVM_Task, 'duration_secs': 0.535351} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.191474] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1864.191474] env[62097]: INFO nova.compute.manager [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1864.191474] env[62097]: DEBUG nova.compute.manager [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1864.191474] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86ac146-a154-4c4e-a673-31d254e43870 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.224280] env[62097]: DEBUG nova.network.neutron [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1864.340389] env[62097]: DEBUG nova.scheduler.client.report [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1864.344343] env[62097]: DEBUG oslo_vmware.api [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035146, 'name': PowerOnVM_Task, 'duration_secs': 0.699967} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.344879] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1864.345233] env[62097]: INFO nova.compute.manager [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Took 6.98 seconds to spawn the instance on the hypervisor. [ 1864.345438] env[62097]: DEBUG nova.compute.manager [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1864.346443] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4854971c-07a1-42c3-b727-b164c11ccbbd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.378497] env[62097]: DEBUG oslo_vmware.api [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Task: {'id': task-2035148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177022} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.379327] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1864.379609] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1864.380096] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1864.380246] env[62097]: INFO nova.compute.manager [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1864.383274] env[62097]: DEBUG oslo.service.loopingcall [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.383274] env[62097]: DEBUG nova.compute.manager [-] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1864.383274] env[62097]: DEBUG nova.network.neutron [-] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1864.649374] env[62097]: DEBUG nova.network.neutron [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Updating instance_info_cache with network_info: [{"id": "f17e16b7-3dab-4eb3-8900-0bda45075e30", "address": "fa:16:3e:b1:3e:a4", "network": {"id": "df2f9080-2adb-4f95-9b68-8d6aab10ac4a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1791389655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aa8993e5adc4985b9cc81d35ca4d707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf17e16b7-3d", "ovs_interfaceid": "f17e16b7-3dab-4eb3-8900-0bda45075e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.717093] env[62097]: INFO nova.compute.manager [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Took 43.41 seconds to build instance. [ 1864.888071] env[62097]: INFO nova.compute.manager [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Took 36.49 seconds to build instance. [ 1865.152449] env[62097]: DEBUG nova.compute.manager [req-416ccab6-560e-4a58-93ef-55a0bf436b6e req-beadc553-037e-4411-a9d0-e2983a8939dc service nova] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Received event network-changed-f17e16b7-3dab-4eb3-8900-0bda45075e30 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1865.152702] env[62097]: DEBUG nova.compute.manager [req-416ccab6-560e-4a58-93ef-55a0bf436b6e req-beadc553-037e-4411-a9d0-e2983a8939dc service nova] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Refreshing instance network info cache due to event network-changed-f17e16b7-3dab-4eb3-8900-0bda45075e30. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1865.152989] env[62097]: DEBUG oslo_concurrency.lockutils [req-416ccab6-560e-4a58-93ef-55a0bf436b6e req-beadc553-037e-4411-a9d0-e2983a8939dc service nova] Acquiring lock "refresh_cache-99eaa630-0334-4760-9cac-b958f7192f26" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.156245] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Releasing lock "refresh_cache-99eaa630-0334-4760-9cac-b958f7192f26" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.157120] env[62097]: DEBUG nova.compute.manager [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Instance network_info: |[{"id": "f17e16b7-3dab-4eb3-8900-0bda45075e30", "address": "fa:16:3e:b1:3e:a4", "network": {"id": "df2f9080-2adb-4f95-9b68-8d6aab10ac4a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1791389655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aa8993e5adc4985b9cc81d35ca4d707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf17e16b7-3d", "ovs_interfaceid": "f17e16b7-3dab-4eb3-8900-0bda45075e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1865.157404] env[62097]: DEBUG oslo_concurrency.lockutils [req-416ccab6-560e-4a58-93ef-55a0bf436b6e req-beadc553-037e-4411-a9d0-e2983a8939dc service nova] Acquired lock "refresh_cache-99eaa630-0334-4760-9cac-b958f7192f26" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.158686] env[62097]: DEBUG nova.network.neutron [req-416ccab6-560e-4a58-93ef-55a0bf436b6e req-beadc553-037e-4411-a9d0-e2983a8939dc service nova] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Refreshing network info cache for port f17e16b7-3dab-4eb3-8900-0bda45075e30 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1865.159388] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:3e:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f17e16b7-3dab-4eb3-8900-0bda45075e30', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1865.171897] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Creating folder: Project (2aa8993e5adc4985b9cc81d35ca4d707). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1865.176085] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2261b01c-a179-4ee6-b6f4-696e962da360 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.187619] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Created folder: Project (2aa8993e5adc4985b9cc81d35ca4d707) in parent group-v417770. [ 1865.187823] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Creating folder: Instances. Parent ref: group-v417952. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1865.188076] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef0eb20f-25ea-427c-84d9-d50940497e71 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.199030] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Created folder: Instances in parent group-v417952. [ 1865.199405] env[62097]: DEBUG oslo.service.loopingcall [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1865.199554] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1865.200078] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62548d9f-47da-4b30-8283-ee9f4fedf94f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.221623] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f6883b23-1a79-4380-9efa-db0a8e57794e tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Lock "4f1ba8a6-3f11-4312-b0b4-646925207435" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.921s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.224096] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1865.224096] env[62097]: value = "task-2035151" [ 1865.224096] env[62097]: _type = "Task" [ 1865.224096] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.234048] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035151, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.286020] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Acquiring lock "4f1ba8a6-3f11-4312-b0b4-646925207435" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.286020] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Lock "4f1ba8a6-3f11-4312-b0b4-646925207435" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.286020] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Acquiring lock "4f1ba8a6-3f11-4312-b0b4-646925207435-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.286020] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Lock "4f1ba8a6-3f11-4312-b0b4-646925207435-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.286020] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Lock "4f1ba8a6-3f11-4312-b0b4-646925207435-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.287613] env[62097]: INFO nova.compute.manager [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Terminating instance [ 1865.354558] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.170s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.361700] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.945s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.362055] env[62097]: DEBUG nova.objects.instance [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lazy-loading 'resources' on Instance uuid 4a29c478-1e93-4d58-b8b2-88e087d5f656 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1865.391033] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ad95da57-50a7-49d3-a444-02be14c44c86 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "1824b463-fe07-4430-8da7-1b7568a58852" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.006s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.477066] env[62097]: DEBUG nova.compute.manager [req-52128d7f-0760-4f7d-9394-051c62d43e62 req-b9a18975-3855-47e4-b383-7313b6c4430d service nova] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Received event network-vif-deleted-27d54899-f4f8-4b2c-b51d-ac09f41516e5 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1865.477066] env[62097]: INFO nova.compute.manager [req-52128d7f-0760-4f7d-9394-051c62d43e62 req-b9a18975-3855-47e4-b383-7313b6c4430d service nova] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Neutron deleted interface 27d54899-f4f8-4b2c-b51d-ac09f41516e5; detaching it from the instance and deleting it from the info cache [ 1865.477066] env[62097]: DEBUG nova.network.neutron [req-52128d7f-0760-4f7d-9394-051c62d43e62 req-b9a18975-3855-47e4-b383-7313b6c4430d service nova] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.603816] env[62097]: DEBUG nova.network.neutron [-] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.725543] env[62097]: DEBUG nova.compute.manager [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1865.738438] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035151, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.743770] env[62097]: DEBUG nova.network.neutron [req-416ccab6-560e-4a58-93ef-55a0bf436b6e req-beadc553-037e-4411-a9d0-e2983a8939dc service nova] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Updated VIF entry in instance network info cache for port f17e16b7-3dab-4eb3-8900-0bda45075e30. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1865.743852] env[62097]: DEBUG nova.network.neutron [req-416ccab6-560e-4a58-93ef-55a0bf436b6e req-beadc553-037e-4411-a9d0-e2983a8939dc service nova] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Updating instance_info_cache with network_info: [{"id": "f17e16b7-3dab-4eb3-8900-0bda45075e30", "address": "fa:16:3e:b1:3e:a4", "network": {"id": "df2f9080-2adb-4f95-9b68-8d6aab10ac4a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1791389655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aa8993e5adc4985b9cc81d35ca4d707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf17e16b7-3d", "ovs_interfaceid": "f17e16b7-3dab-4eb3-8900-0bda45075e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.792838] env[62097]: DEBUG nova.compute.manager [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1865.793113] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1865.793990] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60580802-cb91-4bbe-ba47-b383077d0c38 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.803135] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1865.803399] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad26b92b-ba77-4577-93b1-514f534b5a75 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.810246] env[62097]: DEBUG oslo_vmware.api [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Waiting for the task: (returnval){ [ 1865.810246] env[62097]: value = "task-2035152" [ 1865.810246] env[62097]: _type = "Task" [ 1865.810246] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.822264] env[62097]: DEBUG oslo_vmware.api [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Task: {'id': task-2035152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.877586] env[62097]: INFO nova.compute.manager [None req-883a0cbe-9e28-40a0-aa56-7f1de031c8e4 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Get console output [ 1865.878428] env[62097]: WARNING nova.virt.vmwareapi.driver [None req-883a0cbe-9e28-40a0-aa56-7f1de031c8e4 tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] The console log is missing. Check your VSPC configuration [ 1865.987129] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e734fe8b-169d-4cee-9932-a9b01c22b119 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.997171] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5166480a-f6e4-483d-a96c-ee5de5884454 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.046048] env[62097]: DEBUG nova.compute.manager [req-52128d7f-0760-4f7d-9394-051c62d43e62 req-b9a18975-3855-47e4-b383-7313b6c4430d service nova] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Detach interface failed, port_id=27d54899-f4f8-4b2c-b51d-ac09f41516e5, reason: Instance c70e020b-71e9-4b08-8edc-3988bc483097 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1866.109563] env[62097]: INFO nova.compute.manager [-] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Took 1.73 seconds to deallocate network for instance. [ 1866.249601] env[62097]: DEBUG oslo_concurrency.lockutils [req-416ccab6-560e-4a58-93ef-55a0bf436b6e req-beadc553-037e-4411-a9d0-e2983a8939dc service nova] Releasing lock "refresh_cache-99eaa630-0334-4760-9cac-b958f7192f26" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.250044] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035151, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.270251] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.322779] env[62097]: DEBUG oslo_vmware.api [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Task: {'id': task-2035152, 'name': PowerOffVM_Task, 'duration_secs': 0.277436} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.323082] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1866.323257] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1866.323748] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0582194-f560-4aa7-9707-86c9de25f9e9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.435123] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156e7b87-1905-49d9-8a5b-4fc85dad83b3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.444849] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feac47f4-dde5-4990-9d0b-c87b1405ba79 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.487885] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b28a241-b01c-44ad-8928-44847d25da3b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.493127] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1866.493127] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1866.493377] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Deleting the datastore file [datastore1] 4f1ba8a6-3f11-4312-b0b4-646925207435 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1866.494262] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0988bd82-3d87-41c2-b5cf-173f9a856346 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.505624] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e59d60-ea6f-4535-bc50-082bfd93713b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.510312] env[62097]: DEBUG oslo_vmware.api [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Waiting for the task: (returnval){ [ 1866.510312] env[62097]: value = "task-2035154" [ 1866.510312] env[62097]: _type = "Task" [ 1866.510312] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.525049] env[62097]: DEBUG nova.compute.provider_tree [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1866.533134] env[62097]: DEBUG oslo_vmware.api [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Task: {'id': task-2035154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.616373] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.746392] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035151, 'name': CreateVM_Task, 'duration_secs': 1.334347} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.746392] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1866.746392] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.746392] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.746392] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1866.746392] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b4a815b-74a1-4e04-abb1-32248c4bdd91 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.756020] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Waiting for the task: (returnval){ [ 1866.756020] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52cd04ed-6bc9-1fb6-3917-8ffa8fc030d9" [ 1866.756020] env[62097]: _type = "Task" [ 1866.756020] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.764121] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52cd04ed-6bc9-1fb6-3917-8ffa8fc030d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.915274] env[62097]: INFO nova.compute.manager [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Swapping old allocation on dict_keys(['aabcd967-83f0-44f7-bf8d-f09a522d29a7']) held by migration 7ac07e83-6f78-4206-90a5-6fc2e93afafc for instance [ 1866.947539] env[62097]: DEBUG nova.scheduler.client.report [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Overwriting current allocation {'allocations': {'aabcd967-83f0-44f7-bf8d-f09a522d29a7': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 87}}, 'project_id': '9cca84f0add14e3c87ec62fdf4d4ad2d', 'user_id': 'e5c0a85261f44a728c41020a20e8c90a', 'consumer_generation': 1} on consumer 7b70aac3-1fd6-4956-8849-ebe6def4305e {{(pid=62097) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1867.029700] env[62097]: DEBUG nova.scheduler.client.report [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1867.033143] env[62097]: DEBUG oslo_vmware.api [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Task: {'id': task-2035154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196754} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.033615] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1867.035711] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1867.035711] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1867.035711] env[62097]: INFO nova.compute.manager [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1867.037730] env[62097]: DEBUG oslo.service.loopingcall [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1867.037730] env[62097]: DEBUG nova.compute.manager [-] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1867.037730] env[62097]: DEBUG nova.network.neutron [-] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1867.110137] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "refresh_cache-7b70aac3-1fd6-4956-8849-ebe6def4305e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.110345] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquired lock "refresh_cache-7b70aac3-1fd6-4956-8849-ebe6def4305e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.110525] env[62097]: DEBUG nova.network.neutron [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1867.215060] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Acquiring lock "f392555b-fa10-4c15-a253-48ef4c82df63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.215359] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Lock "f392555b-fa10-4c15-a253-48ef4c82df63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.215635] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Acquiring lock "f392555b-fa10-4c15-a253-48ef4c82df63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.215860] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Lock "f392555b-fa10-4c15-a253-48ef4c82df63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.216077] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Lock "f392555b-fa10-4c15-a253-48ef4c82df63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.218597] env[62097]: INFO nova.compute.manager [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Terminating instance [ 1867.270021] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52cd04ed-6bc9-1fb6-3917-8ffa8fc030d9, 'name': SearchDatastore_Task, 'duration_secs': 0.01048} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.270021] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.270021] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1867.270021] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.270021] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.270021] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1867.270021] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22c3196a-e86a-4f80-91b6-c4c9791c208f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.278717] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1867.279157] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1867.280317] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09b1c009-04d0-410e-bc30-e137a03bb07d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.286572] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Waiting for the task: (returnval){ [ 1867.286572] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52085006-996d-e25c-1b49-75703690df04" [ 1867.286572] env[62097]: _type = "Task" [ 1867.286572] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.294496] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52085006-996d-e25c-1b49-75703690df04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.535148] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.540738] env[62097]: DEBUG oslo_concurrency.lockutils [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.646s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.543648] env[62097]: INFO nova.compute.claims [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1867.565769] env[62097]: INFO nova.scheduler.client.report [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Deleted allocations for instance 4a29c478-1e93-4d58-b8b2-88e087d5f656 [ 1867.712712] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "863f4a90-054d-4098-94e0-a945c4cfab7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.712712] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "863f4a90-054d-4098-94e0-a945c4cfab7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.722302] env[62097]: DEBUG nova.compute.manager [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1867.722535] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1867.723864] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724aa6d8-a909-4600-86d5-dfcf58a374b9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.753352] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1867.757100] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-779038e0-fdc3-40ff-8778-c80807d56eb9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.765766] env[62097]: DEBUG oslo_vmware.api [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Waiting for the task: (returnval){ [ 1867.765766] env[62097]: value = "task-2035155" [ 1867.765766] env[62097]: _type = "Task" [ 1867.765766] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.780700] env[62097]: DEBUG oslo_vmware.api [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Task: {'id': task-2035155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.809212] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52085006-996d-e25c-1b49-75703690df04, 'name': SearchDatastore_Task, 'duration_secs': 0.009914} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.809766] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e05bfc5-fcdb-4f78-a090-038be7be8232 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.818020] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Waiting for the task: (returnval){ [ 1867.818020] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5228e9e7-eb78-b76f-9442-73c542945ef9" [ 1867.818020] env[62097]: _type = "Task" [ 1867.818020] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.824056] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5228e9e7-eb78-b76f-9442-73c542945ef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.996507] env[62097]: DEBUG nova.network.neutron [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Updating instance_info_cache with network_info: [{"id": "7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e", "address": "fa:16:3e:d9:99:6b", "network": {"id": "2caac5e5-d476-4eb8-b641-580cdd5816fb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd4087649bbb4479bddc3d91f0d21df3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5c7b71-3a", "ovs_interfaceid": "7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.077901] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f1e5e435-1b4b-4c72-8570-726069dfc3df tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "4a29c478-1e93-4d58-b8b2-88e087d5f656" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.439s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.087023] env[62097]: DEBUG nova.compute.manager [req-df34db6e-a89f-48c8-a6ac-a3140434b609 req-a9b9f97e-6b8a-4ade-8195-2a481396f0a0 service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Received event network-changed-9a7b83b4-55e5-4365-8b83-32baafa8d350 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1868.087023] env[62097]: DEBUG nova.compute.manager [req-df34db6e-a89f-48c8-a6ac-a3140434b609 req-a9b9f97e-6b8a-4ade-8195-2a481396f0a0 service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Refreshing instance network info cache due to event network-changed-9a7b83b4-55e5-4365-8b83-32baafa8d350. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1868.087023] env[62097]: DEBUG oslo_concurrency.lockutils [req-df34db6e-a89f-48c8-a6ac-a3140434b609 req-a9b9f97e-6b8a-4ade-8195-2a481396f0a0 service nova] Acquiring lock "refresh_cache-1824b463-fe07-4430-8da7-1b7568a58852" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.087023] env[62097]: DEBUG oslo_concurrency.lockutils [req-df34db6e-a89f-48c8-a6ac-a3140434b609 req-a9b9f97e-6b8a-4ade-8195-2a481396f0a0 service nova] Acquired lock "refresh_cache-1824b463-fe07-4430-8da7-1b7568a58852" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.087023] env[62097]: DEBUG nova.network.neutron [req-df34db6e-a89f-48c8-a6ac-a3140434b609 req-a9b9f97e-6b8a-4ade-8195-2a481396f0a0 service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Refreshing network info cache for port 9a7b83b4-55e5-4365-8b83-32baafa8d350 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1868.218287] env[62097]: DEBUG nova.compute.manager [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1868.277921] env[62097]: DEBUG oslo_vmware.api [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Task: {'id': task-2035155, 'name': PowerOffVM_Task, 'duration_secs': 0.203763} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.281300] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1868.281300] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1868.281300] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2616462-3cb9-4825-be28-6e2bbe9f9856 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.330281] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5228e9e7-eb78-b76f-9442-73c542945ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.010416} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.330527] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.330892] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 99eaa630-0334-4760-9cac-b958f7192f26/99eaa630-0334-4760-9cac-b958f7192f26.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1868.331187] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e74f0a0-9d53-4df0-a526-88bb3011f969 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.339700] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Waiting for the task: (returnval){ [ 1868.339700] env[62097]: value = "task-2035157" [ 1868.339700] env[62097]: _type = "Task" [ 1868.339700] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.345734] env[62097]: DEBUG nova.compute.manager [req-cc0b3ae3-81d9-4514-af81-c05f050b21fc req-e6aecc58-1910-41ac-ac46-342d2b0e7399 service nova] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Received event network-vif-deleted-d5187b2f-ab63-4da0-a411-cd62ff10fa42 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1868.345734] env[62097]: INFO nova.compute.manager [req-cc0b3ae3-81d9-4514-af81-c05f050b21fc req-e6aecc58-1910-41ac-ac46-342d2b0e7399 service nova] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Neutron deleted interface d5187b2f-ab63-4da0-a411-cd62ff10fa42; detaching it from the instance and deleting it from the info cache [ 1868.345987] env[62097]: DEBUG nova.network.neutron [req-cc0b3ae3-81d9-4514-af81-c05f050b21fc req-e6aecc58-1910-41ac-ac46-342d2b0e7399 service nova] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.355335] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Task: {'id': task-2035157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.373391] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1868.373566] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1868.373751] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Deleting the datastore file [datastore1] f392555b-fa10-4c15-a253-48ef4c82df63 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1868.374931] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8be63897-097c-4107-9c32-3d4e1a5e940b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.380427] env[62097]: DEBUG oslo_vmware.api [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Waiting for the task: (returnval){ [ 1868.380427] env[62097]: value = "task-2035158" [ 1868.380427] env[62097]: _type = "Task" [ 1868.380427] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.388725] env[62097]: DEBUG oslo_vmware.api [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Task: {'id': task-2035158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.501201] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Releasing lock "refresh_cache-7b70aac3-1fd6-4956-8849-ebe6def4305e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.501985] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1868.502695] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-569cd9ea-a138-42eb-84af-dda7b203ed0a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.513368] env[62097]: DEBUG oslo_vmware.api [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1868.513368] env[62097]: value = "task-2035159" [ 1868.513368] env[62097]: _type = "Task" [ 1868.513368] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.528264] env[62097]: DEBUG oslo_vmware.api [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.565484] env[62097]: DEBUG nova.network.neutron [-] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.757308] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.852915] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Task: {'id': task-2035157, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.859583] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c0d39f7-1015-4c51-9590-bafac948cc7e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.871925] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80deb35-22b8-4993-9d70-a8df46b5ec44 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.903649] env[62097]: DEBUG oslo_vmware.api [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Task: {'id': task-2035158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372877} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.919244] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1868.919469] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1868.919700] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1868.919977] env[62097]: INFO nova.compute.manager [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1868.921366] env[62097]: DEBUG oslo.service.loopingcall [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1868.921366] env[62097]: DEBUG nova.compute.manager [req-cc0b3ae3-81d9-4514-af81-c05f050b21fc req-e6aecc58-1910-41ac-ac46-342d2b0e7399 service nova] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Detach interface failed, port_id=d5187b2f-ab63-4da0-a411-cd62ff10fa42, reason: Instance 4f1ba8a6-3f11-4312-b0b4-646925207435 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1868.922046] env[62097]: DEBUG nova.compute.manager [-] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1868.922046] env[62097]: DEBUG nova.network.neutron [-] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1869.000456] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "be718be8-85d4-4a44-8b30-3bf18a69b989" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.000456] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "be718be8-85d4-4a44-8b30-3bf18a69b989" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.000456] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "be718be8-85d4-4a44-8b30-3bf18a69b989-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.000456] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "be718be8-85d4-4a44-8b30-3bf18a69b989-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.001096] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "be718be8-85d4-4a44-8b30-3bf18a69b989-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.003304] env[62097]: INFO nova.compute.manager [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Terminating instance [ 1869.035405] env[62097]: DEBUG oslo_vmware.api [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035159, 'name': PowerOffVM_Task, 'duration_secs': 0.439648} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.039227] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1869.039374] env[62097]: DEBUG nova.virt.hardware [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T02:08:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='fc537de6-a7c0-4f7d-83b4-42f3fb61e491',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-458604656',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1869.039493] env[62097]: DEBUG nova.virt.hardware [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1869.039780] env[62097]: DEBUG nova.virt.hardware [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1869.039929] env[62097]: DEBUG nova.virt.hardware [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1869.040025] env[62097]: DEBUG nova.virt.hardware [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1869.040138] env[62097]: DEBUG nova.virt.hardware [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1869.040344] env[62097]: DEBUG nova.virt.hardware [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1869.040500] env[62097]: DEBUG nova.virt.hardware [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1869.040694] env[62097]: DEBUG nova.virt.hardware [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1869.040864] env[62097]: DEBUG nova.virt.hardware [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1869.041064] env[62097]: DEBUG nova.virt.hardware [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1869.050798] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2bf318b-7b67-433a-934f-c95ec1ff0ac8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.068937] env[62097]: INFO nova.compute.manager [-] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Took 2.03 seconds to deallocate network for instance. [ 1869.079351] env[62097]: DEBUG oslo_vmware.api [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1869.079351] env[62097]: value = "task-2035160" [ 1869.079351] env[62097]: _type = "Task" [ 1869.079351] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.092989] env[62097]: DEBUG oslo_vmware.api [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.145569] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da5229a-9dd7-450e-a4db-fa9ce79c5a2b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.153568] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ee05db-bfa1-4c32-9406-025f1e1bfaf6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.188345] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b2e80d-13c3-4fe8-a0f0-82d2e2826539 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.197485] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17589684-c163-431d-9bf5-05062d47e597 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.212356] env[62097]: DEBUG nova.compute.provider_tree [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1869.344850] env[62097]: DEBUG nova.network.neutron [req-df34db6e-a89f-48c8-a6ac-a3140434b609 req-a9b9f97e-6b8a-4ade-8195-2a481396f0a0 service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Updated VIF entry in instance network info cache for port 9a7b83b4-55e5-4365-8b83-32baafa8d350. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1869.345360] env[62097]: DEBUG nova.network.neutron [req-df34db6e-a89f-48c8-a6ac-a3140434b609 req-a9b9f97e-6b8a-4ade-8195-2a481396f0a0 service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Updating instance_info_cache with network_info: [{"id": "9a7b83b4-55e5-4365-8b83-32baafa8d350", "address": "fa:16:3e:e6:30:a8", "network": {"id": "566b53a2-a236-4d55-a2db-ecec5674380e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2016949430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4266aad22d71447ca60bfcba4d94a511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7b83b4-55", "ovs_interfaceid": "9a7b83b4-55e5-4365-8b83-32baafa8d350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.361041] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Task: {'id': task-2035157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567923} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.361254] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 99eaa630-0334-4760-9cac-b958f7192f26/99eaa630-0334-4760-9cac-b958f7192f26.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1869.361482] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1869.361869] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3da523a7-c737-4854-89dd-9204642e2be4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.370224] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Waiting for the task: (returnval){ [ 1869.370224] env[62097]: value = "task-2035161" [ 1869.370224] env[62097]: _type = "Task" [ 1869.370224] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.379786] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Task: {'id': task-2035161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.509636] env[62097]: DEBUG nova.compute.manager [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1869.509636] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1869.510097] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b75e23-36d6-4ef1-9674-f1ad8ab05910 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.523806] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1869.524125] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da0bab62-b8e7-4642-b98d-d3b058235dcd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.530810] env[62097]: DEBUG oslo_vmware.api [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1869.530810] env[62097]: value = "task-2035162" [ 1869.530810] env[62097]: _type = "Task" [ 1869.530810] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.539570] env[62097]: DEBUG oslo_vmware.api [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2035162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.583634] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.593921] env[62097]: DEBUG oslo_vmware.api [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035160, 'name': ReconfigVM_Task, 'duration_secs': 0.51476} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.595633] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4af1be-3ffa-4229-814d-fb2fa6b2d96c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.616529] env[62097]: DEBUG nova.virt.hardware [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T02:08:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='fc537de6-a7c0-4f7d-83b4-42f3fb61e491',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-458604656',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1869.616796] env[62097]: DEBUG nova.virt.hardware [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1869.618136] env[62097]: DEBUG nova.virt.hardware [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1869.618136] env[62097]: DEBUG nova.virt.hardware [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1869.618136] env[62097]: DEBUG nova.virt.hardware [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1869.618136] env[62097]: DEBUG nova.virt.hardware [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1869.618136] env[62097]: DEBUG nova.virt.hardware [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1869.618136] env[62097]: DEBUG nova.virt.hardware [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1869.618136] env[62097]: DEBUG nova.virt.hardware [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1869.618488] env[62097]: DEBUG nova.virt.hardware [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1869.618488] env[62097]: DEBUG nova.virt.hardware [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1869.621521] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e731d771-b5a3-4745-86ec-7ce171475c50 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.628070] env[62097]: DEBUG oslo_vmware.api [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1869.628070] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525d2321-ce3d-8997-8e65-c21fe507d68c" [ 1869.628070] env[62097]: _type = "Task" [ 1869.628070] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.637651] env[62097]: DEBUG oslo_vmware.api [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525d2321-ce3d-8997-8e65-c21fe507d68c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.716482] env[62097]: DEBUG nova.scheduler.client.report [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1869.849252] env[62097]: DEBUG oslo_concurrency.lockutils [req-df34db6e-a89f-48c8-a6ac-a3140434b609 req-a9b9f97e-6b8a-4ade-8195-2a481396f0a0 service nova] Releasing lock "refresh_cache-1824b463-fe07-4430-8da7-1b7568a58852" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.884057] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Task: {'id': task-2035161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206074} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.884367] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1869.885212] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb7c577-614f-4636-b302-439dd1137f22 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.919726] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 99eaa630-0334-4760-9cac-b958f7192f26/99eaa630-0334-4760-9cac-b958f7192f26.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1869.920108] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d92bb48-0cac-45ba-969a-28611cfe97ce {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.947979] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Waiting for the task: (returnval){ [ 1869.947979] env[62097]: value = "task-2035163" [ 1869.947979] env[62097]: _type = "Task" [ 1869.947979] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.958622] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Task: {'id': task-2035163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.046993] env[62097]: DEBUG oslo_vmware.api [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2035162, 'name': PowerOffVM_Task, 'duration_secs': 0.410449} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.047348] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1870.047518] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1870.047796] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d4a6076-f990-4094-aaeb-409b425f6799 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.142345] env[62097]: DEBUG oslo_vmware.api [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525d2321-ce3d-8997-8e65-c21fe507d68c, 'name': SearchDatastore_Task, 'duration_secs': 0.446988} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.150035] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1870.150372] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1870.150577] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1870.150773] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Deleting the datastore file [datastore1] be718be8-85d4-4a44-8b30-3bf18a69b989 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1870.151029] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17ece5a0-efc5-47d4-bbe5-a1f6a685c96f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.165242] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24bbbcc7-2bc9-45cf-84aa-dd4ae3b58828 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.176031] env[62097]: DEBUG oslo_vmware.api [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1870.176031] env[62097]: value = "task-2035166" [ 1870.176031] env[62097]: _type = "Task" [ 1870.176031] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.179366] env[62097]: DEBUG oslo_vmware.api [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1870.179366] env[62097]: value = "task-2035165" [ 1870.179366] env[62097]: _type = "Task" [ 1870.179366] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.190058] env[62097]: DEBUG oslo_vmware.api [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2035165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.196022] env[62097]: DEBUG oslo_vmware.api [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035166, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.224123] env[62097]: DEBUG oslo_concurrency.lockutils [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.224712] env[62097]: DEBUG nova.compute.manager [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1870.227801] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.147s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.228167] env[62097]: DEBUG nova.objects.instance [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Lazy-loading 'resources' on Instance uuid dcf337a9-de54-4fcf-abe8-4c7ed2ec4333 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1870.278330] env[62097]: DEBUG nova.network.neutron [-] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.456829] env[62097]: DEBUG nova.compute.manager [req-7ef2f771-fed6-431d-8526-5150aac60370 req-1115b9f7-2fb1-4c3a-b7cf-c7698baceb18 service nova] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Received event network-vif-deleted-8b68b0a9-db5a-4473-bff2-ae3996685d1a {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1870.466418] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Task: {'id': task-2035163, 'name': ReconfigVM_Task, 'duration_secs': 0.330354} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.466696] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 99eaa630-0334-4760-9cac-b958f7192f26/99eaa630-0334-4760-9cac-b958f7192f26.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1870.467339] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89bab177-8126-4c88-9bce-d542dd9041a8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.475594] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Waiting for the task: (returnval){ [ 1870.475594] env[62097]: value = "task-2035167" [ 1870.475594] env[62097]: _type = "Task" [ 1870.475594] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.486024] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Task: {'id': task-2035167, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.689849] env[62097]: DEBUG oslo_vmware.api [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035166, 'name': ReconfigVM_Task, 'duration_secs': 0.182797} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.694457] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1870.696020] env[62097]: DEBUG oslo_vmware.api [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2035165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178442} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.696020] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34686a5d-593c-4e90-a258-94adf98d887a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.700441] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1870.704042] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1870.704042] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1870.704042] env[62097]: INFO nova.compute.manager [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1870.704042] env[62097]: DEBUG oslo.service.loopingcall [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1870.704042] env[62097]: DEBUG nova.compute.manager [-] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1870.704042] env[62097]: DEBUG nova.network.neutron [-] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1870.740913] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 7b70aac3-1fd6-4956-8849-ebe6def4305e/7b70aac3-1fd6-4956-8849-ebe6def4305e.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1870.743024] env[62097]: DEBUG nova.compute.utils [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1870.748528] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a510228-954e-43b0-a24a-d9865aef44fb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.778312] env[62097]: DEBUG nova.compute.manager [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1870.779225] env[62097]: DEBUG nova.network.neutron [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1870.782623] env[62097]: INFO nova.compute.manager [-] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Took 1.86 seconds to deallocate network for instance. [ 1870.796223] env[62097]: DEBUG oslo_vmware.api [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1870.796223] env[62097]: value = "task-2035168" [ 1870.796223] env[62097]: _type = "Task" [ 1870.796223] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.809138] env[62097]: DEBUG oslo_vmware.api [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.894282] env[62097]: DEBUG nova.policy [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2386aea6f1d34401939a4f2f9c39272e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07642e595a83453a98388eb72032650b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1870.996811] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Task: {'id': task-2035167, 'name': Rename_Task, 'duration_secs': 0.139001} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.996811] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1870.996811] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60c43c06-4507-43af-83ec-dc36785fc65d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.007052] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Waiting for the task: (returnval){ [ 1871.007052] env[62097]: value = "task-2035169" [ 1871.007052] env[62097]: _type = "Task" [ 1871.007052] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.024512] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquiring lock "cdf0c5b1-1971-4c87-9c84-ef4da17e3138" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.024512] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lock "cdf0c5b1-1971-4c87-9c84-ef4da17e3138" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.028352] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Task: {'id': task-2035169, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.122145] env[62097]: DEBUG oslo_concurrency.lockutils [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Acquiring lock "528dd1d8-613f-4fa0-bd83-425bdf06bcd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.122385] env[62097]: DEBUG oslo_concurrency.lockutils [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Lock "528dd1d8-613f-4fa0-bd83-425bdf06bcd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.277996] env[62097]: DEBUG nova.compute.manager [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1871.300359] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.310365] env[62097]: DEBUG oslo_vmware.api [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035168, 'name': ReconfigVM_Task, 'duration_secs': 0.439602} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.311961] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 7b70aac3-1fd6-4956-8849-ebe6def4305e/7b70aac3-1fd6-4956-8849-ebe6def4305e.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1871.313116] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f496a3d-7bed-40af-8d26-c4c46a61b58b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.334244] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39de74fd-8dc1-41ee-9618-e6205cd9908d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.337622] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2058c602-f919-481f-9268-a76fcaf585e5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.358922] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02715fc-80f7-46c6-bca2-d489f946837b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.363803] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdcdb0c-eb6f-4f64-9b52-7c64db3694dd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.414402] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175866cd-f286-4ca3-a688-b2260efa7028 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.418096] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcaaba1a-1973-4d62-83dd-1facfabbff47 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.424823] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1871.426983] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f943c8f4-5ff3-4011-9973-5f3f5256bf07 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.429482] env[62097]: DEBUG nova.network.neutron [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Successfully created port: e4dcfa6c-3fdb-457f-ac0c-b84fddafd7d4 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1871.432608] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912ab6ef-318c-4914-b6bc-67f3572355db {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.450640] env[62097]: DEBUG nova.compute.provider_tree [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1871.453578] env[62097]: DEBUG oslo_vmware.api [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1871.453578] env[62097]: value = "task-2035170" [ 1871.453578] env[62097]: _type = "Task" [ 1871.453578] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.463211] env[62097]: DEBUG oslo_vmware.api [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035170, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.520923] env[62097]: DEBUG oslo_vmware.api [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Task: {'id': task-2035169, 'name': PowerOnVM_Task, 'duration_secs': 0.495376} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.521433] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1871.521688] env[62097]: INFO nova.compute.manager [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1871.522580] env[62097]: DEBUG nova.compute.manager [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1871.522738] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a90e21b-f2c9-417c-a558-15fad555f607 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.627855] env[62097]: DEBUG nova.network.neutron [-] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.967520] env[62097]: DEBUG oslo_vmware.api [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035170, 'name': PowerOnVM_Task, 'duration_secs': 0.521675} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.967802] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1871.982584] env[62097]: ERROR nova.scheduler.client.report [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [req-03805a21-1f1e-4e98-8960-32508b66e2c0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID aabcd967-83f0-44f7-bf8d-f09a522d29a7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-03805a21-1f1e-4e98-8960-32508b66e2c0"}]} [ 1872.000584] env[62097]: DEBUG nova.scheduler.client.report [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Refreshing inventories for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1872.016152] env[62097]: DEBUG nova.scheduler.client.report [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Updating ProviderTree inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1872.016356] env[62097]: DEBUG nova.compute.provider_tree [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1872.034947] env[62097]: DEBUG nova.scheduler.client.report [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Refreshing aggregate associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, aggregates: None {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1872.045876] env[62097]: INFO nova.compute.manager [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Took 38.74 seconds to build instance. [ 1872.061352] env[62097]: DEBUG nova.scheduler.client.report [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Refreshing trait associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1872.130173] env[62097]: INFO nova.compute.manager [-] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Took 1.43 seconds to deallocate network for instance. [ 1872.291728] env[62097]: DEBUG nova.compute.manager [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1872.321056] env[62097]: DEBUG nova.virt.hardware [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1872.321356] env[62097]: DEBUG nova.virt.hardware [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1872.321580] env[62097]: DEBUG nova.virt.hardware [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1872.321809] env[62097]: DEBUG nova.virt.hardware [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1872.321998] env[62097]: DEBUG nova.virt.hardware [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1872.322199] env[62097]: DEBUG nova.virt.hardware [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1872.322450] env[62097]: DEBUG nova.virt.hardware [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1872.322659] env[62097]: DEBUG nova.virt.hardware [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1872.322872] env[62097]: DEBUG nova.virt.hardware [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1872.323088] env[62097]: DEBUG nova.virt.hardware [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1872.323316] env[62097]: DEBUG nova.virt.hardware [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1872.324404] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d442a2-d160-44ca-a03c-8a8e96513b06 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.336342] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dea488-e8ad-4157-92d8-2e10e489efb3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.546281] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b43494f-c912-4257-99f0-58f8c09cd8d5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.548951] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ee17f455-e09e-4422-91bc-60e1c60d2e48 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Lock "99eaa630-0334-4760-9cac-b958f7192f26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.268s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.553523] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592748fd-e278-4631-a760-d31b6325c352 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.589718] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb5812b-63de-41a6-88d0-8577813a90e8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.593555] env[62097]: DEBUG nova.compute.manager [req-7fe3557f-84f9-4ed3-8a92-bc88a4891c23 req-b6fb4c05-3aaf-4ede-b5f6-f7d3a910f4a5 service nova] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Received event network-vif-deleted-4b8f4b6c-832e-41f1-a453-8c0e871d2925 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1872.600491] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b69dc4-13a2-479c-a492-1bfd481201df {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.616995] env[62097]: DEBUG nova.compute.provider_tree [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1872.645050] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.860867] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "94c79923-ba65-435f-ab7f-2d1ba6399b51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.861146] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "94c79923-ba65-435f-ab7f-2d1ba6399b51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.979604] env[62097]: INFO nova.compute.manager [None req-db43fdaf-be5e-48a0-91ed-dec02961d7ef tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Updating instance to original state: 'active' [ 1873.038355] env[62097]: DEBUG nova.compute.manager [req-29f3f31e-0b5e-49d9-a897-9861f517c4d4 req-4a0f1fcd-5e82-4269-b1eb-a969f86224ae service nova] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Received event network-vif-plugged-e4dcfa6c-3fdb-457f-ac0c-b84fddafd7d4 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1873.039031] env[62097]: DEBUG oslo_concurrency.lockutils [req-29f3f31e-0b5e-49d9-a897-9861f517c4d4 req-4a0f1fcd-5e82-4269-b1eb-a969f86224ae service nova] Acquiring lock "b9c23cfb-231e-43fd-a470-308fa6649091-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.039031] env[62097]: DEBUG oslo_concurrency.lockutils [req-29f3f31e-0b5e-49d9-a897-9861f517c4d4 req-4a0f1fcd-5e82-4269-b1eb-a969f86224ae service nova] Lock "b9c23cfb-231e-43fd-a470-308fa6649091-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.039031] env[62097]: DEBUG oslo_concurrency.lockutils [req-29f3f31e-0b5e-49d9-a897-9861f517c4d4 req-4a0f1fcd-5e82-4269-b1eb-a969f86224ae service nova] Lock "b9c23cfb-231e-43fd-a470-308fa6649091-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.039368] env[62097]: DEBUG nova.compute.manager [req-29f3f31e-0b5e-49d9-a897-9861f517c4d4 req-4a0f1fcd-5e82-4269-b1eb-a969f86224ae service nova] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] No waiting events found dispatching network-vif-plugged-e4dcfa6c-3fdb-457f-ac0c-b84fddafd7d4 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1873.039368] env[62097]: WARNING nova.compute.manager [req-29f3f31e-0b5e-49d9-a897-9861f517c4d4 req-4a0f1fcd-5e82-4269-b1eb-a969f86224ae service nova] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Received unexpected event network-vif-plugged-e4dcfa6c-3fdb-457f-ac0c-b84fddafd7d4 for instance with vm_state building and task_state spawning. [ 1873.055133] env[62097]: DEBUG nova.compute.manager [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1873.141787] env[62097]: ERROR nova.scheduler.client.report [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] [req-be69e365-cdd7-4037-9c3f-33bff595ffed] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID aabcd967-83f0-44f7-bf8d-f09a522d29a7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-be69e365-cdd7-4037-9c3f-33bff595ffed"}]} [ 1873.169301] env[62097]: DEBUG nova.scheduler.client.report [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Refreshing inventories for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1873.199677] env[62097]: DEBUG nova.scheduler.client.report [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Updating ProviderTree inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1873.204018] env[62097]: DEBUG nova.compute.provider_tree [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1873.216723] env[62097]: DEBUG nova.scheduler.client.report [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Refreshing aggregate associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, aggregates: None {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1873.241760] env[62097]: DEBUG nova.scheduler.client.report [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Refreshing trait associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1873.412509] env[62097]: DEBUG nova.network.neutron [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Successfully updated port: e4dcfa6c-3fdb-457f-ac0c-b84fddafd7d4 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1873.571320] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.640034] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ef127c-4bb8-4061-bbe3-4f8a58b44ce3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.649470] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4029b98c-1933-40fc-8ccd-88887f93f08e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.682762] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688e5c65-b471-4d21-831f-13eb8ae8a4b3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.690590] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee254bff-bf37-4bf0-ba43-63847472ed50 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.704647] env[62097]: DEBUG nova.compute.provider_tree [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1873.920417] env[62097]: DEBUG oslo_concurrency.lockutils [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "refresh_cache-b9c23cfb-231e-43fd-a470-308fa6649091" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.920417] env[62097]: DEBUG oslo_concurrency.lockutils [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquired lock "refresh_cache-b9c23cfb-231e-43fd-a470-308fa6649091" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.920670] env[62097]: DEBUG nova.network.neutron [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1874.238366] env[62097]: DEBUG nova.scheduler.client.report [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Updated inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1874.238686] env[62097]: DEBUG nova.compute.provider_tree [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Updating resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 generation from 92 to 93 during operation: update_inventory {{(pid=62097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1874.238924] env[62097]: DEBUG nova.compute.provider_tree [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1874.423123] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Acquiring lock "99eaa630-0334-4760-9cac-b958f7192f26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.423392] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Lock "99eaa630-0334-4760-9cac-b958f7192f26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.423610] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Acquiring lock "99eaa630-0334-4760-9cac-b958f7192f26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.423832] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Lock "99eaa630-0334-4760-9cac-b958f7192f26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.424023] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Lock "99eaa630-0334-4760-9cac-b958f7192f26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.427667] env[62097]: INFO nova.compute.manager [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Terminating instance [ 1874.457108] env[62097]: DEBUG nova.network.neutron [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1874.611914] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "7b70aac3-1fd6-4956-8849-ebe6def4305e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.612849] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "7b70aac3-1fd6-4956-8849-ebe6def4305e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.612849] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "7b70aac3-1fd6-4956-8849-ebe6def4305e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.612849] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "7b70aac3-1fd6-4956-8849-ebe6def4305e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.612849] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "7b70aac3-1fd6-4956-8849-ebe6def4305e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.614866] env[62097]: INFO nova.compute.manager [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Terminating instance [ 1874.667216] env[62097]: DEBUG nova.network.neutron [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Updating instance_info_cache with network_info: [{"id": "e4dcfa6c-3fdb-457f-ac0c-b84fddafd7d4", "address": "fa:16:3e:82:30:c6", "network": {"id": "add3e234-a23c-453c-a1d5-32bffd2baef3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472339090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07642e595a83453a98388eb72032650b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4dcfa6c-3f", "ovs_interfaceid": "e4dcfa6c-3fdb-457f-ac0c-b84fddafd7d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.744146] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.516s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.748803] env[62097]: DEBUG oslo_concurrency.lockutils [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.616s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.748803] env[62097]: DEBUG nova.objects.instance [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lazy-loading 'resources' on Instance uuid b2312aa2-a236-4928-8204-dee877cc217f {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1874.766770] env[62097]: INFO nova.scheduler.client.report [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Deleted allocations for instance dcf337a9-de54-4fcf-abe8-4c7ed2ec4333 [ 1874.932348] env[62097]: DEBUG nova.compute.manager [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1874.932348] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1874.933107] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8325a8b3-ee0e-435a-a2bf-9fdf3935a21a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.947175] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1874.947905] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-752ee3b2-9c97-4191-8fb2-26afd4386f46 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.955381] env[62097]: DEBUG oslo_vmware.api [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Waiting for the task: (returnval){ [ 1874.955381] env[62097]: value = "task-2035171" [ 1874.955381] env[62097]: _type = "Task" [ 1874.955381] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.963215] env[62097]: DEBUG oslo_vmware.api [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Task: {'id': task-2035171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.068971] env[62097]: DEBUG nova.compute.manager [req-87da9830-a88d-49e7-a5b3-d657244e4301 req-f9bb4fa8-e008-41a4-a011-60c09761ea92 service nova] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Received event network-changed-e4dcfa6c-3fdb-457f-ac0c-b84fddafd7d4 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1875.069202] env[62097]: DEBUG nova.compute.manager [req-87da9830-a88d-49e7-a5b3-d657244e4301 req-f9bb4fa8-e008-41a4-a011-60c09761ea92 service nova] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Refreshing instance network info cache due to event network-changed-e4dcfa6c-3fdb-457f-ac0c-b84fddafd7d4. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1875.069421] env[62097]: DEBUG oslo_concurrency.lockutils [req-87da9830-a88d-49e7-a5b3-d657244e4301 req-f9bb4fa8-e008-41a4-a011-60c09761ea92 service nova] Acquiring lock "refresh_cache-b9c23cfb-231e-43fd-a470-308fa6649091" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.118841] env[62097]: DEBUG nova.compute.manager [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1875.118841] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1875.119727] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab5c82e-3dd0-4681-bb3e-b6d7ab52cca2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.128351] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1875.128670] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e7b15ea-c660-49ad-be87-7bedaf302067 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.136577] env[62097]: DEBUG oslo_vmware.api [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1875.136577] env[62097]: value = "task-2035172" [ 1875.136577] env[62097]: _type = "Task" [ 1875.136577] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.146831] env[62097]: DEBUG oslo_vmware.api [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.169585] env[62097]: DEBUG oslo_concurrency.lockutils [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Releasing lock "refresh_cache-b9c23cfb-231e-43fd-a470-308fa6649091" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.169978] env[62097]: DEBUG nova.compute.manager [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Instance network_info: |[{"id": "e4dcfa6c-3fdb-457f-ac0c-b84fddafd7d4", "address": "fa:16:3e:82:30:c6", "network": {"id": "add3e234-a23c-453c-a1d5-32bffd2baef3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472339090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07642e595a83453a98388eb72032650b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4dcfa6c-3f", "ovs_interfaceid": "e4dcfa6c-3fdb-457f-ac0c-b84fddafd7d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1875.170353] env[62097]: DEBUG oslo_concurrency.lockutils [req-87da9830-a88d-49e7-a5b3-d657244e4301 req-f9bb4fa8-e008-41a4-a011-60c09761ea92 service nova] Acquired lock "refresh_cache-b9c23cfb-231e-43fd-a470-308fa6649091" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.170537] env[62097]: DEBUG nova.network.neutron [req-87da9830-a88d-49e7-a5b3-d657244e4301 req-f9bb4fa8-e008-41a4-a011-60c09761ea92 service nova] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Refreshing network info cache for port e4dcfa6c-3fdb-457f-ac0c-b84fddafd7d4 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1875.171937] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:30:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4dcfa6c-3fdb-457f-ac0c-b84fddafd7d4', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1875.180015] env[62097]: DEBUG oslo.service.loopingcall [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1875.181132] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1875.181403] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eab7cd2f-5f0b-483a-ad84-3e84c3687c33 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.203846] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1875.203846] env[62097]: value = "task-2035173" [ 1875.203846] env[62097]: _type = "Task" [ 1875.203846] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.212035] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035173, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.275024] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bacf0f78-15bf-49d0-a9dc-ec47ca44a0ed tempest-ServerRescueTestJSON-931685865 tempest-ServerRescueTestJSON-931685865-project-member] Lock "dcf337a9-de54-4fcf-abe8-4c7ed2ec4333" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.923s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.464787] env[62097]: DEBUG oslo_vmware.api [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Task: {'id': task-2035171, 'name': PowerOffVM_Task, 'duration_secs': 0.180101} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.465068] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1875.465240] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1875.467712] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40640a99-30dc-4461-bd0b-e26078861a6e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.619862] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1875.620115] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1875.620305] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Deleting the datastore file [datastore1] 99eaa630-0334-4760-9cac-b958f7192f26 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1875.620757] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70afbd68-1636-48c1-b134-5ab96d51f2a6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.628378] env[62097]: DEBUG oslo_vmware.api [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Waiting for the task: (returnval){ [ 1875.628378] env[62097]: value = "task-2035175" [ 1875.628378] env[62097]: _type = "Task" [ 1875.628378] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.636315] env[62097]: DEBUG oslo_vmware.api [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Task: {'id': task-2035175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.647610] env[62097]: DEBUG oslo_vmware.api [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035172, 'name': PowerOffVM_Task, 'duration_secs': 0.173669} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.647876] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1875.648059] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1875.648309] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-393fa260-b04a-4b81-9da9-d5a512ea710c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.651939] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b22d630-26a4-4894-b88e-ca963e04be68 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.658887] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd7e99f-68e9-4a94-8f9c-0c2406d2afd4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.695083] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4867eb0e-a83b-4ff0-ac53-c130b8004142 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.702930] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81a5791-a699-4502-a662-e7990b2a2f21 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.715385] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035173, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.724021] env[62097]: DEBUG nova.compute.provider_tree [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1875.802269] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1875.802493] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1875.802675] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Deleting the datastore file [datastore1] 7b70aac3-1fd6-4956-8849-ebe6def4305e {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1875.802984] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e592208-1e17-41ac-9eb3-5a997e5f8b93 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.809479] env[62097]: DEBUG oslo_vmware.api [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1875.809479] env[62097]: value = "task-2035177" [ 1875.809479] env[62097]: _type = "Task" [ 1875.809479] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.817996] env[62097]: DEBUG oslo_vmware.api [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.048445] env[62097]: DEBUG nova.network.neutron [req-87da9830-a88d-49e7-a5b3-d657244e4301 req-f9bb4fa8-e008-41a4-a011-60c09761ea92 service nova] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Updated VIF entry in instance network info cache for port e4dcfa6c-3fdb-457f-ac0c-b84fddafd7d4. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1876.048974] env[62097]: DEBUG nova.network.neutron [req-87da9830-a88d-49e7-a5b3-d657244e4301 req-f9bb4fa8-e008-41a4-a011-60c09761ea92 service nova] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Updating instance_info_cache with network_info: [{"id": "e4dcfa6c-3fdb-457f-ac0c-b84fddafd7d4", "address": "fa:16:3e:82:30:c6", "network": {"id": "add3e234-a23c-453c-a1d5-32bffd2baef3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472339090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07642e595a83453a98388eb72032650b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4dcfa6c-3f", "ovs_interfaceid": "e4dcfa6c-3fdb-457f-ac0c-b84fddafd7d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.141013] env[62097]: DEBUG oslo_vmware.api [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Task: {'id': task-2035175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.217537] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035173, 'name': CreateVM_Task, 'duration_secs': 0.640399} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.217749] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1876.218426] env[62097]: DEBUG oslo_concurrency.lockutils [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.218596] env[62097]: DEBUG oslo_concurrency.lockutils [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.218924] env[62097]: DEBUG oslo_concurrency.lockutils [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1876.219238] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c0a608a-9b33-4781-934f-45a8dc053c3d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.223644] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1876.223644] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525f82a7-1ae7-d1bc-2aca-26bbaa90d559" [ 1876.223644] env[62097]: _type = "Task" [ 1876.223644] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.227318] env[62097]: DEBUG nova.scheduler.client.report [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1876.235684] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525f82a7-1ae7-d1bc-2aca-26bbaa90d559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.319738] env[62097]: DEBUG oslo_vmware.api [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.552865] env[62097]: DEBUG oslo_concurrency.lockutils [req-87da9830-a88d-49e7-a5b3-d657244e4301 req-f9bb4fa8-e008-41a4-a011-60c09761ea92 service nova] Releasing lock "refresh_cache-b9c23cfb-231e-43fd-a470-308fa6649091" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.641407] env[62097]: DEBUG oslo_vmware.api [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Task: {'id': task-2035175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.734539] env[62097]: DEBUG oslo_concurrency.lockutils [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.736612] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525f82a7-1ae7-d1bc-2aca-26bbaa90d559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.737148] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.975s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.738766] env[62097]: INFO nova.compute.claims [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1876.760910] env[62097]: INFO nova.scheduler.client.report [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Deleted allocations for instance b2312aa2-a236-4928-8204-dee877cc217f [ 1876.819919] env[62097]: DEBUG oslo_vmware.api [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.142742] env[62097]: DEBUG oslo_vmware.api [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Task: {'id': task-2035175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.40498} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.143530] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1877.143788] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1877.143966] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1877.144151] env[62097]: INFO nova.compute.manager [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Took 2.21 seconds to destroy the instance on the hypervisor. [ 1877.144426] env[62097]: DEBUG oslo.service.loopingcall [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1877.144582] env[62097]: DEBUG nova.compute.manager [-] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1877.144678] env[62097]: DEBUG nova.network.neutron [-] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1877.242106] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525f82a7-1ae7-d1bc-2aca-26bbaa90d559, 'name': SearchDatastore_Task, 'duration_secs': 0.647383} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.242106] env[62097]: DEBUG oslo_concurrency.lockutils [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.242106] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1877.242106] env[62097]: DEBUG oslo_concurrency.lockutils [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.242106] env[62097]: DEBUG oslo_concurrency.lockutils [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.242106] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1877.242106] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cd2ff25-1399-4cb3-8c60-8588ec732bff {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.251767] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1877.251767] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1877.253741] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef219442-436f-4a30-a6a4-508dc738924e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.261794] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1877.261794] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b5c548-54d7-3ec8-d5ba-c2719cf92f45" [ 1877.261794] env[62097]: _type = "Task" [ 1877.261794] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.272404] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b5c548-54d7-3ec8-d5ba-c2719cf92f45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.272850] env[62097]: DEBUG oslo_concurrency.lockutils [None req-beba4e02-6ee0-436f-82af-15d9f2fcb179 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "b2312aa2-a236-4928-8204-dee877cc217f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.224s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.319830] env[62097]: DEBUG oslo_vmware.api [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.237303} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.320278] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1877.320278] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1877.320508] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1877.320658] env[62097]: INFO nova.compute.manager [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1877.320898] env[62097]: DEBUG oslo.service.loopingcall [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1877.321113] env[62097]: DEBUG nova.compute.manager [-] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1877.321209] env[62097]: DEBUG nova.network.neutron [-] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1877.413294] env[62097]: DEBUG nova.compute.manager [req-d57621a4-dd20-4966-acce-6b0a45d4e059 req-9d2edfae-256b-41b5-bb2f-701c9c805766 service nova] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Received event network-vif-deleted-f17e16b7-3dab-4eb3-8900-0bda45075e30 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1877.413526] env[62097]: INFO nova.compute.manager [req-d57621a4-dd20-4966-acce-6b0a45d4e059 req-9d2edfae-256b-41b5-bb2f-701c9c805766 service nova] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Neutron deleted interface f17e16b7-3dab-4eb3-8900-0bda45075e30; detaching it from the instance and deleting it from the info cache [ 1877.413706] env[62097]: DEBUG nova.network.neutron [req-d57621a4-dd20-4966-acce-6b0a45d4e059 req-9d2edfae-256b-41b5-bb2f-701c9c805766 service nova] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.577429] env[62097]: DEBUG nova.compute.manager [req-eb1179fa-021f-4920-94d5-1a3cfcfb8bc2 req-67406d32-a96a-4682-bbcb-8b770eb2c20f service nova] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Received event network-vif-deleted-7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1877.577539] env[62097]: INFO nova.compute.manager [req-eb1179fa-021f-4920-94d5-1a3cfcfb8bc2 req-67406d32-a96a-4682-bbcb-8b770eb2c20f service nova] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Neutron deleted interface 7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e; detaching it from the instance and deleting it from the info cache [ 1877.577711] env[62097]: DEBUG nova.network.neutron [req-eb1179fa-021f-4920-94d5-1a3cfcfb8bc2 req-67406d32-a96a-4682-bbcb-8b770eb2c20f service nova] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.774805] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b5c548-54d7-3ec8-d5ba-c2719cf92f45, 'name': SearchDatastore_Task, 'duration_secs': 0.010631} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.775708] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc7b9a5f-b19d-43f3-bfab-43ede0995e4f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.780531] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1877.780531] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526ffe2d-fea9-f912-5d55-2b5f7b09dd27" [ 1877.780531] env[62097]: _type = "Task" [ 1877.780531] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.791254] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526ffe2d-fea9-f912-5d55-2b5f7b09dd27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.885172] env[62097]: DEBUG nova.network.neutron [-] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.918135] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a96d9e2-292a-4054-993c-6fe932426ddf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.927487] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c063c5bd-9169-4f28-9347-3df747e95ec1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.961019] env[62097]: DEBUG nova.compute.manager [req-d57621a4-dd20-4966-acce-6b0a45d4e059 req-9d2edfae-256b-41b5-bb2f-701c9c805766 service nova] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Detach interface failed, port_id=f17e16b7-3dab-4eb3-8900-0bda45075e30, reason: Instance 99eaa630-0334-4760-9cac-b958f7192f26 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1878.053722] env[62097]: DEBUG nova.network.neutron [-] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.080783] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c82c9479-a56f-44dd-9249-3a0df307fd19 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.089990] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88720fca-622f-4c5d-89c1-1fac8c305ed4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.121438] env[62097]: DEBUG nova.compute.manager [req-eb1179fa-021f-4920-94d5-1a3cfcfb8bc2 req-67406d32-a96a-4682-bbcb-8b770eb2c20f service nova] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Detach interface failed, port_id=7f5c7b71-3aac-4b4e-abc3-f60e6e4a071e, reason: Instance 7b70aac3-1fd6-4956-8849-ebe6def4305e could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1878.136372] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8480e94f-8a47-486b-890c-03d19641169b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.144500] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67abcedc-b36d-4818-94a7-32e7f1f5372f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.177373] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d45594-cb3a-4f05-9b3a-ef1fe237de6b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.184969] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392a96b8-52ca-47c8-9a34-49affdeb9974 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.198182] env[62097]: DEBUG nova.compute.provider_tree [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1878.290447] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526ffe2d-fea9-f912-5d55-2b5f7b09dd27, 'name': SearchDatastore_Task, 'duration_secs': 0.015676} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.290747] env[62097]: DEBUG oslo_concurrency.lockutils [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.291029] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] b9c23cfb-231e-43fd-a470-308fa6649091/b9c23cfb-231e-43fd-a470-308fa6649091.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1878.291291] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec160d55-53b8-43f2-a51f-9735cdf1e0c9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.297099] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1878.297099] env[62097]: value = "task-2035178" [ 1878.297099] env[62097]: _type = "Task" [ 1878.297099] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.304304] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.387714] env[62097]: INFO nova.compute.manager [-] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Took 1.24 seconds to deallocate network for instance. [ 1878.483489] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1878.483489] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1878.556485] env[62097]: INFO nova.compute.manager [-] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Took 1.24 seconds to deallocate network for instance. [ 1878.701410] env[62097]: DEBUG nova.scheduler.client.report [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1878.806882] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476992} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.807163] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] b9c23cfb-231e-43fd-a470-308fa6649091/b9c23cfb-231e-43fd-a470-308fa6649091.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1878.807378] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1878.807617] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a73daee-ea0d-4394-b38b-e5a01698afbb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.813931] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1878.813931] env[62097]: value = "task-2035179" [ 1878.813931] env[62097]: _type = "Task" [ 1878.813931] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.821454] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.895343] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.991269] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1878.991269] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1879.062553] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.206618] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.207232] env[62097]: DEBUG nova.compute.manager [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1879.210079] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.345s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.211485] env[62097]: INFO nova.compute.claims [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1879.323590] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073359} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.323914] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1879.324685] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996c98ff-38b8-47de-bdca-633327d7c453 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.347431] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] b9c23cfb-231e-43fd-a470-308fa6649091/b9c23cfb-231e-43fd-a470-308fa6649091.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1879.347710] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-309d6cd3-69ac-435f-ae4e-931b337ef3c6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.366497] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1879.366497] env[62097]: value = "task-2035180" [ 1879.366497] env[62097]: _type = "Task" [ 1879.366497] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.373982] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.508869] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "refresh_cache-be718be8-85d4-4a44-8b30-3bf18a69b989" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.509142] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquired lock "refresh_cache-be718be8-85d4-4a44-8b30-3bf18a69b989" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.509182] env[62097]: DEBUG nova.network.neutron [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Forcefully refreshing network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1879.716599] env[62097]: DEBUG nova.compute.utils [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1879.719780] env[62097]: DEBUG nova.compute.manager [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1879.719952] env[62097]: DEBUG nova.network.neutron [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1879.759796] env[62097]: DEBUG nova.policy [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c4a72cfc28948dda8ba1e6c71d5b519', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72924d79b93d45148d34ba3287efe44c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1879.877638] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035180, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.020498] env[62097]: DEBUG nova.network.neutron [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Successfully created port: be9f6825-75e8-4126-a31c-e1f3689c5a6f {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1880.026788] env[62097]: DEBUG nova.network.neutron [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1880.221057] env[62097]: DEBUG nova.compute.manager [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1880.377991] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035180, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.593680] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaba336-b384-4e5f-bc0a-20187c1e1391 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.601129] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab50850-bf73-42b0-ac84-354cf4c7f982 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.631040] env[62097]: DEBUG nova.network.neutron [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.632603] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d430070a-acc1-420c-b819-39217eb18f05 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.640283] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed8c997-3e95-429b-af30-377a23026225 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.654309] env[62097]: DEBUG nova.compute.provider_tree [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1880.879371] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035180, 'name': ReconfigVM_Task, 'duration_secs': 1.326435} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.879683] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Reconfigured VM instance instance-00000040 to attach disk [datastore1] b9c23cfb-231e-43fd-a470-308fa6649091/b9c23cfb-231e-43fd-a470-308fa6649091.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1880.880384] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45478375-1dc3-4f8f-a9b4-9a326cc7482c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.887486] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1880.887486] env[62097]: value = "task-2035181" [ 1880.887486] env[62097]: _type = "Task" [ 1880.887486] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.896371] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035181, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.136305] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Releasing lock "refresh_cache-be718be8-85d4-4a44-8b30-3bf18a69b989" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.136523] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Updated the network info_cache for instance {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1881.136747] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1881.136907] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1881.137067] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1881.137218] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1881.137358] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1881.137499] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1881.137623] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1881.137762] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1881.156766] env[62097]: DEBUG nova.scheduler.client.report [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1881.233905] env[62097]: DEBUG nova.compute.manager [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1881.260171] env[62097]: DEBUG nova.virt.hardware [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1881.260437] env[62097]: DEBUG nova.virt.hardware [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1881.260594] env[62097]: DEBUG nova.virt.hardware [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1881.260777] env[62097]: DEBUG nova.virt.hardware [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1881.260926] env[62097]: DEBUG nova.virt.hardware [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1881.261088] env[62097]: DEBUG nova.virt.hardware [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1881.261303] env[62097]: DEBUG nova.virt.hardware [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1881.261465] env[62097]: DEBUG nova.virt.hardware [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1881.261636] env[62097]: DEBUG nova.virt.hardware [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1881.261798] env[62097]: DEBUG nova.virt.hardware [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1881.261972] env[62097]: DEBUG nova.virt.hardware [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1881.262834] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9da2e62-a441-42f7-85f0-91f7ca0bc95c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.270744] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3c91d7-ca8a-403e-839c-e730e3fc96cc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.397769] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035181, 'name': Rename_Task, 'duration_secs': 0.146451} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.398115] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1881.398520] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d170a23b-aa8b-4e22-81ee-a67ee3d0f1f7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.405092] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1881.405092] env[62097]: value = "task-2035182" [ 1881.405092] env[62097]: _type = "Task" [ 1881.405092] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.414115] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.439421] env[62097]: DEBUG nova.compute.manager [req-54cb6997-0282-4bfa-a6d5-4e2bccd674a6 req-41e782cf-1bca-4b84-8bc7-87e0c6a82616 service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Received event network-vif-plugged-be9f6825-75e8-4126-a31c-e1f3689c5a6f {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1881.439688] env[62097]: DEBUG oslo_concurrency.lockutils [req-54cb6997-0282-4bfa-a6d5-4e2bccd674a6 req-41e782cf-1bca-4b84-8bc7-87e0c6a82616 service nova] Acquiring lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.440175] env[62097]: DEBUG oslo_concurrency.lockutils [req-54cb6997-0282-4bfa-a6d5-4e2bccd674a6 req-41e782cf-1bca-4b84-8bc7-87e0c6a82616 service nova] Lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.440298] env[62097]: DEBUG oslo_concurrency.lockutils [req-54cb6997-0282-4bfa-a6d5-4e2bccd674a6 req-41e782cf-1bca-4b84-8bc7-87e0c6a82616 service nova] Lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.440565] env[62097]: DEBUG nova.compute.manager [req-54cb6997-0282-4bfa-a6d5-4e2bccd674a6 req-41e782cf-1bca-4b84-8bc7-87e0c6a82616 service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] No waiting events found dispatching network-vif-plugged-be9f6825-75e8-4126-a31c-e1f3689c5a6f {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1881.440750] env[62097]: WARNING nova.compute.manager [req-54cb6997-0282-4bfa-a6d5-4e2bccd674a6 req-41e782cf-1bca-4b84-8bc7-87e0c6a82616 service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Received unexpected event network-vif-plugged-be9f6825-75e8-4126-a31c-e1f3689c5a6f for instance with vm_state building and task_state spawning. [ 1881.533647] env[62097]: DEBUG nova.network.neutron [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Successfully updated port: be9f6825-75e8-4126-a31c-e1f3689c5a6f {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1881.640597] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.661604] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.662136] env[62097]: DEBUG nova.compute.manager [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1881.664707] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.556s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.664919] env[62097]: DEBUG nova.objects.instance [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lazy-loading 'resources' on Instance uuid 3cca6a42-488d-4dbd-87ab-65938ab5491f {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1881.915799] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035182, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.042623] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.042623] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.042623] env[62097]: DEBUG nova.network.neutron [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1882.168128] env[62097]: DEBUG nova.compute.utils [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1882.169582] env[62097]: DEBUG nova.compute.manager [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1882.169759] env[62097]: DEBUG nova.network.neutron [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1882.213049] env[62097]: DEBUG nova.policy [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9674c3c4a38b48b99aebba1828f68997', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdc5bf4a13f7452a8cbf219a3cf696bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1882.417419] env[62097]: DEBUG oslo_vmware.api [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035182, 'name': PowerOnVM_Task, 'duration_secs': 0.62962} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.417708] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1882.418095] env[62097]: INFO nova.compute.manager [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Took 10.13 seconds to spawn the instance on the hypervisor. [ 1882.418095] env[62097]: DEBUG nova.compute.manager [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1882.418893] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616cc7cc-53cb-4339-a293-d881295ce8d8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.456963] env[62097]: DEBUG nova.network.neutron [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Successfully created port: 0b97bb7f-5da7-4ff1-88a7-1bda7568494c {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1882.553050] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4275ed47-714f-41cf-9ae7-1d5eee45467c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.561455] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c5c635-4268-415c-b9e6-48925d86ba32 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.595682] env[62097]: DEBUG nova.network.neutron [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1882.598157] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd567dc7-7ef3-42c4-81ae-33ac979812f9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.605958] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47a1cdf-9657-4e0d-a165-7298eaa27354 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.622387] env[62097]: DEBUG nova.compute.provider_tree [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1882.675275] env[62097]: DEBUG nova.compute.manager [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1882.799187] env[62097]: DEBUG nova.network.neutron [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Updating instance_info_cache with network_info: [{"id": "be9f6825-75e8-4126-a31c-e1f3689c5a6f", "address": "fa:16:3e:76:23:1e", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9f6825-75", "ovs_interfaceid": "be9f6825-75e8-4126-a31c-e1f3689c5a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.938009] env[62097]: INFO nova.compute.manager [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Took 39.08 seconds to build instance. [ 1883.128039] env[62097]: DEBUG nova.scheduler.client.report [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1883.302226] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.302584] env[62097]: DEBUG nova.compute.manager [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Instance network_info: |[{"id": "be9f6825-75e8-4126-a31c-e1f3689c5a6f", "address": "fa:16:3e:76:23:1e", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9f6825-75", "ovs_interfaceid": "be9f6825-75e8-4126-a31c-e1f3689c5a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1883.303290] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:23:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be9f6825-75e8-4126-a31c-e1f3689c5a6f', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1883.310430] env[62097]: DEBUG oslo.service.loopingcall [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1883.310644] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1883.310883] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f728e205-cb0a-4576-9e16-7cd3adcd850b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.333590] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1883.333590] env[62097]: value = "task-2035183" [ 1883.333590] env[62097]: _type = "Task" [ 1883.333590] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.340906] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035183, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.442153] env[62097]: DEBUG oslo_concurrency.lockutils [None req-86a8bb98-628e-48cc-a961-b4b8f30b9f29 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "b9c23cfb-231e-43fd-a470-308fa6649091" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.590s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.465292] env[62097]: DEBUG nova.compute.manager [req-be96404d-79c6-4fc7-a59a-a6d396bd886a req-50925192-7037-41ca-8b3d-58ccc5fb7eca service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Received event network-changed-be9f6825-75e8-4126-a31c-e1f3689c5a6f {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1883.465445] env[62097]: DEBUG nova.compute.manager [req-be96404d-79c6-4fc7-a59a-a6d396bd886a req-50925192-7037-41ca-8b3d-58ccc5fb7eca service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Refreshing instance network info cache due to event network-changed-be9f6825-75e8-4126-a31c-e1f3689c5a6f. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1883.465660] env[62097]: DEBUG oslo_concurrency.lockutils [req-be96404d-79c6-4fc7-a59a-a6d396bd886a req-50925192-7037-41ca-8b3d-58ccc5fb7eca service nova] Acquiring lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.465808] env[62097]: DEBUG oslo_concurrency.lockutils [req-be96404d-79c6-4fc7-a59a-a6d396bd886a req-50925192-7037-41ca-8b3d-58ccc5fb7eca service nova] Acquired lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.465967] env[62097]: DEBUG nova.network.neutron [req-be96404d-79c6-4fc7-a59a-a6d396bd886a req-50925192-7037-41ca-8b3d-58ccc5fb7eca service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Refreshing network info cache for port be9f6825-75e8-4126-a31c-e1f3689c5a6f {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1883.634211] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.637133] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.216s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.637133] env[62097]: DEBUG nova.objects.instance [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Lazy-loading 'resources' on Instance uuid 72d8c1c0-5d25-4619-8f1e-5fe06787a845 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1883.664888] env[62097]: INFO nova.scheduler.client.report [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Deleted allocations for instance 3cca6a42-488d-4dbd-87ab-65938ab5491f [ 1883.685084] env[62097]: DEBUG nova.compute.manager [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1883.708826] env[62097]: DEBUG nova.virt.hardware [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1883.709429] env[62097]: DEBUG nova.virt.hardware [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1883.709548] env[62097]: DEBUG nova.virt.hardware [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1883.709753] env[62097]: DEBUG nova.virt.hardware [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1883.709906] env[62097]: DEBUG nova.virt.hardware [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1883.710089] env[62097]: DEBUG nova.virt.hardware [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1883.710320] env[62097]: DEBUG nova.virt.hardware [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1883.710487] env[62097]: DEBUG nova.virt.hardware [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1883.710651] env[62097]: DEBUG nova.virt.hardware [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1883.710835] env[62097]: DEBUG nova.virt.hardware [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1883.711046] env[62097]: DEBUG nova.virt.hardware [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1883.711911] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63ca71f-d413-47f8-9600-f6ea976050b0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.721606] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed647b34-0ab9-4ed8-b906-ca6ed6d6fccb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.843542] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035183, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.933085] env[62097]: DEBUG nova.network.neutron [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Successfully updated port: 0b97bb7f-5da7-4ff1-88a7-1bda7568494c {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1883.945033] env[62097]: DEBUG nova.compute.manager [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1884.127616] env[62097]: DEBUG nova.compute.manager [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1884.127988] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbc850c-1137-41c5-b908-26499d556e29 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.174039] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b1ad99d-c94e-4bd8-829b-dda0aff4885e tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "3cca6a42-488d-4dbd-87ab-65938ab5491f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.196s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.177992] env[62097]: DEBUG nova.network.neutron [req-be96404d-79c6-4fc7-a59a-a6d396bd886a req-50925192-7037-41ca-8b3d-58ccc5fb7eca service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Updated VIF entry in instance network info cache for port be9f6825-75e8-4126-a31c-e1f3689c5a6f. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1884.178359] env[62097]: DEBUG nova.network.neutron [req-be96404d-79c6-4fc7-a59a-a6d396bd886a req-50925192-7037-41ca-8b3d-58ccc5fb7eca service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Updating instance_info_cache with network_info: [{"id": "be9f6825-75e8-4126-a31c-e1f3689c5a6f", "address": "fa:16:3e:76:23:1e", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9f6825-75", "ovs_interfaceid": "be9f6825-75e8-4126-a31c-e1f3689c5a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.349471] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035183, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.436172] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "refresh_cache-3fc3c152-d30e-40fa-80d8-a2333bf125e0" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.436339] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquired lock "refresh_cache-3fc3c152-d30e-40fa-80d8-a2333bf125e0" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.436508] env[62097]: DEBUG nova.network.neutron [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1884.461638] env[62097]: DEBUG oslo_concurrency.lockutils [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.518194] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa74535-f715-4456-ace9-416ddf1a2b8c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.528181] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f823ce-b5dc-4792-a184-87ea1ad45fb9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.561199] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4141d014-c17f-4ff0-8d61-796cf6f9fde9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.569017] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db286ad7-5dea-40e2-b474-41d978d3eb33 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.582622] env[62097]: DEBUG nova.compute.provider_tree [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1884.639057] env[62097]: INFO nova.compute.manager [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] instance snapshotting [ 1884.642059] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5088a5-6e51-4baf-a221-9edf7208abee {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.663520] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea84365e-4883-4982-909c-f978f06574d0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.680334] env[62097]: DEBUG oslo_concurrency.lockutils [req-be96404d-79c6-4fc7-a59a-a6d396bd886a req-50925192-7037-41ca-8b3d-58ccc5fb7eca service nova] Releasing lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.845844] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035183, 'name': CreateVM_Task, 'duration_secs': 1.365136} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.846201] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1884.846911] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.847054] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.847384] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1884.847685] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae19becb-f791-4fa2-9e2e-d34837201acd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.853521] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 1884.853521] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52fb02d2-9071-a699-9f0c-8fcfc76a1a6e" [ 1884.853521] env[62097]: _type = "Task" [ 1884.853521] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.863086] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52fb02d2-9071-a699-9f0c-8fcfc76a1a6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.986626] env[62097]: DEBUG nova.network.neutron [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1885.086626] env[62097]: DEBUG nova.scheduler.client.report [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1885.156159] env[62097]: DEBUG nova.network.neutron [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Updating instance_info_cache with network_info: [{"id": "0b97bb7f-5da7-4ff1-88a7-1bda7568494c", "address": "fa:16:3e:83:5f:c2", "network": {"id": "d5b3add8-c7cd-425c-85ed-acb351879d8d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-267682057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc5bf4a13f7452a8cbf219a3cf696bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b97bb7f-5d", "ovs_interfaceid": "0b97bb7f-5da7-4ff1-88a7-1bda7568494c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.175207] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Creating Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1885.175504] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9123bc60-773e-4067-b156-8a1b66304f26 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.184840] env[62097]: DEBUG oslo_vmware.api [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1885.184840] env[62097]: value = "task-2035184" [ 1885.184840] env[62097]: _type = "Task" [ 1885.184840] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.197940] env[62097]: DEBUG oslo_vmware.api [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035184, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.364646] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52fb02d2-9071-a699-9f0c-8fcfc76a1a6e, 'name': SearchDatastore_Task, 'duration_secs': 0.011208} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.365082] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.365468] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1885.365840] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.366268] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.366583] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1885.366978] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16ac5fee-eb47-4b8f-b097-fc009840fd1a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.377758] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1885.378236] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1885.379081] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a719ffaf-4d12-43c3-b517-56f8534a5fae {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.385622] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 1885.385622] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b7588e-0b53-e5ad-a4e0-d979d364f506" [ 1885.385622] env[62097]: _type = "Task" [ 1885.385622] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.394995] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b7588e-0b53-e5ad-a4e0-d979d364f506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.546963] env[62097]: DEBUG nova.compute.manager [req-dde11af3-840f-4af0-ae89-6b7ab99cabb3 req-9f425754-6a1f-42b7-ab32-ee7c5613288d service nova] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Received event network-vif-plugged-0b97bb7f-5da7-4ff1-88a7-1bda7568494c {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1885.547162] env[62097]: DEBUG oslo_concurrency.lockutils [req-dde11af3-840f-4af0-ae89-6b7ab99cabb3 req-9f425754-6a1f-42b7-ab32-ee7c5613288d service nova] Acquiring lock "3fc3c152-d30e-40fa-80d8-a2333bf125e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.547370] env[62097]: DEBUG oslo_concurrency.lockutils [req-dde11af3-840f-4af0-ae89-6b7ab99cabb3 req-9f425754-6a1f-42b7-ab32-ee7c5613288d service nova] Lock "3fc3c152-d30e-40fa-80d8-a2333bf125e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.547535] env[62097]: DEBUG oslo_concurrency.lockutils [req-dde11af3-840f-4af0-ae89-6b7ab99cabb3 req-9f425754-6a1f-42b7-ab32-ee7c5613288d service nova] Lock "3fc3c152-d30e-40fa-80d8-a2333bf125e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.547700] env[62097]: DEBUG nova.compute.manager [req-dde11af3-840f-4af0-ae89-6b7ab99cabb3 req-9f425754-6a1f-42b7-ab32-ee7c5613288d service nova] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] No waiting events found dispatching network-vif-plugged-0b97bb7f-5da7-4ff1-88a7-1bda7568494c {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1885.547860] env[62097]: WARNING nova.compute.manager [req-dde11af3-840f-4af0-ae89-6b7ab99cabb3 req-9f425754-6a1f-42b7-ab32-ee7c5613288d service nova] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Received unexpected event network-vif-plugged-0b97bb7f-5da7-4ff1-88a7-1bda7568494c for instance with vm_state building and task_state spawning. [ 1885.548025] env[62097]: DEBUG nova.compute.manager [req-dde11af3-840f-4af0-ae89-6b7ab99cabb3 req-9f425754-6a1f-42b7-ab32-ee7c5613288d service nova] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Received event network-changed-0b97bb7f-5da7-4ff1-88a7-1bda7568494c {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1885.548187] env[62097]: DEBUG nova.compute.manager [req-dde11af3-840f-4af0-ae89-6b7ab99cabb3 req-9f425754-6a1f-42b7-ab32-ee7c5613288d service nova] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Refreshing instance network info cache due to event network-changed-0b97bb7f-5da7-4ff1-88a7-1bda7568494c. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1885.548384] env[62097]: DEBUG oslo_concurrency.lockutils [req-dde11af3-840f-4af0-ae89-6b7ab99cabb3 req-9f425754-6a1f-42b7-ab32-ee7c5613288d service nova] Acquiring lock "refresh_cache-3fc3c152-d30e-40fa-80d8-a2333bf125e0" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.592508] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.595739] env[62097]: DEBUG oslo_concurrency.lockutils [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.106s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.597429] env[62097]: INFO nova.compute.claims [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1885.613966] env[62097]: INFO nova.scheduler.client.report [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Deleted allocations for instance 72d8c1c0-5d25-4619-8f1e-5fe06787a845 [ 1885.659633] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Releasing lock "refresh_cache-3fc3c152-d30e-40fa-80d8-a2333bf125e0" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.659974] env[62097]: DEBUG nova.compute.manager [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Instance network_info: |[{"id": "0b97bb7f-5da7-4ff1-88a7-1bda7568494c", "address": "fa:16:3e:83:5f:c2", "network": {"id": "d5b3add8-c7cd-425c-85ed-acb351879d8d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-267682057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc5bf4a13f7452a8cbf219a3cf696bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b97bb7f-5d", "ovs_interfaceid": "0b97bb7f-5da7-4ff1-88a7-1bda7568494c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1885.660317] env[62097]: DEBUG oslo_concurrency.lockutils [req-dde11af3-840f-4af0-ae89-6b7ab99cabb3 req-9f425754-6a1f-42b7-ab32-ee7c5613288d service nova] Acquired lock "refresh_cache-3fc3c152-d30e-40fa-80d8-a2333bf125e0" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.660520] env[62097]: DEBUG nova.network.neutron [req-dde11af3-840f-4af0-ae89-6b7ab99cabb3 req-9f425754-6a1f-42b7-ab32-ee7c5613288d service nova] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Refreshing network info cache for port 0b97bb7f-5da7-4ff1-88a7-1bda7568494c {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1885.662042] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:5f:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b97bb7f-5da7-4ff1-88a7-1bda7568494c', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1885.670018] env[62097]: DEBUG oslo.service.loopingcall [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1885.671263] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1885.671493] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0ce5dc8-adab-42a5-ba02-77356869c987 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.695473] env[62097]: DEBUG oslo_vmware.api [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035184, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.696707] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1885.696707] env[62097]: value = "task-2035185" [ 1885.696707] env[62097]: _type = "Task" [ 1885.696707] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.704208] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035185, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.897233] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b7588e-0b53-e5ad-a4e0-d979d364f506, 'name': SearchDatastore_Task, 'duration_secs': 0.011548} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.898122] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6a79a28-1ebf-46ba-a6f0-8e15e313b8d4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.904504] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 1885.904504] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52afaea0-1b77-9b7a-9181-f30cad0f79e8" [ 1885.904504] env[62097]: _type = "Task" [ 1885.904504] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.912924] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52afaea0-1b77-9b7a-9181-f30cad0f79e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.942198] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "9bc046f5-823e-46d0-8dc9-2aaf221af530" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.942428] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "9bc046f5-823e-46d0-8dc9-2aaf221af530" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.121462] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a0cdfb3-2c89-4685-83d9-5b4328cf1b1c tempest-ServersAdminNegativeTestJSON-1829563459 tempest-ServersAdminNegativeTestJSON-1829563459-project-member] Lock "72d8c1c0-5d25-4619-8f1e-5fe06787a845" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.390s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.197660] env[62097]: DEBUG oslo_vmware.api [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035184, 'name': CreateSnapshot_Task, 'duration_secs': 0.889072} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.201185] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Created Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1886.204517] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69e7205-ef64-423b-ac45-4b3a414502ca {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.215075] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035185, 'name': CreateVM_Task, 'duration_secs': 0.364091} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.218306] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1886.221192] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.221368] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.221677] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1886.222172] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf3202a5-5a17-46d9-892e-8f1a5c4e4416 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.227118] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1886.227118] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5221d308-dd80-24fe-c863-4cfb1c9bf5c3" [ 1886.227118] env[62097]: _type = "Task" [ 1886.227118] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.234796] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5221d308-dd80-24fe-c863-4cfb1c9bf5c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.403722] env[62097]: DEBUG nova.network.neutron [req-dde11af3-840f-4af0-ae89-6b7ab99cabb3 req-9f425754-6a1f-42b7-ab32-ee7c5613288d service nova] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Updated VIF entry in instance network info cache for port 0b97bb7f-5da7-4ff1-88a7-1bda7568494c. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1886.404350] env[62097]: DEBUG nova.network.neutron [req-dde11af3-840f-4af0-ae89-6b7ab99cabb3 req-9f425754-6a1f-42b7-ab32-ee7c5613288d service nova] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Updating instance_info_cache with network_info: [{"id": "0b97bb7f-5da7-4ff1-88a7-1bda7568494c", "address": "fa:16:3e:83:5f:c2", "network": {"id": "d5b3add8-c7cd-425c-85ed-acb351879d8d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-267682057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdc5bf4a13f7452a8cbf219a3cf696bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b97bb7f-5d", "ovs_interfaceid": "0b97bb7f-5da7-4ff1-88a7-1bda7568494c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.415619] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52afaea0-1b77-9b7a-9181-f30cad0f79e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010512} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.416608] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.416706] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 6e9e39d9-957b-4617-b1db-c9022a6ac77a/6e9e39d9-957b-4617-b1db-c9022a6ac77a.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1886.416963] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b389a35f-92e2-4e06-a4a1-2ff813d85c98 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.423779] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 1886.423779] env[62097]: value = "task-2035186" [ 1886.423779] env[62097]: _type = "Task" [ 1886.423779] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.431818] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.733710] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Creating linked-clone VM from snapshot {{(pid=62097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1886.737280] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-224e58a1-8e14-48f1-915a-65260fb18db7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.752358] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5221d308-dd80-24fe-c863-4cfb1c9bf5c3, 'name': SearchDatastore_Task, 'duration_secs': 0.015363} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.757222] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.757518] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1886.757797] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.757948] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.758145] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1886.758672] env[62097]: DEBUG oslo_vmware.api [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1886.758672] env[62097]: value = "task-2035187" [ 1886.758672] env[62097]: _type = "Task" [ 1886.758672] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.760928] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae6c0dec-acf2-4225-b07b-1b265a02119f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.774629] env[62097]: DEBUG oslo_vmware.api [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035187, 'name': CloneVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.777887] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1886.778265] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1886.779055] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-644fee7c-efbc-4bd0-9cdb-f940a4bd840b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.788640] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1886.788640] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5252375c-cc16-2382-fec4-ebbb3f9f9f95" [ 1886.788640] env[62097]: _type = "Task" [ 1886.788640] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.798159] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5252375c-cc16-2382-fec4-ebbb3f9f9f95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.911112] env[62097]: DEBUG oslo_concurrency.lockutils [req-dde11af3-840f-4af0-ae89-6b7ab99cabb3 req-9f425754-6a1f-42b7-ab32-ee7c5613288d service nova] Releasing lock "refresh_cache-3fc3c152-d30e-40fa-80d8-a2333bf125e0" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.933178] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450856} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.935675] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 6e9e39d9-957b-4617-b1db-c9022a6ac77a/6e9e39d9-957b-4617-b1db-c9022a6ac77a.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1886.935954] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1886.936700] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28b4c011-a0c3-4960-b46a-23587f0c2b1a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.943687] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 1886.943687] env[62097]: value = "task-2035188" [ 1886.943687] env[62097]: _type = "Task" [ 1886.943687] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.952947] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.037131] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e298aa59-5172-445a-bfda-99c086f41547 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.044917] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e11bb41-1aec-4c45-843f-3435daaec47c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.075980] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715acd87-4d13-472d-b0b7-60b0f8f43aa5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.083566] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290c04c0-6ff2-4b6d-b48e-b379be900e9b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.096918] env[62097]: DEBUG nova.compute.provider_tree [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1887.274521] env[62097]: DEBUG oslo_vmware.api [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035187, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.298680] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5252375c-cc16-2382-fec4-ebbb3f9f9f95, 'name': SearchDatastore_Task, 'duration_secs': 0.052805} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.299526] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee0fbb7d-2b65-4057-997d-41903e53966b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.304901] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1887.304901] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521390d4-30d1-1431-7c4e-925195357b36" [ 1887.304901] env[62097]: _type = "Task" [ 1887.304901] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.312784] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521390d4-30d1-1431-7c4e-925195357b36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.454089] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116363} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.455028] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1887.455120] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfafcdb-2c26-4c60-926b-bf4024e421b2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.476730] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 6e9e39d9-957b-4617-b1db-c9022a6ac77a/6e9e39d9-957b-4617-b1db-c9022a6ac77a.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1887.477061] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af8055df-763f-4159-af89-16a38070da43 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.496973] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 1887.496973] env[62097]: value = "task-2035189" [ 1887.496973] env[62097]: _type = "Task" [ 1887.496973] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.506760] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.600751] env[62097]: DEBUG nova.scheduler.client.report [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1887.773751] env[62097]: DEBUG oslo_vmware.api [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035187, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.817161] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521390d4-30d1-1431-7c4e-925195357b36, 'name': SearchDatastore_Task, 'duration_secs': 0.011585} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.817421] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.817679] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 3fc3c152-d30e-40fa-80d8-a2333bf125e0/3fc3c152-d30e-40fa-80d8-a2333bf125e0.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1887.817943] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45ffcc5b-e3c7-4e9f-acea-740862dead05 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.824377] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1887.824377] env[62097]: value = "task-2035190" [ 1887.824377] env[62097]: _type = "Task" [ 1887.824377] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.832952] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2035190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.008184] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035189, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.106803] env[62097]: DEBUG oslo_concurrency.lockutils [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.107360] env[62097]: DEBUG nova.compute.manager [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1888.110108] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.210s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.111737] env[62097]: INFO nova.compute.claims [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1888.275243] env[62097]: DEBUG oslo_vmware.api [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035187, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.339453] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2035190, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.509285] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035189, 'name': ReconfigVM_Task, 'duration_secs': 0.67417} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.509429] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 6e9e39d9-957b-4617-b1db-c9022a6ac77a/6e9e39d9-957b-4617-b1db-c9022a6ac77a.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1888.510107] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-566ee3ce-6bef-4c78-b102-87d3fe76386a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.516043] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 1888.516043] env[62097]: value = "task-2035191" [ 1888.516043] env[62097]: _type = "Task" [ 1888.516043] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.523955] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035191, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.620645] env[62097]: DEBUG nova.compute.utils [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1888.623995] env[62097]: DEBUG nova.compute.manager [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Not allocating networking since 'none' was specified. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1888.772988] env[62097]: DEBUG oslo_vmware.api [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035187, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.834069] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2035190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580742} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.834368] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 3fc3c152-d30e-40fa-80d8-a2333bf125e0/3fc3c152-d30e-40fa-80d8-a2333bf125e0.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1888.834604] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1888.834852] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-139d697e-532d-42e0-b4ae-0fccf4921277 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.840880] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1888.840880] env[62097]: value = "task-2035192" [ 1888.840880] env[62097]: _type = "Task" [ 1888.840880] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.850965] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2035192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.026535] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035191, 'name': Rename_Task, 'duration_secs': 0.432432} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.030107] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1889.030107] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-133747fa-c6f0-4c06-b15a-73d1829f510c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.034089] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 1889.034089] env[62097]: value = "task-2035193" [ 1889.034089] env[62097]: _type = "Task" [ 1889.034089] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.042170] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.124594] env[62097]: DEBUG nova.compute.manager [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1889.281732] env[62097]: DEBUG oslo_vmware.api [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035187, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.355869] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2035192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062122} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.356129] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1889.356920] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae3d2bd-f651-479d-b0b0-5d15e1de638f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.386181] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 3fc3c152-d30e-40fa-80d8-a2333bf125e0/3fc3c152-d30e-40fa-80d8-a2333bf125e0.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1889.389151] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1883c32e-a3e0-4d73-ab1b-c573d6139886 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.412521] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1889.412521] env[62097]: value = "task-2035194" [ 1889.412521] env[62097]: _type = "Task" [ 1889.412521] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.421506] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2035194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.549968] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035193, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.597652] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4feb1f86-84f6-4770-ab45-2e7da1a4b709 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.605216] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e17422-3ac2-4e15-92e7-cc32092ea3df {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.641650] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55325443-df72-445a-83eb-7f5e8f9d4187 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.651114] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56437c1-b659-4399-b686-e17eef6266fe {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.665892] env[62097]: DEBUG nova.compute.provider_tree [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1889.776534] env[62097]: DEBUG oslo_vmware.api [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035187, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.922252] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2035194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.044861] env[62097]: DEBUG oslo_vmware.api [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035193, 'name': PowerOnVM_Task, 'duration_secs': 0.92467} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.045180] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1890.045371] env[62097]: INFO nova.compute.manager [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1890.045558] env[62097]: DEBUG nova.compute.manager [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1890.046758] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cf5ad5-277b-477a-88e6-d0949ae15d6a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.148055] env[62097]: DEBUG nova.compute.manager [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1890.175018] env[62097]: DEBUG nova.virt.hardware [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1890.176191] env[62097]: DEBUG nova.virt.hardware [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1890.176191] env[62097]: DEBUG nova.virt.hardware [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1890.176191] env[62097]: DEBUG nova.virt.hardware [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1890.176662] env[62097]: DEBUG nova.virt.hardware [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1890.176662] env[62097]: DEBUG nova.virt.hardware [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1890.176662] env[62097]: DEBUG nova.virt.hardware [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1890.176907] env[62097]: DEBUG nova.virt.hardware [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1890.176965] env[62097]: DEBUG nova.virt.hardware [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1890.177152] env[62097]: DEBUG nova.virt.hardware [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1890.177333] env[62097]: DEBUG nova.virt.hardware [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1890.178593] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411d9c12-e139-4ea6-8b11-4b92934c003a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.190881] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdcb141-51ed-406f-8104-1aae00c4de90 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.195989] env[62097]: ERROR nova.scheduler.client.report [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [req-d5e83790-d3be-4bec-b55c-6b637d00bb55] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID aabcd967-83f0-44f7-bf8d-f09a522d29a7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d5e83790-d3be-4bec-b55c-6b637d00bb55"}]} [ 1890.210892] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Instance VIF info [] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1890.218468] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Creating folder: Project (c261b9b39b314ce480a5502766dff650). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1890.219773] env[62097]: DEBUG nova.scheduler.client.report [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Refreshing inventories for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1890.221963] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f6a6234-f5b3-4f64-98dd-9b6c6b3cecf5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.234717] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Created folder: Project (c261b9b39b314ce480a5502766dff650) in parent group-v417770. [ 1890.234946] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Creating folder: Instances. Parent ref: group-v417960. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1890.235250] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fab4e081-e643-4da6-8025-bd8401e74c91 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.246242] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Created folder: Instances in parent group-v417960. [ 1890.246498] env[62097]: DEBUG oslo.service.loopingcall [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1890.247390] env[62097]: DEBUG nova.scheduler.client.report [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Updating ProviderTree inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1890.247611] env[62097]: DEBUG nova.compute.provider_tree [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1890.249972] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1890.250460] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ab109b8-6756-4df2-acd2-c5b57a06147c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.268176] env[62097]: DEBUG nova.scheduler.client.report [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Refreshing aggregate associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, aggregates: None {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1890.274212] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1890.274212] env[62097]: value = "task-2035197" [ 1890.274212] env[62097]: _type = "Task" [ 1890.274212] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.282186] env[62097]: DEBUG oslo_vmware.api [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035187, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.285706] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035197, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.288680] env[62097]: DEBUG nova.scheduler.client.report [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Refreshing trait associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1890.426377] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2035194, 'name': ReconfigVM_Task, 'duration_secs': 0.771606} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.426792] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 3fc3c152-d30e-40fa-80d8-a2333bf125e0/3fc3c152-d30e-40fa-80d8-a2333bf125e0.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1890.428397] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fe28359-1163-42e6-b6bf-50acac697b5b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.437681] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1890.437681] env[62097]: value = "task-2035198" [ 1890.437681] env[62097]: _type = "Task" [ 1890.437681] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.446590] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2035198, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.574117] env[62097]: INFO nova.compute.manager [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Took 42.83 seconds to build instance. [ 1890.760996] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38661b1a-e04d-4284-bd74-e1affd718b97 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.781988] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e048b2c-7d36-44e9-b377-5a89df23bb23 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.796212] env[62097]: DEBUG oslo_vmware.api [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035187, 'name': CloneVM_Task, 'duration_secs': 3.873137} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.824519] env[62097]: INFO nova.virt.vmwareapi.vmops [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Created linked-clone VM from snapshot [ 1890.825054] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035197, 'name': CreateVM_Task, 'duration_secs': 0.31788} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.825789] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f72305c-b0e9-4497-aeb4-497a4a202af8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.828801] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee4c9d6-6d7b-47d3-90e9-23d0e43fa151 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.831131] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1890.831582] env[62097]: DEBUG oslo_concurrency.lockutils [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.831861] env[62097]: DEBUG oslo_concurrency.lockutils [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.832201] env[62097]: DEBUG oslo_concurrency.lockutils [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1890.833106] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d8709a2-fc33-48b9-a76f-6a487a10c989 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.839538] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Uploading image 0fb6c27a-7fe0-4733-b69f-8e63dd8f552e {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1890.843085] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9acdf1-b565-4abd-b55f-951147a92215 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.850893] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1890.850893] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5249fd7e-0690-c235-d801-831773a824d7" [ 1890.850893] env[62097]: _type = "Task" [ 1890.850893] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.864402] env[62097]: DEBUG nova.compute.provider_tree [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1890.872034] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5249fd7e-0690-c235-d801-831773a824d7, 'name': SearchDatastore_Task, 'duration_secs': 0.014663} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.874038] env[62097]: DEBUG oslo_vmware.rw_handles [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1890.874038] env[62097]: value = "vm-417959" [ 1890.874038] env[62097]: _type = "VirtualMachine" [ 1890.874038] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1890.874702] env[62097]: DEBUG oslo_concurrency.lockutils [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.874941] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1890.875205] env[62097]: DEBUG oslo_concurrency.lockutils [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.875390] env[62097]: DEBUG oslo_concurrency.lockutils [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.875680] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1890.875836] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-29b26560-0df7-469c-9ece-6ad4b966e975 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.878090] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5fad675-3064-469d-a846-28f7e555e688 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.885678] env[62097]: DEBUG oslo_vmware.rw_handles [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lease: (returnval){ [ 1890.885678] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52066078-cfbc-b2d6-58f1-4d0835ed703f" [ 1890.885678] env[62097]: _type = "HttpNfcLease" [ 1890.885678] env[62097]: } obtained for exporting VM: (result){ [ 1890.885678] env[62097]: value = "vm-417959" [ 1890.885678] env[62097]: _type = "VirtualMachine" [ 1890.885678] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1890.885937] env[62097]: DEBUG oslo_vmware.api [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the lease: (returnval){ [ 1890.885937] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52066078-cfbc-b2d6-58f1-4d0835ed703f" [ 1890.885937] env[62097]: _type = "HttpNfcLease" [ 1890.885937] env[62097]: } to be ready. {{(pid=62097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1890.887060] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1890.887240] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1890.891344] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79fded7e-5276-441e-8712-a95ab8c945cc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.896954] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1890.896954] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52066078-cfbc-b2d6-58f1-4d0835ed703f" [ 1890.896954] env[62097]: _type = "HttpNfcLease" [ 1890.896954] env[62097]: } is initializing. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1890.897951] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1890.897951] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52faddeb-58d6-d982-40b0-3e236bfd126b" [ 1890.897951] env[62097]: _type = "Task" [ 1890.897951] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.905645] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52faddeb-58d6-d982-40b0-3e236bfd126b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.946555] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2035198, 'name': Rename_Task, 'duration_secs': 0.246087} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.946904] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1890.947234] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d10ea587-6146-4837-bcd9-710856d30c66 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.953784] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1890.953784] env[62097]: value = "task-2035200" [ 1890.953784] env[62097]: _type = "Task" [ 1890.953784] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.961489] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2035200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.076125] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c50131f5-6290-4205-be78-3f4751bf508f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.340s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.254029] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Acquiring lock "481d882a-0081-4252-9370-d0f18b9b3bbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.254320] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Lock "481d882a-0081-4252-9370-d0f18b9b3bbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.387161] env[62097]: ERROR nova.scheduler.client.report [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [req-6837f3d5-25f7-4b37-b065-0160e22a0949] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID aabcd967-83f0-44f7-bf8d-f09a522d29a7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6837f3d5-25f7-4b37-b065-0160e22a0949"}]} [ 1891.397158] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1891.397158] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52066078-cfbc-b2d6-58f1-4d0835ed703f" [ 1891.397158] env[62097]: _type = "HttpNfcLease" [ 1891.397158] env[62097]: } is ready. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1891.397433] env[62097]: DEBUG oslo_vmware.rw_handles [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1891.397433] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52066078-cfbc-b2d6-58f1-4d0835ed703f" [ 1891.397433] env[62097]: _type = "HttpNfcLease" [ 1891.397433] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1891.398200] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4a29c7-5e9a-485c-8874-e4a45f66cf1c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.411162] env[62097]: DEBUG oslo_vmware.rw_handles [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5271add8-4ba9-faa0-90e6-372ddff44d90/disk-0.vmdk from lease info. {{(pid=62097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1891.411162] env[62097]: DEBUG oslo_vmware.rw_handles [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5271add8-4ba9-faa0-90e6-372ddff44d90/disk-0.vmdk for reading. {{(pid=62097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1891.413171] env[62097]: DEBUG nova.scheduler.client.report [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Refreshing inventories for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1891.418278] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52faddeb-58d6-d982-40b0-3e236bfd126b, 'name': SearchDatastore_Task, 'duration_secs': 0.010616} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.479678] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-097a10d6-ec95-42e5-9072-442ab90c9f6c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.483358] env[62097]: DEBUG nova.scheduler.client.report [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Updating ProviderTree inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1891.483543] env[62097]: DEBUG nova.compute.provider_tree [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1891.493461] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1891.493461] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e747c3-2113-3407-1ff4-eff5c607e25f" [ 1891.493461] env[62097]: _type = "Task" [ 1891.493461] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.496708] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2035200, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.506232] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e747c3-2113-3407-1ff4-eff5c607e25f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.507547] env[62097]: DEBUG nova.scheduler.client.report [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Refreshing aggregate associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, aggregates: None {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1891.529098] env[62097]: DEBUG nova.scheduler.client.report [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Refreshing trait associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1891.534094] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e21a3ad5-a01b-4b9f-91a3-67908c28a0b5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.579917] env[62097]: DEBUG nova.compute.manager [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1891.992860] env[62097]: DEBUG oslo_vmware.api [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2035200, 'name': PowerOnVM_Task, 'duration_secs': 0.759489} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.993333] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1891.993559] env[62097]: INFO nova.compute.manager [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1891.995141] env[62097]: DEBUG nova.compute.manager [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1891.995141] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a5de84-b669-41b9-8490-bed670840970 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.019018] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e747c3-2113-3407-1ff4-eff5c607e25f, 'name': SearchDatastore_Task, 'duration_secs': 0.010763} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.019018] env[62097]: DEBUG oslo_concurrency.lockutils [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.019018] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 1316a909-1ec0-4563-b9cb-4eef3d5b8955/1316a909-1ec0-4563-b9cb-4eef3d5b8955.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1892.019018] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fa3829-b65f-4ce2-a9d1-8093debc540f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.021425] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daed676e-43b5-418c-bf56-4436d3551d2f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.029904] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad46cf59-be9f-4d12-873f-143cba7df759 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.033660] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1892.033660] env[62097]: value = "task-2035201" [ 1892.033660] env[62097]: _type = "Task" [ 1892.033660] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.069167] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a56bde-952e-4216-ac1b-eed903f0607c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.076031] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.081368] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124b6ce8-bd20-4cf1-990a-0a0250944c0b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.102273] env[62097]: DEBUG nova.compute.provider_tree [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1892.107728] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.122069] env[62097]: DEBUG nova.compute.manager [req-07ac02a1-bcc5-4045-ba9d-9c8911ddd798 req-e2226548-b074-4d28-bea5-0929f343015a service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Received event network-changed-be9f6825-75e8-4126-a31c-e1f3689c5a6f {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1892.122373] env[62097]: DEBUG nova.compute.manager [req-07ac02a1-bcc5-4045-ba9d-9c8911ddd798 req-e2226548-b074-4d28-bea5-0929f343015a service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Refreshing instance network info cache due to event network-changed-be9f6825-75e8-4126-a31c-e1f3689c5a6f. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1892.122662] env[62097]: DEBUG oslo_concurrency.lockutils [req-07ac02a1-bcc5-4045-ba9d-9c8911ddd798 req-e2226548-b074-4d28-bea5-0929f343015a service nova] Acquiring lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.122888] env[62097]: DEBUG oslo_concurrency.lockutils [req-07ac02a1-bcc5-4045-ba9d-9c8911ddd798 req-e2226548-b074-4d28-bea5-0929f343015a service nova] Acquired lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.123175] env[62097]: DEBUG nova.network.neutron [req-07ac02a1-bcc5-4045-ba9d-9c8911ddd798 req-e2226548-b074-4d28-bea5-0929f343015a service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Refreshing network info cache for port be9f6825-75e8-4126-a31c-e1f3689c5a6f {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1892.526792] env[62097]: INFO nova.compute.manager [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Took 40.68 seconds to build instance. [ 1892.546853] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035201, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.667995] env[62097]: DEBUG nova.scheduler.client.report [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Updated inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1892.668378] env[62097]: DEBUG nova.compute.provider_tree [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Updating resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 generation from 96 to 97 during operation: update_inventory {{(pid=62097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1892.671591] env[62097]: DEBUG nova.compute.provider_tree [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1892.940469] env[62097]: DEBUG nova.network.neutron [req-07ac02a1-bcc5-4045-ba9d-9c8911ddd798 req-e2226548-b074-4d28-bea5-0929f343015a service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Updated VIF entry in instance network info cache for port be9f6825-75e8-4126-a31c-e1f3689c5a6f. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1892.940948] env[62097]: DEBUG nova.network.neutron [req-07ac02a1-bcc5-4045-ba9d-9c8911ddd798 req-e2226548-b074-4d28-bea5-0929f343015a service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Updating instance_info_cache with network_info: [{"id": "be9f6825-75e8-4126-a31c-e1f3689c5a6f", "address": "fa:16:3e:76:23:1e", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9f6825-75", "ovs_interfaceid": "be9f6825-75e8-4126-a31c-e1f3689c5a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.029416] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f2d66bba-dd83-46d8-aaeb-d0f51a0cec0b tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "3fc3c152-d30e-40fa-80d8-a2333bf125e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.190s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.045210] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668563} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.046276] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 1316a909-1ec0-4563-b9cb-4eef3d5b8955/1316a909-1ec0-4563-b9cb-4eef3d5b8955.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1893.046508] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1893.046760] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bb8b9c0-cc71-4b6a-be8d-91b964190f9a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.054121] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1893.054121] env[62097]: value = "task-2035202" [ 1893.054121] env[62097]: _type = "Task" [ 1893.054121] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.063507] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.181414] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.071s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.181843] env[62097]: DEBUG nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1893.184789] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.241s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.186308] env[62097]: INFO nova.compute.claims [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1893.324878] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "3fc3c152-d30e-40fa-80d8-a2333bf125e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.325198] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "3fc3c152-d30e-40fa-80d8-a2333bf125e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.325460] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "3fc3c152-d30e-40fa-80d8-a2333bf125e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.325662] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "3fc3c152-d30e-40fa-80d8-a2333bf125e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.325836] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "3fc3c152-d30e-40fa-80d8-a2333bf125e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.328206] env[62097]: INFO nova.compute.manager [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Terminating instance [ 1893.444060] env[62097]: DEBUG oslo_concurrency.lockutils [req-07ac02a1-bcc5-4045-ba9d-9c8911ddd798 req-e2226548-b074-4d28-bea5-0929f343015a service nova] Releasing lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.532299] env[62097]: DEBUG nova.compute.manager [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1893.563916] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195051} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.565072] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1893.565853] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc37b8ab-bafc-4c74-93e6-0834c4536459 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.585826] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 1316a909-1ec0-4563-b9cb-4eef3d5b8955/1316a909-1ec0-4563-b9cb-4eef3d5b8955.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1893.586286] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-423d8ccb-7dc6-474e-b948-f3a5226b14e1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.606815] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1893.606815] env[62097]: value = "task-2035203" [ 1893.606815] env[62097]: _type = "Task" [ 1893.606815] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.614837] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.693770] env[62097]: DEBUG nova.compute.utils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1893.695318] env[62097]: DEBUG nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1893.695484] env[62097]: DEBUG nova.network.neutron [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1893.734585] env[62097]: DEBUG nova.policy [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b46254407cc44a268419985187b66fb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c28e0f1989241aea664f14a5d70fab8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1893.834209] env[62097]: DEBUG nova.compute.manager [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1893.834209] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1893.834781] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e17af7-8b93-4323-8a36-f1f9fed5f663 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.843868] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1893.844252] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9a99e00-ad43-4eba-a021-a33290748342 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.851183] env[62097]: DEBUG oslo_vmware.api [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1893.851183] env[62097]: value = "task-2035204" [ 1893.851183] env[62097]: _type = "Task" [ 1893.851183] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.862064] env[62097]: DEBUG oslo_vmware.api [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2035204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.042056] env[62097]: DEBUG nova.network.neutron [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Successfully created port: 4aed7b55-2092-43ce-be98-bfdeb2803b17 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1894.058721] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.120560] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.199922] env[62097]: DEBUG nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1894.361606] env[62097]: DEBUG oslo_vmware.api [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2035204, 'name': PowerOffVM_Task, 'duration_secs': 0.180509} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.361872] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1894.362058] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1894.362307] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd728d81-1c5f-4b93-9b84-f999e1d02374 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.439981] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1894.440278] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1894.440467] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Deleting the datastore file [datastore1] 3fc3c152-d30e-40fa-80d8-a2333bf125e0 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1894.440729] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-408ad395-b8a0-48f2-b1b6-5ce3ff9bfbbe {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.447504] env[62097]: DEBUG oslo_vmware.api [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for the task: (returnval){ [ 1894.447504] env[62097]: value = "task-2035206" [ 1894.447504] env[62097]: _type = "Task" [ 1894.447504] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.457324] env[62097]: DEBUG oslo_vmware.api [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2035206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.584024] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c45f48-da1e-4a59-9f14-28bdc0981559 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.591897] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17c94ec-0273-4259-a370-8563438745b6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.624826] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d55eed1-ccde-4179-91b3-47f23682ede0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.632222] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035203, 'name': ReconfigVM_Task, 'duration_secs': 0.666411} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.634186] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 1316a909-1ec0-4563-b9cb-4eef3d5b8955/1316a909-1ec0-4563-b9cb-4eef3d5b8955.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1894.634801] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47159472-7b02-4973-a736-1e7ab0ce1743 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.637074] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f07af8-b667-49a0-9506-f2a6bf49c66c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.651899] env[62097]: DEBUG nova.compute.provider_tree [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1894.654250] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1894.654250] env[62097]: value = "task-2035207" [ 1894.654250] env[62097]: _type = "Task" [ 1894.654250] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.663400] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035207, 'name': Rename_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.959847] env[62097]: DEBUG oslo_vmware.api [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Task: {'id': task-2035206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153495} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.960128] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1894.960321] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1894.960504] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1894.960683] env[62097]: INFO nova.compute.manager [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1894.960931] env[62097]: DEBUG oslo.service.loopingcall [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1894.961140] env[62097]: DEBUG nova.compute.manager [-] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1894.962039] env[62097]: DEBUG nova.network.neutron [-] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1895.156444] env[62097]: DEBUG nova.scheduler.client.report [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1895.170370] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035207, 'name': Rename_Task, 'duration_secs': 0.294206} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.170709] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1895.171017] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc5becee-4332-4cbc-ab93-4b05c9930216 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.179230] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1895.179230] env[62097]: value = "task-2035208" [ 1895.179230] env[62097]: _type = "Task" [ 1895.179230] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.187659] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.211152] env[62097]: DEBUG nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1895.234933] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1895.235245] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1895.235450] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1895.235699] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1895.235881] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1895.236077] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1895.236516] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1895.236516] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1895.236724] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1895.236922] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1895.237151] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1895.238186] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0474ee-641b-45dc-892b-ff3ab653bc95 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.247275] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517f4569-8ffe-4dcf-98e4-765017a9a2ea {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.292133] env[62097]: DEBUG nova.compute.manager [req-e3d00fee-8cfd-42da-b8e6-123a7a2a2161 req-a155ed89-bbdf-4616-9ad0-24d03d6b033e service nova] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Received event network-vif-deleted-0b97bb7f-5da7-4ff1-88a7-1bda7568494c {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1895.292372] env[62097]: INFO nova.compute.manager [req-e3d00fee-8cfd-42da-b8e6-123a7a2a2161 req-a155ed89-bbdf-4616-9ad0-24d03d6b033e service nova] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Neutron deleted interface 0b97bb7f-5da7-4ff1-88a7-1bda7568494c; detaching it from the instance and deleting it from the info cache [ 1895.292544] env[62097]: DEBUG nova.network.neutron [req-e3d00fee-8cfd-42da-b8e6-123a7a2a2161 req-a155ed89-bbdf-4616-9ad0-24d03d6b033e service nova] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.462170] env[62097]: DEBUG nova.compute.manager [req-5b184f98-b2d9-40ed-b455-8102dc3c13a7 req-8ceb5fb9-402e-46ba-9cc9-906631ddfe7d service nova] [instance: 350b6b39-98ec-4733-9016-998702f59043] Received event network-vif-plugged-4aed7b55-2092-43ce-be98-bfdeb2803b17 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1895.462459] env[62097]: DEBUG oslo_concurrency.lockutils [req-5b184f98-b2d9-40ed-b455-8102dc3c13a7 req-8ceb5fb9-402e-46ba-9cc9-906631ddfe7d service nova] Acquiring lock "350b6b39-98ec-4733-9016-998702f59043-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.462713] env[62097]: DEBUG oslo_concurrency.lockutils [req-5b184f98-b2d9-40ed-b455-8102dc3c13a7 req-8ceb5fb9-402e-46ba-9cc9-906631ddfe7d service nova] Lock "350b6b39-98ec-4733-9016-998702f59043-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.462948] env[62097]: DEBUG oslo_concurrency.lockutils [req-5b184f98-b2d9-40ed-b455-8102dc3c13a7 req-8ceb5fb9-402e-46ba-9cc9-906631ddfe7d service nova] Lock "350b6b39-98ec-4733-9016-998702f59043-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.463255] env[62097]: DEBUG nova.compute.manager [req-5b184f98-b2d9-40ed-b455-8102dc3c13a7 req-8ceb5fb9-402e-46ba-9cc9-906631ddfe7d service nova] [instance: 350b6b39-98ec-4733-9016-998702f59043] No waiting events found dispatching network-vif-plugged-4aed7b55-2092-43ce-be98-bfdeb2803b17 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1895.463486] env[62097]: WARNING nova.compute.manager [req-5b184f98-b2d9-40ed-b455-8102dc3c13a7 req-8ceb5fb9-402e-46ba-9cc9-906631ddfe7d service nova] [instance: 350b6b39-98ec-4733-9016-998702f59043] Received unexpected event network-vif-plugged-4aed7b55-2092-43ce-be98-bfdeb2803b17 for instance with vm_state building and task_state spawning. [ 1895.552685] env[62097]: DEBUG nova.network.neutron [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Successfully updated port: 4aed7b55-2092-43ce-be98-bfdeb2803b17 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1895.662056] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.662475] env[62097]: DEBUG nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1895.665657] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.417s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.667013] env[62097]: INFO nova.compute.claims [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1895.689872] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035208, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.765432] env[62097]: DEBUG nova.network.neutron [-] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.795029] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-416cc32a-6ca4-48cd-a789-662962d7e532 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.806888] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f3a2c2-10b9-484f-b10f-4f46dd5919de {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.839189] env[62097]: DEBUG nova.compute.manager [req-e3d00fee-8cfd-42da-b8e6-123a7a2a2161 req-a155ed89-bbdf-4616-9ad0-24d03d6b033e service nova] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Detach interface failed, port_id=0b97bb7f-5da7-4ff1-88a7-1bda7568494c, reason: Instance 3fc3c152-d30e-40fa-80d8-a2333bf125e0 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1896.055385] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "refresh_cache-350b6b39-98ec-4733-9016-998702f59043" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.055606] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquired lock "refresh_cache-350b6b39-98ec-4733-9016-998702f59043" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.055768] env[62097]: DEBUG nova.network.neutron [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1896.172195] env[62097]: DEBUG nova.compute.utils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1896.176413] env[62097]: DEBUG nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1896.176599] env[62097]: DEBUG nova.network.neutron [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1896.191116] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035208, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.268583] env[62097]: INFO nova.compute.manager [-] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Took 1.31 seconds to deallocate network for instance. [ 1896.433424] env[62097]: DEBUG nova.policy [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b46254407cc44a268419985187b66fb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c28e0f1989241aea664f14a5d70fab8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1896.616020] env[62097]: DEBUG nova.network.neutron [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1896.677774] env[62097]: DEBUG nova.network.neutron [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Successfully created port: 8594d995-f9b1-4d83-98c7-555cfb9c53b2 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1896.682273] env[62097]: DEBUG nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1896.694719] env[62097]: DEBUG oslo_vmware.api [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035208, 'name': PowerOnVM_Task, 'duration_secs': 1.030143} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.695344] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1896.695344] env[62097]: INFO nova.compute.manager [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Took 6.55 seconds to spawn the instance on the hypervisor. [ 1896.695444] env[62097]: DEBUG nova.compute.manager [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1896.696196] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a24df8f-2740-4cc7-bfda-1e13bc9cc15f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.753426] env[62097]: DEBUG nova.network.neutron [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Updating instance_info_cache with network_info: [{"id": "4aed7b55-2092-43ce-be98-bfdeb2803b17", "address": "fa:16:3e:38:5a:1a", "network": {"id": "7a51b9ef-91e9-4952-8551-304845aec7d3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1306394937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c28e0f1989241aea664f14a5d70fab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aed7b55-20", "ovs_interfaceid": "4aed7b55-2092-43ce-be98-bfdeb2803b17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.775401] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.050633] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c4ad69-f81c-4ce9-9b0c-6a62a6d87b1a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.060358] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad65e104-0a3b-4875-82ae-52098f218a98 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.090304] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77615cf1-9412-43d8-ad63-5d1133b53a76 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.098100] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94342bf8-69c4-464c-8761-1037943375de {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.111665] env[62097]: DEBUG nova.compute.provider_tree [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1897.216506] env[62097]: INFO nova.compute.manager [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Took 37.75 seconds to build instance. [ 1897.257373] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Releasing lock "refresh_cache-350b6b39-98ec-4733-9016-998702f59043" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.257373] env[62097]: DEBUG nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Instance network_info: |[{"id": "4aed7b55-2092-43ce-be98-bfdeb2803b17", "address": "fa:16:3e:38:5a:1a", "network": {"id": "7a51b9ef-91e9-4952-8551-304845aec7d3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1306394937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c28e0f1989241aea664f14a5d70fab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aed7b55-20", "ovs_interfaceid": "4aed7b55-2092-43ce-be98-bfdeb2803b17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1897.257373] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:5a:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4aed7b55-2092-43ce-be98-bfdeb2803b17', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1897.264077] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Creating folder: Project (8c28e0f1989241aea664f14a5d70fab8). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1897.264364] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-607337bc-fd8c-48d0-916d-6f53c097ca3d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.277528] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Created folder: Project (8c28e0f1989241aea664f14a5d70fab8) in parent group-v417770. [ 1897.277796] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Creating folder: Instances. Parent ref: group-v417963. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1897.277912] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7582ea6e-5e5c-4f38-a8a0-eefa7073ce74 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.286192] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Created folder: Instances in parent group-v417963. [ 1897.286774] env[62097]: DEBUG oslo.service.loopingcall [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1897.286952] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 350b6b39-98ec-4733-9016-998702f59043] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1897.287145] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a72c50c-ecf0-419f-b76e-37bda4f179a5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.305647] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1897.305647] env[62097]: value = "task-2035211" [ 1897.305647] env[62097]: _type = "Task" [ 1897.305647] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.313498] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035211, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.499723] env[62097]: DEBUG nova.compute.manager [req-ebf2e705-b989-49a0-ba2d-4581ef37b1a0 req-ca68e6bf-6942-45a2-8f77-028e1a48ab62 service nova] [instance: 350b6b39-98ec-4733-9016-998702f59043] Received event network-changed-4aed7b55-2092-43ce-be98-bfdeb2803b17 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1897.499832] env[62097]: DEBUG nova.compute.manager [req-ebf2e705-b989-49a0-ba2d-4581ef37b1a0 req-ca68e6bf-6942-45a2-8f77-028e1a48ab62 service nova] [instance: 350b6b39-98ec-4733-9016-998702f59043] Refreshing instance network info cache due to event network-changed-4aed7b55-2092-43ce-be98-bfdeb2803b17. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1897.500064] env[62097]: DEBUG oslo_concurrency.lockutils [req-ebf2e705-b989-49a0-ba2d-4581ef37b1a0 req-ca68e6bf-6942-45a2-8f77-028e1a48ab62 service nova] Acquiring lock "refresh_cache-350b6b39-98ec-4733-9016-998702f59043" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.500247] env[62097]: DEBUG oslo_concurrency.lockutils [req-ebf2e705-b989-49a0-ba2d-4581ef37b1a0 req-ca68e6bf-6942-45a2-8f77-028e1a48ab62 service nova] Acquired lock "refresh_cache-350b6b39-98ec-4733-9016-998702f59043" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.500415] env[62097]: DEBUG nova.network.neutron [req-ebf2e705-b989-49a0-ba2d-4581ef37b1a0 req-ca68e6bf-6942-45a2-8f77-028e1a48ab62 service nova] [instance: 350b6b39-98ec-4733-9016-998702f59043] Refreshing network info cache for port 4aed7b55-2092-43ce-be98-bfdeb2803b17 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1897.616216] env[62097]: DEBUG nova.scheduler.client.report [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1897.695885] env[62097]: DEBUG nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1897.719206] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1897.719476] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1897.719636] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1897.719820] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1897.719968] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1897.720135] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1897.720349] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1897.720510] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1897.720681] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1897.720842] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1897.721022] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1897.721516] env[62097]: DEBUG oslo_concurrency.lockutils [None req-37ca0c8a-bbd2-4cc0-be2f-6306e4740903 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Lock "1316a909-1ec0-4563-b9cb-4eef3d5b8955" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.271s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.722325] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3540ea4-a786-4383-8dae-c78877865342 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.733313] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc59d7dd-2f28-468f-9bb6-f880c39a52c2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.815818] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035211, 'name': CreateVM_Task, 'duration_secs': 0.305071} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.816048] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 350b6b39-98ec-4733-9016-998702f59043] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1897.816737] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.816905] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.817264] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1897.817527] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c984ae80-de45-4bf4-a17e-cd579066f54e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.822479] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1897.822479] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527beef2-88ca-79eb-8640-471aa531e745" [ 1897.822479] env[62097]: _type = "Task" [ 1897.822479] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.830862] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527beef2-88ca-79eb-8640-471aa531e745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.123479] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.124027] env[62097]: DEBUG nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1898.129503] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.285s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.129832] env[62097]: DEBUG nova.objects.instance [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lazy-loading 'resources' on Instance uuid 4a674112-0d80-4178-9126-5993d458a9e9 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1898.227669] env[62097]: DEBUG nova.network.neutron [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Successfully updated port: 8594d995-f9b1-4d83-98c7-555cfb9c53b2 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1898.229080] env[62097]: DEBUG nova.compute.manager [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1898.293832] env[62097]: DEBUG nova.network.neutron [req-ebf2e705-b989-49a0-ba2d-4581ef37b1a0 req-ca68e6bf-6942-45a2-8f77-028e1a48ab62 service nova] [instance: 350b6b39-98ec-4733-9016-998702f59043] Updated VIF entry in instance network info cache for port 4aed7b55-2092-43ce-be98-bfdeb2803b17. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1898.294244] env[62097]: DEBUG nova.network.neutron [req-ebf2e705-b989-49a0-ba2d-4581ef37b1a0 req-ca68e6bf-6942-45a2-8f77-028e1a48ab62 service nova] [instance: 350b6b39-98ec-4733-9016-998702f59043] Updating instance_info_cache with network_info: [{"id": "4aed7b55-2092-43ce-be98-bfdeb2803b17", "address": "fa:16:3e:38:5a:1a", "network": {"id": "7a51b9ef-91e9-4952-8551-304845aec7d3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1306394937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c28e0f1989241aea664f14a5d70fab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aed7b55-20", "ovs_interfaceid": "4aed7b55-2092-43ce-be98-bfdeb2803b17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.335155] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527beef2-88ca-79eb-8640-471aa531e745, 'name': SearchDatastore_Task, 'duration_secs': 0.009684} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.335630] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.335991] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1898.336608] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.336608] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.336740] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1898.336977] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3ddd597-e76e-4f72-b710-92e30c03de61 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.345284] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1898.345461] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1898.346177] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cde7e380-4c82-4479-87d7-e19f1a11efa1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.351469] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1898.351469] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b87f18-8d8a-1c77-48df-301f2c773f18" [ 1898.351469] env[62097]: _type = "Task" [ 1898.351469] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.359481] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b87f18-8d8a-1c77-48df-301f2c773f18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.634413] env[62097]: DEBUG nova.compute.utils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1898.636072] env[62097]: DEBUG nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1898.636172] env[62097]: DEBUG nova.network.neutron [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1898.681165] env[62097]: DEBUG nova.policy [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b46254407cc44a268419985187b66fb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c28e0f1989241aea664f14a5d70fab8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1898.735589] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "refresh_cache-f5a37e2d-1c51-4395-9839-6b645d4714e7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.735589] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquired lock "refresh_cache-f5a37e2d-1c51-4395-9839-6b645d4714e7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.735589] env[62097]: DEBUG nova.network.neutron [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1898.753330] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.797315] env[62097]: DEBUG oslo_concurrency.lockutils [req-ebf2e705-b989-49a0-ba2d-4581ef37b1a0 req-ca68e6bf-6942-45a2-8f77-028e1a48ab62 service nova] Releasing lock "refresh_cache-350b6b39-98ec-4733-9016-998702f59043" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.864261] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b87f18-8d8a-1c77-48df-301f2c773f18, 'name': SearchDatastore_Task, 'duration_secs': 0.008544} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.865109] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f34b7f-767f-4140-99b3-2037826f29e9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.873496] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1898.873496] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523de0ac-0aa8-c8dd-aef2-01bb1997247b" [ 1898.873496] env[62097]: _type = "Task" [ 1898.873496] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.882436] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523de0ac-0aa8-c8dd-aef2-01bb1997247b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.941338] env[62097]: DEBUG nova.network.neutron [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Successfully created port: f4703e4c-67b1-4291-baed-435f66a86c1c {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1899.029227] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2abe8b-49f5-419c-ae7a-4f96a5d8af52 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.037376] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a367cf14-6899-40ac-9eb3-6d4989b38641 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.071037] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868e51e9-2226-4dfe-bfb2-c8269125a31e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.079393] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e653e775-ebde-4d73-8007-5a451038b7e7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.093415] env[62097]: DEBUG nova.compute.provider_tree [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1899.136317] env[62097]: DEBUG nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1899.273849] env[62097]: DEBUG nova.network.neutron [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1899.385165] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523de0ac-0aa8-c8dd-aef2-01bb1997247b, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.385459] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.385688] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 350b6b39-98ec-4733-9016-998702f59043/350b6b39-98ec-4733-9016-998702f59043.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1899.385941] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-181061f0-0f9f-4a12-a74c-871850f6a668 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.392640] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1899.392640] env[62097]: value = "task-2035212" [ 1899.392640] env[62097]: _type = "Task" [ 1899.392640] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.402584] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.419687] env[62097]: DEBUG nova.network.neutron [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Updating instance_info_cache with network_info: [{"id": "8594d995-f9b1-4d83-98c7-555cfb9c53b2", "address": "fa:16:3e:db:b8:ae", "network": {"id": "7a51b9ef-91e9-4952-8551-304845aec7d3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1306394937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c28e0f1989241aea664f14a5d70fab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8594d995-f9", "ovs_interfaceid": "8594d995-f9b1-4d83-98c7-555cfb9c53b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.598158] env[62097]: DEBUG nova.scheduler.client.report [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1899.616663] env[62097]: DEBUG nova.compute.manager [req-fad0c8a5-a81c-41d5-84db-5c9724fcddc8 req-fc2a93e7-f188-48b6-b1a7-cef1d74587fe service nova] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Received event network-vif-plugged-8594d995-f9b1-4d83-98c7-555cfb9c53b2 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1899.616899] env[62097]: DEBUG oslo_concurrency.lockutils [req-fad0c8a5-a81c-41d5-84db-5c9724fcddc8 req-fc2a93e7-f188-48b6-b1a7-cef1d74587fe service nova] Acquiring lock "f5a37e2d-1c51-4395-9839-6b645d4714e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.617890] env[62097]: DEBUG oslo_concurrency.lockutils [req-fad0c8a5-a81c-41d5-84db-5c9724fcddc8 req-fc2a93e7-f188-48b6-b1a7-cef1d74587fe service nova] Lock "f5a37e2d-1c51-4395-9839-6b645d4714e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.617890] env[62097]: DEBUG oslo_concurrency.lockutils [req-fad0c8a5-a81c-41d5-84db-5c9724fcddc8 req-fc2a93e7-f188-48b6-b1a7-cef1d74587fe service nova] Lock "f5a37e2d-1c51-4395-9839-6b645d4714e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.617890] env[62097]: DEBUG nova.compute.manager [req-fad0c8a5-a81c-41d5-84db-5c9724fcddc8 req-fc2a93e7-f188-48b6-b1a7-cef1d74587fe service nova] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] No waiting events found dispatching network-vif-plugged-8594d995-f9b1-4d83-98c7-555cfb9c53b2 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1899.617890] env[62097]: WARNING nova.compute.manager [req-fad0c8a5-a81c-41d5-84db-5c9724fcddc8 req-fc2a93e7-f188-48b6-b1a7-cef1d74587fe service nova] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Received unexpected event network-vif-plugged-8594d995-f9b1-4d83-98c7-555cfb9c53b2 for instance with vm_state building and task_state spawning. [ 1899.617890] env[62097]: DEBUG nova.compute.manager [req-fad0c8a5-a81c-41d5-84db-5c9724fcddc8 req-fc2a93e7-f188-48b6-b1a7-cef1d74587fe service nova] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Received event network-changed-8594d995-f9b1-4d83-98c7-555cfb9c53b2 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1899.618379] env[62097]: DEBUG nova.compute.manager [req-fad0c8a5-a81c-41d5-84db-5c9724fcddc8 req-fc2a93e7-f188-48b6-b1a7-cef1d74587fe service nova] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Refreshing instance network info cache due to event network-changed-8594d995-f9b1-4d83-98c7-555cfb9c53b2. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1899.618379] env[62097]: DEBUG oslo_concurrency.lockutils [req-fad0c8a5-a81c-41d5-84db-5c9724fcddc8 req-fc2a93e7-f188-48b6-b1a7-cef1d74587fe service nova] Acquiring lock "refresh_cache-f5a37e2d-1c51-4395-9839-6b645d4714e7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.904755] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035212, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.922539] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Releasing lock "refresh_cache-f5a37e2d-1c51-4395-9839-6b645d4714e7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.922914] env[62097]: DEBUG nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Instance network_info: |[{"id": "8594d995-f9b1-4d83-98c7-555cfb9c53b2", "address": "fa:16:3e:db:b8:ae", "network": {"id": "7a51b9ef-91e9-4952-8551-304845aec7d3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1306394937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c28e0f1989241aea664f14a5d70fab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8594d995-f9", "ovs_interfaceid": "8594d995-f9b1-4d83-98c7-555cfb9c53b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1899.923549] env[62097]: DEBUG oslo_concurrency.lockutils [req-fad0c8a5-a81c-41d5-84db-5c9724fcddc8 req-fc2a93e7-f188-48b6-b1a7-cef1d74587fe service nova] Acquired lock "refresh_cache-f5a37e2d-1c51-4395-9839-6b645d4714e7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.923749] env[62097]: DEBUG nova.network.neutron [req-fad0c8a5-a81c-41d5-84db-5c9724fcddc8 req-fc2a93e7-f188-48b6-b1a7-cef1d74587fe service nova] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Refreshing network info cache for port 8594d995-f9b1-4d83-98c7-555cfb9c53b2 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1899.925645] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:b8:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8594d995-f9b1-4d83-98c7-555cfb9c53b2', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1899.932826] env[62097]: DEBUG oslo.service.loopingcall [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1899.935874] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1899.936716] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-223c69df-112c-4437-a821-88b3421af50a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.957463] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1899.957463] env[62097]: value = "task-2035213" [ 1899.957463] env[62097]: _type = "Task" [ 1899.957463] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.967318] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035213, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.103537] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.105585] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.835s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.107451] env[62097]: INFO nova.compute.claims [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1900.131344] env[62097]: INFO nova.scheduler.client.report [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Deleted allocations for instance 4a674112-0d80-4178-9126-5993d458a9e9 [ 1900.146728] env[62097]: DEBUG nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1900.177033] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1900.177332] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1900.177543] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1900.177707] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1900.177853] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1900.178070] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1900.178385] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1900.178486] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1900.178676] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1900.178862] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1900.179061] env[62097]: DEBUG nova.virt.hardware [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1900.180071] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd30a93-82f8-4a45-a6d0-9f613e2f10df {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.183725] env[62097]: DEBUG nova.network.neutron [req-fad0c8a5-a81c-41d5-84db-5c9724fcddc8 req-fc2a93e7-f188-48b6-b1a7-cef1d74587fe service nova] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Updated VIF entry in instance network info cache for port 8594d995-f9b1-4d83-98c7-555cfb9c53b2. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1900.184115] env[62097]: DEBUG nova.network.neutron [req-fad0c8a5-a81c-41d5-84db-5c9724fcddc8 req-fc2a93e7-f188-48b6-b1a7-cef1d74587fe service nova] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Updating instance_info_cache with network_info: [{"id": "8594d995-f9b1-4d83-98c7-555cfb9c53b2", "address": "fa:16:3e:db:b8:ae", "network": {"id": "7a51b9ef-91e9-4952-8551-304845aec7d3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1306394937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c28e0f1989241aea664f14a5d70fab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8594d995-f9", "ovs_interfaceid": "8594d995-f9b1-4d83-98c7-555cfb9c53b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.191271] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b07a0f-714d-442f-9e39-32b46132cbf0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.403830] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518442} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.404368] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 350b6b39-98ec-4733-9016-998702f59043/350b6b39-98ec-4733-9016-998702f59043.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1900.404646] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1900.404948] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec44e857-873d-45c8-9a43-f94db75f65cc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.411387] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1900.411387] env[62097]: value = "task-2035215" [ 1900.411387] env[62097]: _type = "Task" [ 1900.411387] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.420261] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.468949] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035213, 'name': CreateVM_Task, 'duration_secs': 0.419012} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.469228] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1900.470010] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.470222] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.470609] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1900.470919] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44e9109f-981a-4025-95c7-f7c59a0caa55 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.475832] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1900.475832] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52949b63-fddc-0fb1-06ba-76cdbe3c1e14" [ 1900.475832] env[62097]: _type = "Task" [ 1900.475832] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.486109] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52949b63-fddc-0fb1-06ba-76cdbe3c1e14, 'name': SearchDatastore_Task, 'duration_secs': 0.007594} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.486398] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.486629] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1900.486862] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.487016] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.487194] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1900.487443] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-205db122-7ddb-419a-878c-5f4be339083e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.494649] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1900.494824] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1900.495528] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e8e5d75-e280-4a95-92d2-f770cf80f7e8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.500314] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1900.500314] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52437fda-0e9c-2fca-b09b-39d42b661d9e" [ 1900.500314] env[62097]: _type = "Task" [ 1900.500314] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.506995] env[62097]: DEBUG nova.compute.manager [req-672c0597-2b4a-4f72-860b-53e13c69776a req-27ebed32-e651-40e7-b79e-0c01af62f615 service nova] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Received event network-vif-plugged-f4703e4c-67b1-4291-baed-435f66a86c1c {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1900.507230] env[62097]: DEBUG oslo_concurrency.lockutils [req-672c0597-2b4a-4f72-860b-53e13c69776a req-27ebed32-e651-40e7-b79e-0c01af62f615 service nova] Acquiring lock "0b702bf5-bbb8-4a8e-a597-487055f9ca9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.507439] env[62097]: DEBUG oslo_concurrency.lockutils [req-672c0597-2b4a-4f72-860b-53e13c69776a req-27ebed32-e651-40e7-b79e-0c01af62f615 service nova] Lock "0b702bf5-bbb8-4a8e-a597-487055f9ca9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.507606] env[62097]: DEBUG oslo_concurrency.lockutils [req-672c0597-2b4a-4f72-860b-53e13c69776a req-27ebed32-e651-40e7-b79e-0c01af62f615 service nova] Lock "0b702bf5-bbb8-4a8e-a597-487055f9ca9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.507772] env[62097]: DEBUG nova.compute.manager [req-672c0597-2b4a-4f72-860b-53e13c69776a req-27ebed32-e651-40e7-b79e-0c01af62f615 service nova] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] No waiting events found dispatching network-vif-plugged-f4703e4c-67b1-4291-baed-435f66a86c1c {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1900.507935] env[62097]: WARNING nova.compute.manager [req-672c0597-2b4a-4f72-860b-53e13c69776a req-27ebed32-e651-40e7-b79e-0c01af62f615 service nova] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Received unexpected event network-vif-plugged-f4703e4c-67b1-4291-baed-435f66a86c1c for instance with vm_state building and task_state spawning. [ 1900.511433] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52437fda-0e9c-2fca-b09b-39d42b661d9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.589190] env[62097]: DEBUG nova.network.neutron [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Successfully updated port: f4703e4c-67b1-4291-baed-435f66a86c1c {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1900.638724] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0ec4af60-af3f-4a6e-9f32-89c0e31b7df0 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "4a674112-0d80-4178-9126-5993d458a9e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.398s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.686615] env[62097]: DEBUG oslo_concurrency.lockutils [req-fad0c8a5-a81c-41d5-84db-5c9724fcddc8 req-fc2a93e7-f188-48b6-b1a7-cef1d74587fe service nova] Releasing lock "refresh_cache-f5a37e2d-1c51-4395-9839-6b645d4714e7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.923051] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063076} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.923354] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1900.928020] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f76236d-dd6d-4e09-aa25-989d97f6241e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.952657] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 350b6b39-98ec-4733-9016-998702f59043/350b6b39-98ec-4733-9016-998702f59043.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1900.952981] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf157a47-0937-4a09-93e7-65c07ec34742 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.973404] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1900.973404] env[62097]: value = "task-2035216" [ 1900.973404] env[62097]: _type = "Task" [ 1900.973404] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.981401] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.013665] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52437fda-0e9c-2fca-b09b-39d42b661d9e, 'name': SearchDatastore_Task, 'duration_secs': 0.008664} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.013665] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4480b887-0dc8-4c51-adca-bfcb8b44886f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.017244] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1901.017244] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5287357e-8ead-7da8-9397-8087b1bcd643" [ 1901.017244] env[62097]: _type = "Task" [ 1901.017244] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.026169] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5287357e-8ead-7da8-9397-8087b1bcd643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.094666] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "refresh_cache-0b702bf5-bbb8-4a8e-a597-487055f9ca9c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.094797] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquired lock "refresh_cache-0b702bf5-bbb8-4a8e-a597-487055f9ca9c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.094965] env[62097]: DEBUG nova.network.neutron [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1901.456555] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4784ac3b-f549-4de9-bbc7-98284774d7f3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.464142] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af2602b-59fa-432a-81cc-6a5cf053fb65 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.498387] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cb25f1-b58c-41f7-8bb3-c89c986d75a9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.505986] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035216, 'name': ReconfigVM_Task, 'duration_secs': 0.340569} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.507995] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 350b6b39-98ec-4733-9016-998702f59043/350b6b39-98ec-4733-9016-998702f59043.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1901.508653] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e13d675a-a98d-4fda-894f-f212b52657cb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.511070] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa77cc70-9901-479d-afd0-f5671e292bc3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.525196] env[62097]: DEBUG nova.compute.provider_tree [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1901.530527] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1901.530527] env[62097]: value = "task-2035217" [ 1901.530527] env[62097]: _type = "Task" [ 1901.530527] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.539735] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5287357e-8ead-7da8-9397-8087b1bcd643, 'name': SearchDatastore_Task, 'duration_secs': 0.011601} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.539735] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.539735] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] f5a37e2d-1c51-4395-9839-6b645d4714e7/f5a37e2d-1c51-4395-9839-6b645d4714e7.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1901.540180] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b72a753e-63c5-4833-a3a1-943c849f5786 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.545590] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035217, 'name': Rename_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.550571] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1901.550571] env[62097]: value = "task-2035218" [ 1901.550571] env[62097]: _type = "Task" [ 1901.550571] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.558551] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.635319] env[62097]: DEBUG nova.network.neutron [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1901.823803] env[62097]: DEBUG nova.network.neutron [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Updating instance_info_cache with network_info: [{"id": "f4703e4c-67b1-4291-baed-435f66a86c1c", "address": "fa:16:3e:67:c9:cd", "network": {"id": "7a51b9ef-91e9-4952-8551-304845aec7d3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1306394937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c28e0f1989241aea664f14a5d70fab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4703e4c-67", "ovs_interfaceid": "f4703e4c-67b1-4291-baed-435f66a86c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.032741] env[62097]: DEBUG nova.scheduler.client.report [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1902.045195] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035217, 'name': Rename_Task, 'duration_secs': 0.136758} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.045797] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1902.045797] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb0eb94a-85a4-4c42-b733-dc356cf88ab1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.052944] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1902.052944] env[62097]: value = "task-2035219" [ 1902.052944] env[62097]: _type = "Task" [ 1902.052944] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.065955] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472752} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.068498] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] f5a37e2d-1c51-4395-9839-6b645d4714e7/f5a37e2d-1c51-4395-9839-6b645d4714e7.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1902.068676] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1902.069587] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.069587] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e89991a-e96f-4e0e-b6dc-92d77451c139 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.074902] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1902.074902] env[62097]: value = "task-2035220" [ 1902.074902] env[62097]: _type = "Task" [ 1902.074902] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.085775] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.307988] env[62097]: DEBUG oslo_vmware.rw_handles [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5271add8-4ba9-faa0-90e6-372ddff44d90/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1902.309054] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eac1f04-502c-419f-b1fc-01b328dcc4b0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.315368] env[62097]: DEBUG oslo_vmware.rw_handles [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5271add8-4ba9-faa0-90e6-372ddff44d90/disk-0.vmdk is in state: ready. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1902.315537] env[62097]: ERROR oslo_vmware.rw_handles [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5271add8-4ba9-faa0-90e6-372ddff44d90/disk-0.vmdk due to incomplete transfer. [ 1902.315744] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-64dbea51-3b0c-453d-a8e5-eabe60df0975 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.322596] env[62097]: DEBUG oslo_vmware.rw_handles [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5271add8-4ba9-faa0-90e6-372ddff44d90/disk-0.vmdk. {{(pid=62097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1902.322806] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Uploaded image 0fb6c27a-7fe0-4733-b69f-8e63dd8f552e to the Glance image server {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1902.325251] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Destroying the VM {{(pid=62097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1902.325516] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-091b7599-191d-4b1e-b83a-1012e8d34009 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.327299] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Releasing lock "refresh_cache-0b702bf5-bbb8-4a8e-a597-487055f9ca9c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.328013] env[62097]: DEBUG nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Instance network_info: |[{"id": "f4703e4c-67b1-4291-baed-435f66a86c1c", "address": "fa:16:3e:67:c9:cd", "network": {"id": "7a51b9ef-91e9-4952-8551-304845aec7d3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1306394937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c28e0f1989241aea664f14a5d70fab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4703e4c-67", "ovs_interfaceid": "f4703e4c-67b1-4291-baed-435f66a86c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1902.328013] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:c9:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4703e4c-67b1-4291-baed-435f66a86c1c', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1902.335906] env[62097]: DEBUG oslo.service.loopingcall [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1902.336736] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1902.337478] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-866cf723-9f79-49a9-82e8-9fd0cf0e7ec4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.353637] env[62097]: DEBUG oslo_vmware.api [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1902.353637] env[62097]: value = "task-2035221" [ 1902.353637] env[62097]: _type = "Task" [ 1902.353637] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.359338] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1902.359338] env[62097]: value = "task-2035222" [ 1902.359338] env[62097]: _type = "Task" [ 1902.359338] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.366219] env[62097]: DEBUG oslo_vmware.api [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035221, 'name': Destroy_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.371020] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035222, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.542103] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.543193] env[62097]: DEBUG nova.compute.manager [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1902.546110] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.930s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.546236] env[62097]: DEBUG nova.objects.instance [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Lazy-loading 'resources' on Instance uuid c70e020b-71e9-4b08-8edc-3988bc483097 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1902.566142] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035219, 'name': PowerOnVM_Task, 'duration_secs': 0.503107} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.569654] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1902.569654] env[62097]: INFO nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1902.569654] env[62097]: DEBUG nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1902.569654] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9154cc1-f07a-48fc-9572-59361ef98320 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.588019] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149407} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.589085] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1902.589210] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8adf249-f6bd-401f-ad3b-5d782acc6cad {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.613274] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] f5a37e2d-1c51-4395-9839-6b645d4714e7/f5a37e2d-1c51-4395-9839-6b645d4714e7.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1902.613565] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7265bfb9-102a-47a8-b2da-b3428e9c7c7a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.633393] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1902.633393] env[62097]: value = "task-2035223" [ 1902.633393] env[62097]: _type = "Task" [ 1902.633393] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.642071] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.676631] env[62097]: DEBUG nova.compute.manager [req-7d43ba19-db71-474d-a284-4f499e1fbcee req-40b01d68-76e2-4a41-b6df-235be05d69e1 service nova] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Received event network-changed-f4703e4c-67b1-4291-baed-435f66a86c1c {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1902.676868] env[62097]: DEBUG nova.compute.manager [req-7d43ba19-db71-474d-a284-4f499e1fbcee req-40b01d68-76e2-4a41-b6df-235be05d69e1 service nova] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Refreshing instance network info cache due to event network-changed-f4703e4c-67b1-4291-baed-435f66a86c1c. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1902.677205] env[62097]: DEBUG oslo_concurrency.lockutils [req-7d43ba19-db71-474d-a284-4f499e1fbcee req-40b01d68-76e2-4a41-b6df-235be05d69e1 service nova] Acquiring lock "refresh_cache-0b702bf5-bbb8-4a8e-a597-487055f9ca9c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.677419] env[62097]: DEBUG oslo_concurrency.lockutils [req-7d43ba19-db71-474d-a284-4f499e1fbcee req-40b01d68-76e2-4a41-b6df-235be05d69e1 service nova] Acquired lock "refresh_cache-0b702bf5-bbb8-4a8e-a597-487055f9ca9c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.677597] env[62097]: DEBUG nova.network.neutron [req-7d43ba19-db71-474d-a284-4f499e1fbcee req-40b01d68-76e2-4a41-b6df-235be05d69e1 service nova] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Refreshing network info cache for port f4703e4c-67b1-4291-baed-435f66a86c1c {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1902.867798] env[62097]: DEBUG oslo_vmware.api [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035221, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.873194] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035222, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.915022] env[62097]: DEBUG oslo_concurrency.lockutils [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquiring lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.915328] env[62097]: DEBUG oslo_concurrency.lockutils [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.915649] env[62097]: DEBUG oslo_concurrency.lockutils [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquiring lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.915910] env[62097]: DEBUG oslo_concurrency.lockutils [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.916181] env[62097]: DEBUG oslo_concurrency.lockutils [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.919900] env[62097]: INFO nova.compute.manager [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Terminating instance [ 1903.052734] env[62097]: DEBUG nova.compute.utils [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1903.054476] env[62097]: DEBUG nova.compute.manager [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Not allocating networking since 'none' was specified. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1903.093045] env[62097]: INFO nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Took 43.21 seconds to build instance. [ 1903.144164] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035223, 'name': ReconfigVM_Task, 'duration_secs': 0.352038} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.144164] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Reconfigured VM instance instance-00000045 to attach disk [datastore1] f5a37e2d-1c51-4395-9839-6b645d4714e7/f5a37e2d-1c51-4395-9839-6b645d4714e7.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1903.144460] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f71fa4af-b7c9-460d-9d5b-849d39e161cf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.152747] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1903.152747] env[62097]: value = "task-2035224" [ 1903.152747] env[62097]: _type = "Task" [ 1903.152747] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.161300] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035224, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.373906] env[62097]: DEBUG oslo_vmware.api [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035221, 'name': Destroy_Task, 'duration_secs': 0.919604} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.373906] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Destroyed the VM [ 1903.374803] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Deleting Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1903.374803] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5b304328-1971-4c6e-96d5-174a7d2c90df {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.381976] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035222, 'name': CreateVM_Task, 'duration_secs': 0.721188} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.384764] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1903.385372] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.385542] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.385851] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1903.386351] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8235a95e-8df6-4465-aef4-100949f65b7f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.389030] env[62097]: DEBUG oslo_vmware.api [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1903.389030] env[62097]: value = "task-2035225" [ 1903.389030] env[62097]: _type = "Task" [ 1903.389030] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.395353] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1903.395353] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522afd94-fe9c-28b9-0201-487bffeeeb44" [ 1903.395353] env[62097]: _type = "Task" [ 1903.395353] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.404824] env[62097]: DEBUG oslo_vmware.api [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035225, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.409546] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522afd94-fe9c-28b9-0201-487bffeeeb44, 'name': SearchDatastore_Task, 'duration_secs': 0.015209} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.412554] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.412798] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1903.413258] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.413443] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.413630] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1903.414121] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5845f980-88c8-4b60-be38-8d1021bb3592 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.422681] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1903.422784] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1903.425918] env[62097]: DEBUG nova.compute.manager [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1903.426132] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1903.426370] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5365d2c5-d566-431d-bdaa-500abd96b4e9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.429958] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcffae99-8857-4d15-b4c2-2324982e6378 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.434988] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1903.434988] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52993186-8225-f083-18b3-dca0025d28f6" [ 1903.434988] env[62097]: _type = "Task" [ 1903.434988] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.437530] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1903.439943] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc3a2bcd-582d-4adf-bfb6-d656500ea7ba {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.447975] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52993186-8225-f083-18b3-dca0025d28f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.449170] env[62097]: DEBUG oslo_vmware.api [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1903.449170] env[62097]: value = "task-2035226" [ 1903.449170] env[62097]: _type = "Task" [ 1903.449170] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.454011] env[62097]: DEBUG nova.network.neutron [req-7d43ba19-db71-474d-a284-4f499e1fbcee req-40b01d68-76e2-4a41-b6df-235be05d69e1 service nova] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Updated VIF entry in instance network info cache for port f4703e4c-67b1-4291-baed-435f66a86c1c. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1903.454370] env[62097]: DEBUG nova.network.neutron [req-7d43ba19-db71-474d-a284-4f499e1fbcee req-40b01d68-76e2-4a41-b6df-235be05d69e1 service nova] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Updating instance_info_cache with network_info: [{"id": "f4703e4c-67b1-4291-baed-435f66a86c1c", "address": "fa:16:3e:67:c9:cd", "network": {"id": "7a51b9ef-91e9-4952-8551-304845aec7d3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1306394937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c28e0f1989241aea664f14a5d70fab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4703e4c-67", "ovs_interfaceid": "f4703e4c-67b1-4291-baed-435f66a86c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.460971] env[62097]: DEBUG oslo_vmware.api [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2035226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.497908] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72f326a-873c-4074-850d-6fbd02934348 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.505944] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84582c25-d80d-407b-a263-31a20827cbde {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.538286] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7e6bde-72c8-40fe-a1be-09aebf0979d4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.545956] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7689ba48-8166-43c8-97cd-9cdad506d43b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.559170] env[62097]: DEBUG nova.compute.manager [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1903.561827] env[62097]: DEBUG nova.compute.provider_tree [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1903.595607] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "350b6b39-98ec-4733-9016-998702f59043" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.717s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.664588] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035224, 'name': Rename_Task, 'duration_secs': 0.140201} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.664934] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1903.665210] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e589085-14d9-493a-936a-143b2c6fa3a1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.672981] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1903.672981] env[62097]: value = "task-2035227" [ 1903.672981] env[62097]: _type = "Task" [ 1903.672981] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.681807] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.730364] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "f7539faf-bd9e-4443-b331-23d754427d31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.730607] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "f7539faf-bd9e-4443-b331-23d754427d31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.901123] env[62097]: DEBUG oslo_vmware.api [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035225, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.946969] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52993186-8225-f083-18b3-dca0025d28f6, 'name': SearchDatastore_Task, 'duration_secs': 0.024331} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.947892] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2377c6e-e785-45a7-9217-8fdd7f084b8e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.957368] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1903.957368] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5243494a-9dc4-49b6-dd9d-c6bd93f31d77" [ 1903.957368] env[62097]: _type = "Task" [ 1903.957368] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.960303] env[62097]: DEBUG oslo_vmware.api [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2035226, 'name': PowerOffVM_Task, 'duration_secs': 0.293597} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.963219] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1903.963411] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1903.963889] env[62097]: DEBUG oslo_concurrency.lockutils [req-7d43ba19-db71-474d-a284-4f499e1fbcee req-40b01d68-76e2-4a41-b6df-235be05d69e1 service nova] Releasing lock "refresh_cache-0b702bf5-bbb8-4a8e-a597-487055f9ca9c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.964260] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9343a0b9-cbde-4bc2-b2ef-9aeb2c071f59 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.970729] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5243494a-9dc4-49b6-dd9d-c6bd93f31d77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.065216] env[62097]: DEBUG nova.scheduler.client.report [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1904.139192] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1904.139432] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1904.139617] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Deleting the datastore file [datastore2] c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1904.139995] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e01fa93b-881f-44ae-a734-2e5196a922b4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.148000] env[62097]: DEBUG oslo_vmware.api [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for the task: (returnval){ [ 1904.148000] env[62097]: value = "task-2035229" [ 1904.148000] env[62097]: _type = "Task" [ 1904.148000] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.156538] env[62097]: DEBUG oslo_vmware.api [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2035229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.184618] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035227, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.233529] env[62097]: DEBUG nova.compute.manager [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1904.401029] env[62097]: DEBUG oslo_vmware.api [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035225, 'name': RemoveSnapshot_Task, 'duration_secs': 0.860798} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.401340] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Deleted Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1904.401575] env[62097]: INFO nova.compute.manager [None req-4e40a056-c2e8-44af-88dc-88eb7bcc1e27 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Took 19.76 seconds to snapshot the instance on the hypervisor. [ 1904.470767] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5243494a-9dc4-49b6-dd9d-c6bd93f31d77, 'name': SearchDatastore_Task, 'duration_secs': 0.013914} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.471034] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.471348] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 0b702bf5-bbb8-4a8e-a597-487055f9ca9c/0b702bf5-bbb8-4a8e-a597-487055f9ca9c.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1904.471621] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7e4d8e1-85e6-481a-9666-c9b6a88099d3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.478050] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1904.478050] env[62097]: value = "task-2035230" [ 1904.478050] env[62097]: _type = "Task" [ 1904.478050] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.485646] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.573200] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.576402] env[62097]: DEBUG nova.compute.manager [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1904.578847] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.822s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.580154] env[62097]: INFO nova.compute.claims [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1904.604265] env[62097]: INFO nova.scheduler.client.report [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Deleted allocations for instance c70e020b-71e9-4b08-8edc-3988bc483097 [ 1904.608491] env[62097]: DEBUG nova.virt.hardware [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1904.608724] env[62097]: DEBUG nova.virt.hardware [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1904.608878] env[62097]: DEBUG nova.virt.hardware [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1904.609066] env[62097]: DEBUG nova.virt.hardware [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1904.609658] env[62097]: DEBUG nova.virt.hardware [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1904.609658] env[62097]: DEBUG nova.virt.hardware [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1904.609658] env[62097]: DEBUG nova.virt.hardware [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1904.610085] env[62097]: DEBUG nova.virt.hardware [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1904.610085] env[62097]: DEBUG nova.virt.hardware [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1904.611055] env[62097]: DEBUG nova.virt.hardware [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1904.611055] env[62097]: DEBUG nova.virt.hardware [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1904.611251] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00528314-328d-4c63-98b5-3ce4d125a0e2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.622865] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ccec10-2133-47ad-b298-6d1002c55a79 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.636956] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Instance VIF info [] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1904.642696] env[62097]: DEBUG oslo.service.loopingcall [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1904.643248] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1904.643433] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a403393-cc6e-4761-9364-4f702ce25ad2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.665357] env[62097]: DEBUG oslo_vmware.api [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2035229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.666569] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1904.666569] env[62097]: value = "task-2035231" [ 1904.666569] env[62097]: _type = "Task" [ 1904.666569] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.676218] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035231, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.683480] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035227, 'name': PowerOnVM_Task, 'duration_secs': 0.569156} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.683738] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1904.683939] env[62097]: INFO nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Took 6.99 seconds to spawn the instance on the hypervisor. [ 1904.684779] env[62097]: DEBUG nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1904.685067] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb93f4b6-4492-4b48-b6d2-254ae2ce0b7c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.759456] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.990426] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035230, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.121351] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ac6e188f-afeb-4a84-9e5a-e179021cd1d5 tempest-ServerMetadataTestJSON-1012425454 tempest-ServerMetadataTestJSON-1012425454-project-member] Lock "c70e020b-71e9-4b08-8edc-3988bc483097" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.455s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.167240] env[62097]: DEBUG oslo_vmware.api [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2035229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.176985] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035231, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.207169] env[62097]: INFO nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Took 45.28 seconds to build instance. [ 1905.491142] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811913} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.491142] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 0b702bf5-bbb8-4a8e-a597-487055f9ca9c/0b702bf5-bbb8-4a8e-a597-487055f9ca9c.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1905.491142] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1905.491452] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8656a860-1bb9-447f-86e1-7ce8fc9cec2d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.498917] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1905.498917] env[62097]: value = "task-2035232" [ 1905.498917] env[62097]: _type = "Task" [ 1905.498917] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.509496] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.669526] env[62097]: DEBUG oslo_vmware.api [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Task: {'id': task-2035229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.234771} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.675268] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1905.675526] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1905.675720] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1905.675898] env[62097]: INFO nova.compute.manager [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1905.677813] env[62097]: DEBUG oslo.service.loopingcall [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1905.680460] env[62097]: DEBUG nova.compute.manager [-] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1905.680568] env[62097]: DEBUG nova.network.neutron [-] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1905.687335] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035231, 'name': CreateVM_Task, 'duration_secs': 0.692337} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.687508] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1905.687924] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.688096] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.688405] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1905.688660] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b1130b3-82eb-43fe-b245-beb3c142ea77 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.699678] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1905.699678] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523b5070-c97d-82c7-c36b-4c4d9510af86" [ 1905.699678] env[62097]: _type = "Task" [ 1905.699678] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.704735] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523b5070-c97d-82c7-c36b-4c4d9510af86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.709649] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "f5a37e2d-1c51-4395-9839-6b645d4714e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.792s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.011886] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150008} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.012265] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1906.015260] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d136fd8-ce85-49cb-b8ea-de4fecb77398 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.040437] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 0b702bf5-bbb8-4a8e-a597-487055f9ca9c/0b702bf5-bbb8-4a8e-a597-487055f9ca9c.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1906.043508] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69bdc0a6-5ce2-4209-9c75-5a20a0dade6e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.064231] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1906.064231] env[62097]: value = "task-2035233" [ 1906.064231] env[62097]: _type = "Task" [ 1906.064231] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.069123] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9d53fc-1307-41df-85d1-f5248e53a51c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.076588] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035233, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.079245] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c516d53-649e-4a04-9ea1-f2d3204336ac {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.110506] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa76950f-4056-4b3a-a859-828beeaf5de1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.118420] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71db9f6-2d19-4bae-82ed-a1f14399f5b5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.131990] env[62097]: DEBUG nova.compute.provider_tree [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1906.207363] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523b5070-c97d-82c7-c36b-4c4d9510af86, 'name': SearchDatastore_Task, 'duration_secs': 0.037437} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.208062] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.208413] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1906.208685] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.208829] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.209026] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1906.209300] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f68f672-c205-4668-8319-b15eadc34431 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.223515] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1906.223734] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1906.224521] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b51020a-2b8f-41ae-93be-1cd73e786b97 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.229484] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1906.229484] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52589b39-a72a-7e73-55f5-6ec0cb7cbe85" [ 1906.229484] env[62097]: _type = "Task" [ 1906.229484] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.237563] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52589b39-a72a-7e73-55f5-6ec0cb7cbe85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.578370] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.609422] env[62097]: DEBUG nova.compute.manager [req-e00f97df-d6f4-41f5-bf50-ad206e18ee79 req-2b58d2b1-b8ca-44e1-84df-84e4ffb86e30 service nova] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Received event network-vif-deleted-a887d1c9-9531-4e31-8e9f-1676fa8cd905 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1906.609644] env[62097]: INFO nova.compute.manager [req-e00f97df-d6f4-41f5-bf50-ad206e18ee79 req-2b58d2b1-b8ca-44e1-84df-84e4ffb86e30 service nova] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Neutron deleted interface a887d1c9-9531-4e31-8e9f-1676fa8cd905; detaching it from the instance and deleting it from the info cache [ 1906.609883] env[62097]: DEBUG nova.network.neutron [req-e00f97df-d6f4-41f5-bf50-ad206e18ee79 req-2b58d2b1-b8ca-44e1-84df-84e4ffb86e30 service nova] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.635519] env[62097]: DEBUG nova.scheduler.client.report [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1906.740994] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52589b39-a72a-7e73-55f5-6ec0cb7cbe85, 'name': SearchDatastore_Task, 'duration_secs': 0.018251} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.742199] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28edbf2a-15ed-4625-9876-715e455abe68 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.747681] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1906.747681] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5252666d-9c7c-4eee-09d7-5210d9c11597" [ 1906.747681] env[62097]: _type = "Task" [ 1906.747681] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.758148] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5252666d-9c7c-4eee-09d7-5210d9c11597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.078576] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035233, 'name': ReconfigVM_Task, 'duration_secs': 0.749785} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.078576] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 0b702bf5-bbb8-4a8e-a597-487055f9ca9c/0b702bf5-bbb8-4a8e-a597-487055f9ca9c.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1907.078884] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32768646-b048-401d-b4a3-fc70649c36ea {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.086289] env[62097]: DEBUG nova.network.neutron [-] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.088114] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1907.088114] env[62097]: value = "task-2035234" [ 1907.088114] env[62097]: _type = "Task" [ 1907.088114] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.100085] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035234, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.114790] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74565afe-58e4-4458-a9b8-c8b2b82ac24a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.125183] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bbd996-68d2-439c-9c46-92b8f7d1f2ec {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.140981] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.141540] env[62097]: DEBUG nova.compute.manager [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1907.144962] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.561s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.145236] env[62097]: DEBUG nova.objects.instance [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Lazy-loading 'resources' on Instance uuid 4f1ba8a6-3f11-4312-b0b4-646925207435 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1907.175907] env[62097]: DEBUG nova.compute.manager [req-e00f97df-d6f4-41f5-bf50-ad206e18ee79 req-2b58d2b1-b8ca-44e1-84df-84e4ffb86e30 service nova] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Detach interface failed, port_id=a887d1c9-9531-4e31-8e9f-1676fa8cd905, reason: Instance c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1907.260683] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5252666d-9c7c-4eee-09d7-5210d9c11597, 'name': SearchDatastore_Task, 'duration_secs': 0.01881} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.260969] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.261262] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 5cd5ce14-883e-4649-956d-ead786f55c5d/5cd5ce14-883e-4649-956d-ead786f55c5d.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1907.261535] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3c2787b-cea7-4804-9233-3d58a887f42b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.269040] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1907.269040] env[62097]: value = "task-2035235" [ 1907.269040] env[62097]: _type = "Task" [ 1907.269040] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.276900] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.588919] env[62097]: INFO nova.compute.manager [-] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Took 1.91 seconds to deallocate network for instance. [ 1907.603091] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035234, 'name': Rename_Task, 'duration_secs': 0.134879} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.603091] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1907.603410] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc9c6ea2-28e8-407f-a416-e26e3d4020c2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.609922] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1907.609922] env[62097]: value = "task-2035236" [ 1907.609922] env[62097]: _type = "Task" [ 1907.609922] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.618127] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.655697] env[62097]: DEBUG nova.compute.utils [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1907.658160] env[62097]: DEBUG nova.compute.manager [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1907.658344] env[62097]: DEBUG nova.network.neutron [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1907.724958] env[62097]: DEBUG nova.policy [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d875da2d7e543db971dd0619c8bc93a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a33913f130945c0ac3c0d07970a6f86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1907.785361] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035235, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.100373] env[62097]: DEBUG oslo_concurrency.lockutils [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.123188] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035236, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.143578] env[62097]: DEBUG nova.network.neutron [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Successfully created port: 07d6b6d6-7ed4-4f3a-a945-56ab0b579a92 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1908.159364] env[62097]: DEBUG nova.compute.manager [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1908.162522] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6ab2a0-9acc-45c0-a6aa-8826b823356a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.170478] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376820a4-ef6d-4473-8c9f-a284c2b0e0dd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.202159] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbc69ea-3aa4-4bef-a512-538823c6871b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.209893] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a6fa61-560a-417e-8490-8893fa4550c8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.225158] env[62097]: DEBUG nova.compute.provider_tree [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1908.279875] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705571} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.280144] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 5cd5ce14-883e-4649-956d-ead786f55c5d/5cd5ce14-883e-4649-956d-ead786f55c5d.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1908.280353] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1908.280602] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a35676ec-8da4-48f1-9210-13376070ab64 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.287604] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1908.287604] env[62097]: value = "task-2035237" [ 1908.287604] env[62097]: _type = "Task" [ 1908.287604] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.298020] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.621468] env[62097]: DEBUG oslo_vmware.api [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035236, 'name': PowerOnVM_Task, 'duration_secs': 0.536245} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.621782] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1908.621968] env[62097]: INFO nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1908.622156] env[62097]: DEBUG nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1908.622932] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87a2ee8-7704-49db-b36b-ab2ac7c50619 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.728524] env[62097]: DEBUG nova.scheduler.client.report [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1908.797177] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.362753} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.797511] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1908.798274] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c49055-a94d-48f5-a3ad-a4cada709568 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.820982] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 5cd5ce14-883e-4649-956d-ead786f55c5d/5cd5ce14-883e-4649-956d-ead786f55c5d.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1908.821650] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6a4d659-9f05-4ee5-aeac-415e8a32376b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.841166] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1908.841166] env[62097]: value = "task-2035238" [ 1908.841166] env[62097]: _type = "Task" [ 1908.841166] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.849266] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.140669] env[62097]: INFO nova.compute.manager [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Took 46.94 seconds to build instance. [ 1909.171774] env[62097]: DEBUG nova.compute.manager [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1909.200546] env[62097]: DEBUG nova.virt.hardware [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1909.200791] env[62097]: DEBUG nova.virt.hardware [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1909.200975] env[62097]: DEBUG nova.virt.hardware [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1909.201359] env[62097]: DEBUG nova.virt.hardware [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1909.201603] env[62097]: DEBUG nova.virt.hardware [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1909.201841] env[62097]: DEBUG nova.virt.hardware [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1909.202172] env[62097]: DEBUG nova.virt.hardware [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1909.202464] env[62097]: DEBUG nova.virt.hardware [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1909.202737] env[62097]: DEBUG nova.virt.hardware [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1909.203010] env[62097]: DEBUG nova.virt.hardware [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1909.204151] env[62097]: DEBUG nova.virt.hardware [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1909.204402] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b601c9-52bb-4fc9-b74c-f80a3d74240f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.213555] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749964d2-1ecd-40ae-90c3-45b78a531adb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.236976] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.240045] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.939s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.240045] env[62097]: DEBUG nova.objects.instance [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Lazy-loading 'resources' on Instance uuid f392555b-fa10-4c15-a253-48ef4c82df63 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1909.266015] env[62097]: INFO nova.scheduler.client.report [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Deleted allocations for instance 4f1ba8a6-3f11-4312-b0b4-646925207435 [ 1909.351145] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035238, 'name': ReconfigVM_Task, 'duration_secs': 0.412477} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.351596] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 5cd5ce14-883e-4649-956d-ead786f55c5d/5cd5ce14-883e-4649-956d-ead786f55c5d.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1909.352260] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0a8fa69-829e-4a6e-84d3-29ae4bff3d69 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.358971] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1909.358971] env[62097]: value = "task-2035239" [ 1909.358971] env[62097]: _type = "Task" [ 1909.358971] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.368059] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035239, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.642467] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a2402021-1384-4c99-b270-67c6b1662655 tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "0b702bf5-bbb8-4a8e-a597-487055f9ca9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.677s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.772959] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42088a1-9196-43f9-baab-bbbec9b6856a tempest-InstanceActionsNegativeTestJSON-877937667 tempest-InstanceActionsNegativeTestJSON-877937667-project-member] Lock "4f1ba8a6-3f11-4312-b0b4-646925207435" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.489s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.870098] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035239, 'name': Rename_Task, 'duration_secs': 0.15253} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.870931] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1909.870931] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16585876-765c-40d5-9e22-1ab2163a1d73 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.877338] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1909.877338] env[62097]: value = "task-2035240" [ 1909.877338] env[62097]: _type = "Task" [ 1909.877338] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.891342] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.951473] env[62097]: DEBUG nova.compute.manager [req-d433b764-c208-4b9f-9730-76665a3d532b req-ad28402c-6c52-4891-ae0b-0a8c6e99af1c service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Received event network-vif-plugged-07d6b6d6-7ed4-4f3a-a945-56ab0b579a92 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1909.951473] env[62097]: DEBUG oslo_concurrency.lockutils [req-d433b764-c208-4b9f-9730-76665a3d532b req-ad28402c-6c52-4891-ae0b-0a8c6e99af1c service nova] Acquiring lock "863f4a90-054d-4098-94e0-a945c4cfab7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.951473] env[62097]: DEBUG oslo_concurrency.lockutils [req-d433b764-c208-4b9f-9730-76665a3d532b req-ad28402c-6c52-4891-ae0b-0a8c6e99af1c service nova] Lock "863f4a90-054d-4098-94e0-a945c4cfab7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.951790] env[62097]: DEBUG oslo_concurrency.lockutils [req-d433b764-c208-4b9f-9730-76665a3d532b req-ad28402c-6c52-4891-ae0b-0a8c6e99af1c service nova] Lock "863f4a90-054d-4098-94e0-a945c4cfab7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.951827] env[62097]: DEBUG nova.compute.manager [req-d433b764-c208-4b9f-9730-76665a3d532b req-ad28402c-6c52-4891-ae0b-0a8c6e99af1c service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] No waiting events found dispatching network-vif-plugged-07d6b6d6-7ed4-4f3a-a945-56ab0b579a92 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1909.951999] env[62097]: WARNING nova.compute.manager [req-d433b764-c208-4b9f-9730-76665a3d532b req-ad28402c-6c52-4891-ae0b-0a8c6e99af1c service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Received unexpected event network-vif-plugged-07d6b6d6-7ed4-4f3a-a945-56ab0b579a92 for instance with vm_state building and task_state spawning. [ 1909.983955] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "350b6b39-98ec-4733-9016-998702f59043" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.983955] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "350b6b39-98ec-4733-9016-998702f59043" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.983955] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "350b6b39-98ec-4733-9016-998702f59043-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.983955] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "350b6b39-98ec-4733-9016-998702f59043-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.983955] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "350b6b39-98ec-4733-9016-998702f59043-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.985709] env[62097]: INFO nova.compute.manager [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Terminating instance [ 1910.062774] env[62097]: DEBUG nova.network.neutron [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Successfully updated port: 07d6b6d6-7ed4-4f3a-a945-56ab0b579a92 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1910.155066] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79595665-dfd9-4f0a-a586-098696052d7a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.163059] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c31846-f373-4e19-be95-40895c066334 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.195257] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20862a59-897e-485a-95d8-6a9f50c3fb32 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.203055] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a69496-ac78-490d-a94b-15b7bb4a7f62 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.216817] env[62097]: DEBUG nova.compute.provider_tree [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1910.387708] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035240, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.489928] env[62097]: DEBUG nova.compute.manager [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1910.490201] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1910.491081] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f630c5-4ef0-4aa8-8031-4ab5e8ba3dcd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.498974] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1910.498974] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55714de2-9826-4d47-acde-0e13ee44d3c6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.505265] env[62097]: DEBUG oslo_vmware.api [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1910.505265] env[62097]: value = "task-2035241" [ 1910.505265] env[62097]: _type = "Task" [ 1910.505265] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.514227] env[62097]: DEBUG oslo_vmware.api [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.571337] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "refresh_cache-863f4a90-054d-4098-94e0-a945c4cfab7e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.571491] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquired lock "refresh_cache-863f4a90-054d-4098-94e0-a945c4cfab7e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.571641] env[62097]: DEBUG nova.network.neutron [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1910.720516] env[62097]: DEBUG nova.scheduler.client.report [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1910.889645] env[62097]: DEBUG oslo_vmware.api [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035240, 'name': PowerOnVM_Task, 'duration_secs': 0.638107} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.889993] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1910.890254] env[62097]: INFO nova.compute.manager [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Took 6.31 seconds to spawn the instance on the hypervisor. [ 1910.890482] env[62097]: DEBUG nova.compute.manager [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1910.891431] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae18aa54-a4d8-49f1-825c-ec0346a612df {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.015478] env[62097]: DEBUG oslo_vmware.api [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.121914] env[62097]: DEBUG nova.network.neutron [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1911.229579] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.232980] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.588s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.234327] env[62097]: DEBUG nova.objects.instance [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lazy-loading 'resources' on Instance uuid be718be8-85d4-4a44-8b30-3bf18a69b989 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1911.257674] env[62097]: INFO nova.scheduler.client.report [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Deleted allocations for instance f392555b-fa10-4c15-a253-48ef4c82df63 [ 1911.312654] env[62097]: DEBUG nova.network.neutron [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Updating instance_info_cache with network_info: [{"id": "07d6b6d6-7ed4-4f3a-a945-56ab0b579a92", "address": "fa:16:3e:ff:5c:d0", "network": {"id": "40fc680e-d343-4f6c-ac49-4edae8c6e1cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-112414529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a33913f130945c0ac3c0d07970a6f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d6b6d6-7e", "ovs_interfaceid": "07d6b6d6-7ed4-4f3a-a945-56ab0b579a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.411704] env[62097]: INFO nova.compute.manager [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Took 45.18 seconds to build instance. [ 1911.516759] env[62097]: DEBUG oslo_vmware.api [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035241, 'name': PowerOffVM_Task, 'duration_secs': 0.865069} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.517503] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1911.517738] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1911.518056] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac52bdfa-e5e8-4200-a568-ff41836af9a8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.770114] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2163299c-17cb-41a4-aa2d-d125bf39d05d tempest-ServersWithSpecificFlavorTestJSON-1078988400 tempest-ServersWithSpecificFlavorTestJSON-1078988400-project-member] Lock "f392555b-fa10-4c15-a253-48ef4c82df63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.555s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.815937] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Releasing lock "refresh_cache-863f4a90-054d-4098-94e0-a945c4cfab7e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.816280] env[62097]: DEBUG nova.compute.manager [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Instance network_info: |[{"id": "07d6b6d6-7ed4-4f3a-a945-56ab0b579a92", "address": "fa:16:3e:ff:5c:d0", "network": {"id": "40fc680e-d343-4f6c-ac49-4edae8c6e1cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-112414529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a33913f130945c0ac3c0d07970a6f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d6b6d6-7e", "ovs_interfaceid": "07d6b6d6-7ed4-4f3a-a945-56ab0b579a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1911.816683] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:5c:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07d6b6d6-7ed4-4f3a-a945-56ab0b579a92', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1911.824552] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Creating folder: Project (6a33913f130945c0ac3c0d07970a6f86). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1911.827238] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8aa12aaa-08f5-4d1d-b38f-b64d940e2eed {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.838796] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Created folder: Project (6a33913f130945c0ac3c0d07970a6f86) in parent group-v417770. [ 1911.838999] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Creating folder: Instances. Parent ref: group-v417969. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1911.839261] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fac0277-faf3-4a55-bb16-77ce52d0f7b2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.851366] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Created folder: Instances in parent group-v417969. [ 1911.851366] env[62097]: DEBUG oslo.service.loopingcall [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1911.851366] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1911.851366] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0bb8831-a06f-45e3-88a8-a3891575d90f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.879598] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1911.879598] env[62097]: value = "task-2035245" [ 1911.879598] env[62097]: _type = "Task" [ 1911.879598] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.892308] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035245, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.915888] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a01714e1-ff90-4aa4-8030-d4888d856ff1 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Lock "5cd5ce14-883e-4649-956d-ead786f55c5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.595s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.013519] env[62097]: DEBUG nova.compute.manager [req-7810b16b-adb1-4038-b98c-c534abf5aa1a req-8b25ea97-1a6b-4e03-99c6-7aecc7ab418d service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Received event network-changed-07d6b6d6-7ed4-4f3a-a945-56ab0b579a92 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1912.013828] env[62097]: DEBUG nova.compute.manager [req-7810b16b-adb1-4038-b98c-c534abf5aa1a req-8b25ea97-1a6b-4e03-99c6-7aecc7ab418d service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Refreshing instance network info cache due to event network-changed-07d6b6d6-7ed4-4f3a-a945-56ab0b579a92. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1912.014188] env[62097]: DEBUG oslo_concurrency.lockutils [req-7810b16b-adb1-4038-b98c-c534abf5aa1a req-8b25ea97-1a6b-4e03-99c6-7aecc7ab418d service nova] Acquiring lock "refresh_cache-863f4a90-054d-4098-94e0-a945c4cfab7e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.014619] env[62097]: DEBUG oslo_concurrency.lockutils [req-7810b16b-adb1-4038-b98c-c534abf5aa1a req-8b25ea97-1a6b-4e03-99c6-7aecc7ab418d service nova] Acquired lock "refresh_cache-863f4a90-054d-4098-94e0-a945c4cfab7e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.014851] env[62097]: DEBUG nova.network.neutron [req-7810b16b-adb1-4038-b98c-c534abf5aa1a req-8b25ea97-1a6b-4e03-99c6-7aecc7ab418d service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Refreshing network info cache for port 07d6b6d6-7ed4-4f3a-a945-56ab0b579a92 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1912.194022] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d193afc-53d1-4a33-bed4-8fe7a497599b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.201260] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0031e6-6d10-4a18-81d2-154015bfdf29 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.234882] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f1004a-666e-498d-87d7-7333c12c081c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.243427] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c346e022-fab4-4307-b86e-4d45d3da2351 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.258149] env[62097]: DEBUG nova.compute.provider_tree [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1912.260691] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1912.260896] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1912.261093] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Deleting the datastore file [datastore1] 350b6b39-98ec-4733-9016-998702f59043 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1912.261596] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac8b1dfc-8213-4ae6-8f36-c088f2f5047f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.268216] env[62097]: DEBUG oslo_vmware.api [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1912.268216] env[62097]: value = "task-2035246" [ 1912.268216] env[62097]: _type = "Task" [ 1912.268216] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.277040] env[62097]: DEBUG oslo_vmware.api [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.390109] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035245, 'name': CreateVM_Task, 'duration_secs': 0.465253} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.390310] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1912.391084] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.391269] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.391586] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1912.391841] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84aee8a7-1a38-4b83-af36-d4e603a24bb6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.397031] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 1912.397031] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528b4639-4a32-f285-2554-a8c05ef85fde" [ 1912.397031] env[62097]: _type = "Task" [ 1912.397031] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.409011] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528b4639-4a32-f285-2554-a8c05ef85fde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.675161] env[62097]: INFO nova.compute.manager [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Rebuilding instance [ 1912.739120] env[62097]: DEBUG nova.compute.manager [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1912.739986] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499ad87e-970c-4c5c-ad92-96305d6c047e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.763470] env[62097]: DEBUG nova.scheduler.client.report [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1912.785160] env[62097]: DEBUG oslo_vmware.api [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43228} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.786126] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1912.786730] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1912.787235] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1912.787316] env[62097]: INFO nova.compute.manager [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 350b6b39-98ec-4733-9016-998702f59043] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1912.787587] env[62097]: DEBUG oslo.service.loopingcall [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1912.788214] env[62097]: DEBUG nova.compute.manager [-] [instance: 350b6b39-98ec-4733-9016-998702f59043] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1912.789186] env[62097]: DEBUG nova.network.neutron [-] [instance: 350b6b39-98ec-4733-9016-998702f59043] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1912.794443] env[62097]: DEBUG nova.network.neutron [req-7810b16b-adb1-4038-b98c-c534abf5aa1a req-8b25ea97-1a6b-4e03-99c6-7aecc7ab418d service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Updated VIF entry in instance network info cache for port 07d6b6d6-7ed4-4f3a-a945-56ab0b579a92. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1912.794829] env[62097]: DEBUG nova.network.neutron [req-7810b16b-adb1-4038-b98c-c534abf5aa1a req-8b25ea97-1a6b-4e03-99c6-7aecc7ab418d service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Updating instance_info_cache with network_info: [{"id": "07d6b6d6-7ed4-4f3a-a945-56ab0b579a92", "address": "fa:16:3e:ff:5c:d0", "network": {"id": "40fc680e-d343-4f6c-ac49-4edae8c6e1cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-112414529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a33913f130945c0ac3c0d07970a6f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d6b6d6-7e", "ovs_interfaceid": "07d6b6d6-7ed4-4f3a-a945-56ab0b579a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.912110] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528b4639-4a32-f285-2554-a8c05ef85fde, 'name': SearchDatastore_Task, 'duration_secs': 0.011597} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.912588] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.912956] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1912.913310] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.913554] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.914071] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1912.914407] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12ae6b4e-5d62-4fe6-b5e6-ab47300b5829 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.922939] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1912.923718] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1912.924773] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a16355d5-afce-4e4a-8a4a-6788edcf3b0b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.931065] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 1912.931065] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52288425-3bd3-2c33-6683-b9555aaaefce" [ 1912.931065] env[62097]: _type = "Task" [ 1912.931065] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.942729] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52288425-3bd3-2c33-6683-b9555aaaefce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.217024] env[62097]: DEBUG nova.compute.manager [req-13855319-de26-49c5-ae41-fe1ae7a9a26b req-0cfeaadf-3aa8-4bda-9ed1-4da0553b543c service nova] [instance: 350b6b39-98ec-4733-9016-998702f59043] Received event network-vif-deleted-4aed7b55-2092-43ce-be98-bfdeb2803b17 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1913.217243] env[62097]: INFO nova.compute.manager [req-13855319-de26-49c5-ae41-fe1ae7a9a26b req-0cfeaadf-3aa8-4bda-9ed1-4da0553b543c service nova] [instance: 350b6b39-98ec-4733-9016-998702f59043] Neutron deleted interface 4aed7b55-2092-43ce-be98-bfdeb2803b17; detaching it from the instance and deleting it from the info cache [ 1913.217419] env[62097]: DEBUG nova.network.neutron [req-13855319-de26-49c5-ae41-fe1ae7a9a26b req-0cfeaadf-3aa8-4bda-9ed1-4da0553b543c service nova] [instance: 350b6b39-98ec-4733-9016-998702f59043] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.269305] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.271604] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.700s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.273097] env[62097]: INFO nova.compute.claims [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1913.291495] env[62097]: INFO nova.scheduler.client.report [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Deleted allocations for instance be718be8-85d4-4a44-8b30-3bf18a69b989 [ 1913.299418] env[62097]: DEBUG oslo_concurrency.lockutils [req-7810b16b-adb1-4038-b98c-c534abf5aa1a req-8b25ea97-1a6b-4e03-99c6-7aecc7ab418d service nova] Releasing lock "refresh_cache-863f4a90-054d-4098-94e0-a945c4cfab7e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.443230] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52288425-3bd3-2c33-6683-b9555aaaefce, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.445447] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-277989ad-d12f-4d8a-ab3e-5503f8c89962 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.450846] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 1913.450846] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e5595d-cace-b79f-5052-5e99fca0c2f6" [ 1913.450846] env[62097]: _type = "Task" [ 1913.450846] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.458736] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e5595d-cace-b79f-5052-5e99fca0c2f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.683451] env[62097]: DEBUG nova.network.neutron [-] [instance: 350b6b39-98ec-4733-9016-998702f59043] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.721244] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2259210e-ab99-4388-a15d-ad01209ace41 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.731483] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093a6016-4cf1-4f10-889e-5f120234aa09 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.770199] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1913.771212] env[62097]: DEBUG nova.compute.manager [req-13855319-de26-49c5-ae41-fe1ae7a9a26b req-0cfeaadf-3aa8-4bda-9ed1-4da0553b543c service nova] [instance: 350b6b39-98ec-4733-9016-998702f59043] Detach interface failed, port_id=4aed7b55-2092-43ce-be98-bfdeb2803b17, reason: Instance 350b6b39-98ec-4733-9016-998702f59043 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1913.771212] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ae6d3a3-ad69-49cc-ab0e-646adfb5a773 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.780132] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1913.780132] env[62097]: value = "task-2035247" [ 1913.780132] env[62097]: _type = "Task" [ 1913.780132] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.801348] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.801522] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4333b51a-c890-45aa-b574-1a4ede82bf56 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "be718be8-85d4-4a44-8b30-3bf18a69b989" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.801s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.961445] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e5595d-cace-b79f-5052-5e99fca0c2f6, 'name': SearchDatastore_Task, 'duration_secs': 0.029094} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.961846] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.962159] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 863f4a90-054d-4098-94e0-a945c4cfab7e/863f4a90-054d-4098-94e0-a945c4cfab7e.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1913.962377] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdf97135-b744-40c3-a61d-bec40ab808f7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.971068] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 1913.971068] env[62097]: value = "task-2035248" [ 1913.971068] env[62097]: _type = "Task" [ 1913.971068] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.980277] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.188096] env[62097]: INFO nova.compute.manager [-] [instance: 350b6b39-98ec-4733-9016-998702f59043] Took 1.40 seconds to deallocate network for instance. [ 1914.296034] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035247, 'name': PowerOffVM_Task, 'duration_secs': 0.142992} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.296034] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1914.296034] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1914.296034] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113a5448-1884-4c66-a634-a08e713dcbbe {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.302519] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1914.302762] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-692eab5a-7e36-4dff-9ec3-08ed6e6c768c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.326287] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1914.326560] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1914.326830] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Deleting the datastore file [datastore1] 5cd5ce14-883e-4649-956d-ead786f55c5d {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1914.327664] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d76d50f-5264-4445-9372-0ec253afc0e8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.333936] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1914.333936] env[62097]: value = "task-2035250" [ 1914.333936] env[62097]: _type = "Task" [ 1914.333936] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.360502] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.487518] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035248, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.698311] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.799728] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dac874e-9dff-4f18-8245-c9926a4904d9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.807860] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ed5346-5d8c-48dc-b1ff-613883b3a478 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.841718] env[62097]: DEBUG oslo_concurrency.lockutils [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "76990b8d-ff61-454d-9dee-33bfe27f9665" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.841718] env[62097]: DEBUG oslo_concurrency.lockutils [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "76990b8d-ff61-454d-9dee-33bfe27f9665" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.841718] env[62097]: DEBUG oslo_concurrency.lockutils [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "76990b8d-ff61-454d-9dee-33bfe27f9665-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.841902] env[62097]: DEBUG oslo_concurrency.lockutils [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "76990b8d-ff61-454d-9dee-33bfe27f9665-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.841902] env[62097]: DEBUG oslo_concurrency.lockutils [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "76990b8d-ff61-454d-9dee-33bfe27f9665-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.847556] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434eabac-5721-4a02-821a-8c5bcd3df3e5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.850093] env[62097]: INFO nova.compute.manager [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Terminating instance [ 1914.858299] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164402} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.860168] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1914.860406] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1914.860753] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1914.864412] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a46492d-0227-432f-a7b4-432431e7610c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.879171] env[62097]: DEBUG nova.compute.provider_tree [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1914.984319] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681045} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.985163] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 863f4a90-054d-4098-94e0-a945c4cfab7e/863f4a90-054d-4098-94e0-a945c4cfab7e.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1914.985691] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1914.985776] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2960222-5fdf-45dc-b8a3-69e6c587a4ab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.993631] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 1914.993631] env[62097]: value = "task-2035251" [ 1914.993631] env[62097]: _type = "Task" [ 1914.993631] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.005097] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.356206] env[62097]: DEBUG nova.compute.manager [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1915.356206] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1915.356764] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3309eb-a77d-49c6-b320-7d7e2e5ac9cd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.367645] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1915.367645] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb3d2f5d-16f3-42a9-826f-0bb954f2b9cf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.374245] env[62097]: DEBUG oslo_vmware.api [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1915.374245] env[62097]: value = "task-2035252" [ 1915.374245] env[62097]: _type = "Task" [ 1915.374245] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.383630] env[62097]: DEBUG nova.scheduler.client.report [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1915.387073] env[62097]: DEBUG oslo_vmware.api [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2035252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.508020] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064821} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.508020] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1915.508020] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb16104-05ec-46a9-a438-bd52dd423cbc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.532335] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 863f4a90-054d-4098-94e0-a945c4cfab7e/863f4a90-054d-4098-94e0-a945c4cfab7e.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1915.532640] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6280f71b-632f-4d20-b9ab-fbaeafc06cdd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.553772] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 1915.553772] env[62097]: value = "task-2035253" [ 1915.553772] env[62097]: _type = "Task" [ 1915.553772] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.563102] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035253, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.892376] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.893572] env[62097]: DEBUG nova.compute.manager [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1915.897119] env[62097]: DEBUG oslo_vmware.api [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2035252, 'name': PowerOffVM_Task, 'duration_secs': 0.224287} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.897668] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.003s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.897892] env[62097]: DEBUG nova.objects.instance [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Lazy-loading 'resources' on Instance uuid 99eaa630-0334-4760-9cac-b958f7192f26 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1915.898989] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1915.902343] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1915.904768] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b959b757-a707-40e6-ae2c-5d326fafc6e9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.917664] env[62097]: DEBUG nova.virt.hardware [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1915.917828] env[62097]: DEBUG nova.virt.hardware [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1915.917905] env[62097]: DEBUG nova.virt.hardware [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1915.918038] env[62097]: DEBUG nova.virt.hardware [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1915.918209] env[62097]: DEBUG nova.virt.hardware [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1915.918396] env[62097]: DEBUG nova.virt.hardware [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1915.918619] env[62097]: DEBUG nova.virt.hardware [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1915.918783] env[62097]: DEBUG nova.virt.hardware [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1915.918957] env[62097]: DEBUG nova.virt.hardware [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1915.919155] env[62097]: DEBUG nova.virt.hardware [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1915.919336] env[62097]: DEBUG nova.virt.hardware [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1915.920542] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ca6f5d-6ff2-477c-a03b-33bfcf1a8650 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.930010] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268252e2-1785-4c6c-b61a-ea29ed7f0a05 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.951422] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Instance VIF info [] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1915.958021] env[62097]: DEBUG oslo.service.loopingcall [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1915.958335] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1915.958578] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c65740a-a3a3-492a-8d61-b6bad38d5f26 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.979822] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1915.979822] env[62097]: value = "task-2035255" [ 1915.979822] env[62097]: _type = "Task" [ 1915.979822] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.989406] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035255, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.993456] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1915.993734] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1915.997106] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Deleting the datastore file [datastore1] 76990b8d-ff61-454d-9dee-33bfe27f9665 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1915.997106] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23d19eb6-74b4-4258-817a-8feb8daeb83e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.000726] env[62097]: DEBUG oslo_vmware.api [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for the task: (returnval){ [ 1916.000726] env[62097]: value = "task-2035256" [ 1916.000726] env[62097]: _type = "Task" [ 1916.000726] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.011154] env[62097]: DEBUG oslo_vmware.api [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2035256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.065287] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035253, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.400076] env[62097]: DEBUG nova.compute.utils [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1916.401235] env[62097]: DEBUG nova.compute.manager [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1916.403115] env[62097]: DEBUG nova.network.neutron [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1916.470042] env[62097]: DEBUG nova.policy [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3e0591fa389462782bc27eb72c7d3eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce5e68cf726a4453a93d945e2c0ec08a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1916.490894] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035255, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.511841] env[62097]: DEBUG oslo_vmware.api [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Task: {'id': task-2035256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163526} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.515609] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1916.515894] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1916.516161] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1916.516382] env[62097]: INFO nova.compute.manager [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1916.516644] env[62097]: DEBUG oslo.service.loopingcall [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1916.517436] env[62097]: DEBUG nova.compute.manager [-] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1916.517436] env[62097]: DEBUG nova.network.neutron [-] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1916.570593] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035253, 'name': ReconfigVM_Task, 'duration_secs': 0.553854} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.577025] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 863f4a90-054d-4098-94e0-a945c4cfab7e/863f4a90-054d-4098-94e0-a945c4cfab7e.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1916.577828] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b39fabf-640c-4a74-a3b2-bdd8fe5f490f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.588652] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 1916.588652] env[62097]: value = "task-2035257" [ 1916.588652] env[62097]: _type = "Task" [ 1916.588652] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.602463] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035257, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.866759] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16b406c-092a-427b-b58d-e18ce35d8770 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.879393] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d5a4c7-49c8-48b8-82d4-5da64c569c44 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.909663] env[62097]: DEBUG nova.compute.manager [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1916.912448] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84119127-465e-49f6-b568-ebb8758ce168 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.920389] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda71172-8f2b-4a0a-8e57-539975a7e67c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.925362] env[62097]: DEBUG nova.network.neutron [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Successfully created port: 81fc1b6f-9570-46d3-b78b-39dfa72e9c51 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1916.938562] env[62097]: DEBUG nova.compute.provider_tree [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1916.995576] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035255, 'name': CreateVM_Task, 'duration_secs': 0.608107} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.995917] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1916.996393] env[62097]: DEBUG oslo_concurrency.lockutils [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.996528] env[62097]: DEBUG oslo_concurrency.lockutils [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.996860] env[62097]: DEBUG oslo_concurrency.lockutils [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1916.997183] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d64334-e8bf-47bc-b857-c5892fcb8e4f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.002407] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1917.002407] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5283b213-3a33-ca84-a69c-502ddadf7ecf" [ 1917.002407] env[62097]: _type = "Task" [ 1917.002407] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.011119] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5283b213-3a33-ca84-a69c-502ddadf7ecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.013054] env[62097]: DEBUG nova.compute.manager [req-4d62bfca-42ff-48dc-a2f5-f85bec78523b req-7645b378-6fc4-4dd1-ba44-0646e42cd333 service nova] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Received event network-vif-deleted-34c99408-5558-4ce8-87a4-ac19b8bacfad {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1917.013265] env[62097]: INFO nova.compute.manager [req-4d62bfca-42ff-48dc-a2f5-f85bec78523b req-7645b378-6fc4-4dd1-ba44-0646e42cd333 service nova] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Neutron deleted interface 34c99408-5558-4ce8-87a4-ac19b8bacfad; detaching it from the instance and deleting it from the info cache [ 1917.013438] env[62097]: DEBUG nova.network.neutron [req-4d62bfca-42ff-48dc-a2f5-f85bec78523b req-7645b378-6fc4-4dd1-ba44-0646e42cd333 service nova] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.103754] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035257, 'name': Rename_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.111420] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.111662] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.442220] env[62097]: DEBUG nova.scheduler.client.report [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1917.465842] env[62097]: DEBUG nova.network.neutron [-] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.513717] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5283b213-3a33-ca84-a69c-502ddadf7ecf, 'name': SearchDatastore_Task, 'duration_secs': 0.030999} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.514043] env[62097]: DEBUG oslo_concurrency.lockutils [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.514295] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1917.514573] env[62097]: DEBUG oslo_concurrency.lockutils [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1917.514709] env[62097]: DEBUG oslo_concurrency.lockutils [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.514882] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1917.515163] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6d37d9d-f4a5-49eb-a558-594ff94201c2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.518712] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d689d59-9561-4828-a6c8-301487935dd0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.526690] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fc524d-4ca4-468d-8413-d379773c3b31 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.538066] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1917.538268] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1917.539369] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84944ce4-664b-45fb-a932-4f45eb93cc40 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.545305] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1917.545305] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528c05ce-c329-afd7-9bc2-d0c0ad0020a7" [ 1917.545305] env[62097]: _type = "Task" [ 1917.545305] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.559492] env[62097]: DEBUG nova.compute.manager [req-4d62bfca-42ff-48dc-a2f5-f85bec78523b req-7645b378-6fc4-4dd1-ba44-0646e42cd333 service nova] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Detach interface failed, port_id=34c99408-5558-4ce8-87a4-ac19b8bacfad, reason: Instance 76990b8d-ff61-454d-9dee-33bfe27f9665 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1917.562652] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528c05ce-c329-afd7-9bc2-d0c0ad0020a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.598859] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035257, 'name': Rename_Task, 'duration_secs': 1.009492} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.599159] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1917.599412] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de616bb5-4c1f-4053-8181-7237c8862514 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.605307] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 1917.605307] env[62097]: value = "task-2035258" [ 1917.605307] env[62097]: _type = "Task" [ 1917.605307] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.612963] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.614408] env[62097]: DEBUG nova.compute.manager [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1917.921180] env[62097]: DEBUG nova.compute.manager [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1917.946694] env[62097]: DEBUG nova.virt.hardware [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1917.946954] env[62097]: DEBUG nova.virt.hardware [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1917.947136] env[62097]: DEBUG nova.virt.hardware [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1917.947324] env[62097]: DEBUG nova.virt.hardware [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1917.947471] env[62097]: DEBUG nova.virt.hardware [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1917.947751] env[62097]: DEBUG nova.virt.hardware [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1917.947968] env[62097]: DEBUG nova.virt.hardware [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1917.948145] env[62097]: DEBUG nova.virt.hardware [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1917.948315] env[62097]: DEBUG nova.virt.hardware [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1917.948480] env[62097]: DEBUG nova.virt.hardware [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1917.948655] env[62097]: DEBUG nova.virt.hardware [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1917.949406] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.951845] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcfe777-3892-45a0-af25-627285e9c05e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.955020] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.892s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.955020] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.956794] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.316s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.956962] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.957127] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1917.957387] env[62097]: DEBUG oslo_concurrency.lockutils [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.496s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.958882] env[62097]: INFO nova.compute.claims [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1917.962352] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea6c92e-9be8-4f9b-a28b-6dd368dd15f9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.969489] env[62097]: INFO nova.compute.manager [-] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Took 1.45 seconds to deallocate network for instance. [ 1917.973485] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac886238-3d3c-4d85-a8be-89268b5f2240 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.980848] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1085f96-6b80-452f-8bc1-4eca1e724905 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.985505] env[62097]: INFO nova.scheduler.client.report [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Deleted allocations for instance 7b70aac3-1fd6-4956-8849-ebe6def4305e [ 1917.986943] env[62097]: INFO nova.scheduler.client.report [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Deleted allocations for instance 99eaa630-0334-4760-9cac-b958f7192f26 [ 1918.010295] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270326c8-caef-4000-bfc7-12dd654c1ff7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.017454] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f4c39c-6b66-484b-97ab-3993cda0e552 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.048060] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179154MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1918.048216] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.062122] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528c05ce-c329-afd7-9bc2-d0c0ad0020a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009724} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.062122] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ebf84e0-b7c0-4ae6-b4c1-18a73ad7b6db {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.067179] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1918.067179] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e30e1b-f6a0-cb20-a9af-cf5f272756f3" [ 1918.067179] env[62097]: _type = "Task" [ 1918.067179] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.075153] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e30e1b-f6a0-cb20-a9af-cf5f272756f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.114908] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035258, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.132632] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.490664] env[62097]: DEBUG oslo_concurrency.lockutils [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.503574] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8e0c63a9-6924-4149-a339-fb76e540ea58 tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "7b70aac3-1fd6-4956-8849-ebe6def4305e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.891s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.513482] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8d7eab01-6a5d-4802-90fa-76ce8c93ceb3 tempest-ServerTagsTestJSON-1765357207 tempest-ServerTagsTestJSON-1765357207-project-member] Lock "99eaa630-0334-4760-9cac-b958f7192f26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.090s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.569073] env[62097]: DEBUG nova.compute.manager [req-e772860e-8a91-4149-aca1-bcefe1efd93c req-280a736d-b3b4-4f16-8e23-01335eb153f8 service nova] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Received event network-vif-plugged-81fc1b6f-9570-46d3-b78b-39dfa72e9c51 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1918.569338] env[62097]: DEBUG oslo_concurrency.lockutils [req-e772860e-8a91-4149-aca1-bcefe1efd93c req-280a736d-b3b4-4f16-8e23-01335eb153f8 service nova] Acquiring lock "cdf0c5b1-1971-4c87-9c84-ef4da17e3138-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.569496] env[62097]: DEBUG oslo_concurrency.lockutils [req-e772860e-8a91-4149-aca1-bcefe1efd93c req-280a736d-b3b4-4f16-8e23-01335eb153f8 service nova] Lock "cdf0c5b1-1971-4c87-9c84-ef4da17e3138-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.569779] env[62097]: DEBUG oslo_concurrency.lockutils [req-e772860e-8a91-4149-aca1-bcefe1efd93c req-280a736d-b3b4-4f16-8e23-01335eb153f8 service nova] Lock "cdf0c5b1-1971-4c87-9c84-ef4da17e3138-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.569817] env[62097]: DEBUG nova.compute.manager [req-e772860e-8a91-4149-aca1-bcefe1efd93c req-280a736d-b3b4-4f16-8e23-01335eb153f8 service nova] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] No waiting events found dispatching network-vif-plugged-81fc1b6f-9570-46d3-b78b-39dfa72e9c51 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1918.569975] env[62097]: WARNING nova.compute.manager [req-e772860e-8a91-4149-aca1-bcefe1efd93c req-280a736d-b3b4-4f16-8e23-01335eb153f8 service nova] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Received unexpected event network-vif-plugged-81fc1b6f-9570-46d3-b78b-39dfa72e9c51 for instance with vm_state building and task_state spawning. [ 1918.578864] env[62097]: DEBUG nova.network.neutron [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Successfully updated port: 81fc1b6f-9570-46d3-b78b-39dfa72e9c51 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1918.587931] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e30e1b-f6a0-cb20-a9af-cf5f272756f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009459} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.588215] env[62097]: DEBUG oslo_concurrency.lockutils [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.588447] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 5cd5ce14-883e-4649-956d-ead786f55c5d/5cd5ce14-883e-4649-956d-ead786f55c5d.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1918.588697] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-586b7d04-118a-408c-881f-bfeb003d26e0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.599034] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1918.599034] env[62097]: value = "task-2035259" [ 1918.599034] env[62097]: _type = "Task" [ 1918.599034] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.609144] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.617622] env[62097]: DEBUG oslo_vmware.api [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035258, 'name': PowerOnVM_Task, 'duration_secs': 0.557982} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.617913] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1918.618142] env[62097]: INFO nova.compute.manager [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1918.618341] env[62097]: DEBUG nova.compute.manager [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1918.619160] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdcae47-2882-4be2-839d-a5b6bab4a5a8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.081348] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquiring lock "refresh_cache-cdf0c5b1-1971-4c87-9c84-ef4da17e3138" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.081626] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquired lock "refresh_cache-cdf0c5b1-1971-4c87-9c84-ef4da17e3138" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.081706] env[62097]: DEBUG nova.network.neutron [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1919.112789] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500133} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.113133] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 5cd5ce14-883e-4649-956d-ead786f55c5d/5cd5ce14-883e-4649-956d-ead786f55c5d.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1919.113273] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1919.113591] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bcd25c6-d366-43bc-b564-c3336f90650c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.121652] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1919.121652] env[62097]: value = "task-2035260" [ 1919.121652] env[62097]: _type = "Task" [ 1919.121652] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.134708] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.139212] env[62097]: INFO nova.compute.manager [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Took 50.42 seconds to build instance. [ 1919.337721] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fffe5d-7b18-4c9a-b2a6-5ce5811b9bf7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.345514] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cc5014-6b32-4201-8f6f-1086ac1a55f8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.376342] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d50e1d-e2b1-40ec-a12f-c4ba669d4ebd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.382333] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1144fb-6b09-47e2-ba69-51f697bde3ef {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.396128] env[62097]: DEBUG nova.compute.provider_tree [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1919.437750] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "f1884230-e972-4c99-a81b-1ecf9b5d7875" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.438016] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "f1884230-e972-4c99-a81b-1ecf9b5d7875" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.438237] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "f1884230-e972-4c99-a81b-1ecf9b5d7875-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.439052] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "f1884230-e972-4c99-a81b-1ecf9b5d7875-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.439052] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "f1884230-e972-4c99-a81b-1ecf9b5d7875-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.440621] env[62097]: INFO nova.compute.manager [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Terminating instance [ 1919.631270] env[62097]: DEBUG nova.network.neutron [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1919.639121] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065639} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.639456] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1919.640309] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db37951-c320-4af7-8461-fd45ae230e88 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.643451] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4589b029-6691-47b5-b103-f89cecbf18e3 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "863f4a90-054d-4098-94e0-a945c4cfab7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.931s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.666401] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 5cd5ce14-883e-4649-956d-ead786f55c5d/5cd5ce14-883e-4649-956d-ead786f55c5d.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1919.671295] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc548c63-af02-46c8-8455-0ddd36c0aa10 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.695728] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1919.695728] env[62097]: value = "task-2035261" [ 1919.695728] env[62097]: _type = "Task" [ 1919.695728] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.704538] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.899396] env[62097]: DEBUG nova.scheduler.client.report [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1919.908114] env[62097]: DEBUG nova.network.neutron [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Updating instance_info_cache with network_info: [{"id": "81fc1b6f-9570-46d3-b78b-39dfa72e9c51", "address": "fa:16:3e:88:12:82", "network": {"id": "5389bffc-1877-4b8b-8170-24fbb3dcc81b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2104281060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce5e68cf726a4453a93d945e2c0ec08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81fc1b6f-95", "ovs_interfaceid": "81fc1b6f-9570-46d3-b78b-39dfa72e9c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.944692] env[62097]: DEBUG nova.compute.manager [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1919.945237] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1919.949023] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5d6183-15f1-4e27-b451-9f2c054ea193 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.959936] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1919.960207] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-223be6f5-1a01-4e4f-bef5-49af557b47e9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.967515] env[62097]: DEBUG oslo_vmware.api [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1919.967515] env[62097]: value = "task-2035262" [ 1919.967515] env[62097]: _type = "Task" [ 1919.967515] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.976304] env[62097]: DEBUG oslo_vmware.api [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.208961] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.407305] env[62097]: DEBUG oslo_concurrency.lockutils [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.407759] env[62097]: DEBUG nova.compute.manager [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1920.414699] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.307s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.416301] env[62097]: INFO nova.compute.claims [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1920.421914] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Releasing lock "refresh_cache-cdf0c5b1-1971-4c87-9c84-ef4da17e3138" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.422229] env[62097]: DEBUG nova.compute.manager [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Instance network_info: |[{"id": "81fc1b6f-9570-46d3-b78b-39dfa72e9c51", "address": "fa:16:3e:88:12:82", "network": {"id": "5389bffc-1877-4b8b-8170-24fbb3dcc81b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2104281060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce5e68cf726a4453a93d945e2c0ec08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81fc1b6f-95", "ovs_interfaceid": "81fc1b6f-9570-46d3-b78b-39dfa72e9c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1920.422624] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:12:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81fc1b6f-9570-46d3-b78b-39dfa72e9c51', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1920.437666] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Creating folder: Project (ce5e68cf726a4453a93d945e2c0ec08a). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1920.437666] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-520d2fd5-3ae2-4310-ae55-a79bd2570968 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.447237] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Created folder: Project (ce5e68cf726a4453a93d945e2c0ec08a) in parent group-v417770. [ 1920.447237] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Creating folder: Instances. Parent ref: group-v417973. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1920.447547] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b42f555-fdb7-4689-8b75-397e97ec34d4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.456983] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Created folder: Instances in parent group-v417973. [ 1920.457255] env[62097]: DEBUG oslo.service.loopingcall [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1920.457455] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1920.457706] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9379a6eb-60b9-45f9-abd8-c736c3be3777 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.484472] env[62097]: DEBUG oslo_vmware.api [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035262, 'name': PowerOffVM_Task, 'duration_secs': 0.344767} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.484905] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1920.485096] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1920.485318] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1920.485318] env[62097]: value = "task-2035265" [ 1920.485318] env[62097]: _type = "Task" [ 1920.485318] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.485494] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12eb41db-89bf-431b-a8df-cd211082effb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.496546] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035265, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.605945] env[62097]: DEBUG nova.compute.manager [req-b94b52b5-9f10-40a1-a958-96a156c1d042 req-f0bb1dc3-3540-4629-a0cd-00cdf757df58 service nova] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Received event network-changed-81fc1b6f-9570-46d3-b78b-39dfa72e9c51 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1920.606172] env[62097]: DEBUG nova.compute.manager [req-b94b52b5-9f10-40a1-a958-96a156c1d042 req-f0bb1dc3-3540-4629-a0cd-00cdf757df58 service nova] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Refreshing instance network info cache due to event network-changed-81fc1b6f-9570-46d3-b78b-39dfa72e9c51. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1920.606414] env[62097]: DEBUG oslo_concurrency.lockutils [req-b94b52b5-9f10-40a1-a958-96a156c1d042 req-f0bb1dc3-3540-4629-a0cd-00cdf757df58 service nova] Acquiring lock "refresh_cache-cdf0c5b1-1971-4c87-9c84-ef4da17e3138" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.608925] env[62097]: DEBUG oslo_concurrency.lockutils [req-b94b52b5-9f10-40a1-a958-96a156c1d042 req-f0bb1dc3-3540-4629-a0cd-00cdf757df58 service nova] Acquired lock "refresh_cache-cdf0c5b1-1971-4c87-9c84-ef4da17e3138" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.608925] env[62097]: DEBUG nova.network.neutron [req-b94b52b5-9f10-40a1-a958-96a156c1d042 req-f0bb1dc3-3540-4629-a0cd-00cdf757df58 service nova] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Refreshing network info cache for port 81fc1b6f-9570-46d3-b78b-39dfa72e9c51 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1920.706302] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035261, 'name': ReconfigVM_Task, 'duration_secs': 0.632469} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.706710] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 5cd5ce14-883e-4649-956d-ead786f55c5d/5cd5ce14-883e-4649-956d-ead786f55c5d.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1920.707381] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ec6f45f-13c5-423b-b769-ca83ae8284a6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.714646] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1920.714646] env[62097]: value = "task-2035267" [ 1920.714646] env[62097]: _type = "Task" [ 1920.714646] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.725471] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035267, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.751485] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "87f4043c-8854-4b5e-ad06-26a6f923b475" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.751779] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "87f4043c-8854-4b5e-ad06-26a6f923b475" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.852535] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1920.852707] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1920.852908] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Deleting the datastore file [datastore1] f1884230-e972-4c99-a81b-1ecf9b5d7875 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1920.853214] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31dd5e44-ee9d-4195-ba9a-7a67321c7702 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.860566] env[62097]: DEBUG oslo_vmware.api [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for the task: (returnval){ [ 1920.860566] env[62097]: value = "task-2035268" [ 1920.860566] env[62097]: _type = "Task" [ 1920.860566] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.870807] env[62097]: DEBUG oslo_vmware.api [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.916281] env[62097]: DEBUG nova.compute.utils [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1920.917842] env[62097]: DEBUG nova.compute.manager [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1920.918258] env[62097]: DEBUG nova.network.neutron [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1920.997711] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035265, 'name': CreateVM_Task, 'duration_secs': 0.368134} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.999572] env[62097]: DEBUG nova.policy [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc7d15b268644e63816cb6c5cff566d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3817579f80c4c85abe61d72b76c5f99', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1921.002489] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1921.002489] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.002489] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.002489] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1921.003178] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-451b59e0-0d57-4d54-944a-2ce265820ab2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.009148] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for the task: (returnval){ [ 1921.009148] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526bca90-0ada-86ec-58ba-392ed60ed53a" [ 1921.009148] env[62097]: _type = "Task" [ 1921.009148] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.018325] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526bca90-0ada-86ec-58ba-392ed60ed53a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.233380] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035267, 'name': Rename_Task, 'duration_secs': 0.186403} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.233752] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1921.234088] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b0be4db-7c06-4c55-87fd-bb37aa6e3b22 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.242461] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1921.242461] env[62097]: value = "task-2035269" [ 1921.242461] env[62097]: _type = "Task" [ 1921.242461] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.253143] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.257818] env[62097]: DEBUG nova.compute.manager [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1921.300205] env[62097]: DEBUG nova.network.neutron [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Successfully created port: 2e7baaee-b200-420f-9bf1-03cdf92922c5 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1921.372070] env[62097]: DEBUG oslo_vmware.api [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Task: {'id': task-2035268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182103} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.372443] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1921.372620] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1921.372840] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1921.373062] env[62097]: INFO nova.compute.manager [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1921.373341] env[62097]: DEBUG oslo.service.loopingcall [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1921.373566] env[62097]: DEBUG nova.compute.manager [-] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1921.373665] env[62097]: DEBUG nova.network.neutron [-] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1921.423653] env[62097]: DEBUG nova.compute.manager [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1921.479370] env[62097]: DEBUG nova.network.neutron [req-b94b52b5-9f10-40a1-a958-96a156c1d042 req-f0bb1dc3-3540-4629-a0cd-00cdf757df58 service nova] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Updated VIF entry in instance network info cache for port 81fc1b6f-9570-46d3-b78b-39dfa72e9c51. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1921.479687] env[62097]: DEBUG nova.network.neutron [req-b94b52b5-9f10-40a1-a958-96a156c1d042 req-f0bb1dc3-3540-4629-a0cd-00cdf757df58 service nova] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Updating instance_info_cache with network_info: [{"id": "81fc1b6f-9570-46d3-b78b-39dfa72e9c51", "address": "fa:16:3e:88:12:82", "network": {"id": "5389bffc-1877-4b8b-8170-24fbb3dcc81b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2104281060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce5e68cf726a4453a93d945e2c0ec08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81fc1b6f-95", "ovs_interfaceid": "81fc1b6f-9570-46d3-b78b-39dfa72e9c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.523139] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526bca90-0ada-86ec-58ba-392ed60ed53a, 'name': SearchDatastore_Task, 'duration_secs': 0.010548} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.523553] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.523934] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1921.524238] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.524439] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.525261] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1921.525261] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-805e1e98-dfad-4c18-953f-d2608c07285d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.544859] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1921.545243] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1921.546140] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7207d9c-538b-47e4-be14-edc976622923 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.557324] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for the task: (returnval){ [ 1921.557324] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5203de97-e4ca-8a7c-713f-2d52024b5f59" [ 1921.557324] env[62097]: _type = "Task" [ 1921.557324] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.566271] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5203de97-e4ca-8a7c-713f-2d52024b5f59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.756046] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035269, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.780020] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.801617] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489ed76e-660a-47d7-b621-0a1fbbf14fdb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.810983] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff5f26e-c394-475d-a885-127487e32871 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.841083] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d10699-725e-4f8f-a368-9cc9d2b1648d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.848734] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f89875-ac46-4c5d-b6b2-fc9f7f011b54 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.861723] env[62097]: DEBUG nova.compute.provider_tree [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1921.984778] env[62097]: DEBUG oslo_concurrency.lockutils [req-b94b52b5-9f10-40a1-a958-96a156c1d042 req-f0bb1dc3-3540-4629-a0cd-00cdf757df58 service nova] Releasing lock "refresh_cache-cdf0c5b1-1971-4c87-9c84-ef4da17e3138" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.068565] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5203de97-e4ca-8a7c-713f-2d52024b5f59, 'name': SearchDatastore_Task, 'duration_secs': 0.016974} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.069434] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e0f8604-01ec-42c0-9cdf-257a356f127e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.075559] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for the task: (returnval){ [ 1922.075559] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52722984-b482-b295-3ea7-51b1c61f0dd4" [ 1922.075559] env[62097]: _type = "Task" [ 1922.075559] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.084076] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52722984-b482-b295-3ea7-51b1c61f0dd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.254413] env[62097]: DEBUG nova.network.neutron [-] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.255512] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035269, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.366169] env[62097]: DEBUG nova.scheduler.client.report [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1922.433119] env[62097]: DEBUG nova.compute.manager [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1922.455246] env[62097]: DEBUG nova.virt.hardware [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1922.455511] env[62097]: DEBUG nova.virt.hardware [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1922.455699] env[62097]: DEBUG nova.virt.hardware [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1922.455950] env[62097]: DEBUG nova.virt.hardware [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1922.456780] env[62097]: DEBUG nova.virt.hardware [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1922.456780] env[62097]: DEBUG nova.virt.hardware [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1922.456780] env[62097]: DEBUG nova.virt.hardware [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1922.456780] env[62097]: DEBUG nova.virt.hardware [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1922.456780] env[62097]: DEBUG nova.virt.hardware [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1922.457029] env[62097]: DEBUG nova.virt.hardware [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1922.457093] env[62097]: DEBUG nova.virt.hardware [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1922.457991] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62346d6b-a632-40ae-ada6-66127dc206b5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.466367] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e41ab9-9d2a-4a99-b79a-d4510bdf425d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.588521] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52722984-b482-b295-3ea7-51b1c61f0dd4, 'name': SearchDatastore_Task, 'duration_secs': 0.008623} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.588521] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.588521] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] cdf0c5b1-1971-4c87-9c84-ef4da17e3138/cdf0c5b1-1971-4c87-9c84-ef4da17e3138.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1922.588521] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce9da9f3-4e2f-4bec-a7f2-fc0aa5b2f1a4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.595026] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for the task: (returnval){ [ 1922.595026] env[62097]: value = "task-2035270" [ 1922.595026] env[62097]: _type = "Task" [ 1922.595026] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.603704] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.664243] env[62097]: DEBUG nova.compute.manager [req-f309ec66-5d78-4dd6-8167-8d6cafb7dbc3 req-459068dc-c72e-442c-a0ef-530708c925c8 service nova] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Received event network-vif-deleted-3c8562bc-a170-4434-826b-371791a5df9c {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1922.754949] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035269, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.756485] env[62097]: INFO nova.compute.manager [-] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Took 1.38 seconds to deallocate network for instance. [ 1922.871856] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.873028] env[62097]: DEBUG nova.compute.manager [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1922.875643] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.817s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.877907] env[62097]: INFO nova.compute.claims [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1922.981842] env[62097]: DEBUG nova.network.neutron [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Successfully updated port: 2e7baaee-b200-420f-9bf1-03cdf92922c5 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1923.105908] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509184} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.106226] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] cdf0c5b1-1971-4c87-9c84-ef4da17e3138/cdf0c5b1-1971-4c87-9c84-ef4da17e3138.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1923.106441] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1923.106700] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f772d8e9-56ba-4012-8e4e-3ed7b8a21b20 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.112667] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for the task: (returnval){ [ 1923.112667] env[62097]: value = "task-2035271" [ 1923.112667] env[62097]: _type = "Task" [ 1923.112667] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.120234] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.255494] env[62097]: DEBUG oslo_vmware.api [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035269, 'name': PowerOnVM_Task, 'duration_secs': 1.531667} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.255903] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1923.255968] env[62097]: DEBUG nova.compute.manager [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1923.256732] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1844438-7438-417a-a433-1e68628d8fa6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.263361] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.382582] env[62097]: DEBUG nova.compute.utils [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1923.385836] env[62097]: DEBUG nova.compute.manager [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1923.386022] env[62097]: DEBUG nova.network.neutron [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1923.433363] env[62097]: DEBUG nova.policy [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e96ac3c392e54caa81a8edad2c9c2067', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7166c7592ef40b6a96210b9e9e530b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1923.484636] env[62097]: DEBUG oslo_concurrency.lockutils [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Acquiring lock "refresh_cache-528dd1d8-613f-4fa0-bd83-425bdf06bcd0" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.484802] env[62097]: DEBUG oslo_concurrency.lockutils [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Acquired lock "refresh_cache-528dd1d8-613f-4fa0-bd83-425bdf06bcd0" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.484954] env[62097]: DEBUG nova.network.neutron [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1923.623171] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07204} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.623470] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1923.624232] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4484af15-17de-44c7-a336-7a72567cead3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.650223] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] cdf0c5b1-1971-4c87-9c84-ef4da17e3138/cdf0c5b1-1971-4c87-9c84-ef4da17e3138.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1923.650223] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a252f58a-f044-489e-8b8c-aa8ba799f6b3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.669395] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for the task: (returnval){ [ 1923.669395] env[62097]: value = "task-2035272" [ 1923.669395] env[62097]: _type = "Task" [ 1923.669395] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.678398] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.706509] env[62097]: DEBUG nova.network.neutron [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Successfully created port: 876d2824-7c73-4cd1-8e57-400c39804568 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1923.774954] env[62097]: DEBUG oslo_concurrency.lockutils [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.887106] env[62097]: DEBUG nova.compute.manager [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1924.028747] env[62097]: DEBUG nova.network.neutron [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1924.173753] env[62097]: DEBUG nova.network.neutron [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Updating instance_info_cache with network_info: [{"id": "2e7baaee-b200-420f-9bf1-03cdf92922c5", "address": "fa:16:3e:6f:0c:2b", "network": {"id": "df24db15-10ba-47a7-942a-f4a28efe655a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-661439070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3817579f80c4c85abe61d72b76c5f99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e7baaee-b2", "ovs_interfaceid": "2e7baaee-b200-420f-9bf1-03cdf92922c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.182862] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035272, 'name': ReconfigVM_Task, 'duration_secs': 0.282748} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.183115] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Reconfigured VM instance instance-00000049 to attach disk [datastore1] cdf0c5b1-1971-4c87-9c84-ef4da17e3138/cdf0c5b1-1971-4c87-9c84-ef4da17e3138.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1924.183812] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c16363d5-dff0-423e-902d-7d07beb46214 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.191624] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for the task: (returnval){ [ 1924.191624] env[62097]: value = "task-2035273" [ 1924.191624] env[62097]: _type = "Task" [ 1924.191624] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.200222] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035273, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.246999] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7402a86-bfc1-43e7-b71e-794211fda9dc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.253546] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bdbf1b-f143-47de-8d8c-b50d723b8d8e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.284956] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f010f0-8242-43f1-bf2d-94d643b99d03 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.292320] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fa33a2-6fef-4a69-9b2d-3a9d460f9116 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.305590] env[62097]: DEBUG nova.compute.provider_tree [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1924.679196] env[62097]: DEBUG oslo_concurrency.lockutils [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Releasing lock "refresh_cache-528dd1d8-613f-4fa0-bd83-425bdf06bcd0" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.679660] env[62097]: DEBUG nova.compute.manager [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Instance network_info: |[{"id": "2e7baaee-b200-420f-9bf1-03cdf92922c5", "address": "fa:16:3e:6f:0c:2b", "network": {"id": "df24db15-10ba-47a7-942a-f4a28efe655a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-661439070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3817579f80c4c85abe61d72b76c5f99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e7baaee-b2", "ovs_interfaceid": "2e7baaee-b200-420f-9bf1-03cdf92922c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1924.680271] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:0c:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e7baaee-b200-420f-9bf1-03cdf92922c5', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1924.687689] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Creating folder: Project (b3817579f80c4c85abe61d72b76c5f99). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1924.689036] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7244b0ec-8a90-48b0-8067-45cf5c4f81a4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.691758] env[62097]: DEBUG nova.compute.manager [req-21a84b56-b270-4470-afcd-d9a3befa110f req-32bed853-3607-420b-b0e1-97d09338e9df service nova] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Received event network-vif-plugged-2e7baaee-b200-420f-9bf1-03cdf92922c5 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1924.691962] env[62097]: DEBUG oslo_concurrency.lockutils [req-21a84b56-b270-4470-afcd-d9a3befa110f req-32bed853-3607-420b-b0e1-97d09338e9df service nova] Acquiring lock "528dd1d8-613f-4fa0-bd83-425bdf06bcd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.692285] env[62097]: DEBUG oslo_concurrency.lockutils [req-21a84b56-b270-4470-afcd-d9a3befa110f req-32bed853-3607-420b-b0e1-97d09338e9df service nova] Lock "528dd1d8-613f-4fa0-bd83-425bdf06bcd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.692459] env[62097]: DEBUG oslo_concurrency.lockutils [req-21a84b56-b270-4470-afcd-d9a3befa110f req-32bed853-3607-420b-b0e1-97d09338e9df service nova] Lock "528dd1d8-613f-4fa0-bd83-425bdf06bcd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.692629] env[62097]: DEBUG nova.compute.manager [req-21a84b56-b270-4470-afcd-d9a3befa110f req-32bed853-3607-420b-b0e1-97d09338e9df service nova] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] No waiting events found dispatching network-vif-plugged-2e7baaee-b200-420f-9bf1-03cdf92922c5 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1924.692787] env[62097]: WARNING nova.compute.manager [req-21a84b56-b270-4470-afcd-d9a3befa110f req-32bed853-3607-420b-b0e1-97d09338e9df service nova] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Received unexpected event network-vif-plugged-2e7baaee-b200-420f-9bf1-03cdf92922c5 for instance with vm_state building and task_state spawning. [ 1924.692940] env[62097]: DEBUG nova.compute.manager [req-21a84b56-b270-4470-afcd-d9a3befa110f req-32bed853-3607-420b-b0e1-97d09338e9df service nova] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Received event network-changed-2e7baaee-b200-420f-9bf1-03cdf92922c5 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1924.693103] env[62097]: DEBUG nova.compute.manager [req-21a84b56-b270-4470-afcd-d9a3befa110f req-32bed853-3607-420b-b0e1-97d09338e9df service nova] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Refreshing instance network info cache due to event network-changed-2e7baaee-b200-420f-9bf1-03cdf92922c5. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1924.693288] env[62097]: DEBUG oslo_concurrency.lockutils [req-21a84b56-b270-4470-afcd-d9a3befa110f req-32bed853-3607-420b-b0e1-97d09338e9df service nova] Acquiring lock "refresh_cache-528dd1d8-613f-4fa0-bd83-425bdf06bcd0" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.693420] env[62097]: DEBUG oslo_concurrency.lockutils [req-21a84b56-b270-4470-afcd-d9a3befa110f req-32bed853-3607-420b-b0e1-97d09338e9df service nova] Acquired lock "refresh_cache-528dd1d8-613f-4fa0-bd83-425bdf06bcd0" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.693597] env[62097]: DEBUG nova.network.neutron [req-21a84b56-b270-4470-afcd-d9a3befa110f req-32bed853-3607-420b-b0e1-97d09338e9df service nova] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Refreshing network info cache for port 2e7baaee-b200-420f-9bf1-03cdf92922c5 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1924.706234] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035273, 'name': Rename_Task, 'duration_secs': 0.154788} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.707552] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1924.707819] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Created folder: Project (b3817579f80c4c85abe61d72b76c5f99) in parent group-v417770. [ 1924.707991] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Creating folder: Instances. Parent ref: group-v417976. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1924.708213] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08fe10d9-dc87-4e21-9c76-16e573a65920 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.709829] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fddc9138-df27-4cd7-9a58-5557d5873090 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.715519] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for the task: (returnval){ [ 1924.715519] env[62097]: value = "task-2035275" [ 1924.715519] env[62097]: _type = "Task" [ 1924.715519] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.723023] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Created folder: Instances in parent group-v417976. [ 1924.723023] env[62097]: DEBUG oslo.service.loopingcall [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1924.723023] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1924.723023] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03a1bd89-1208-419a-b363-e8a7ebe73905 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.738275] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.743295] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1924.743295] env[62097]: value = "task-2035277" [ 1924.743295] env[62097]: _type = "Task" [ 1924.743295] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.751323] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035277, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.809236] env[62097]: DEBUG nova.scheduler.client.report [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1924.900377] env[62097]: DEBUG nova.compute.manager [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1924.930409] env[62097]: DEBUG nova.virt.hardware [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1924.930704] env[62097]: DEBUG nova.virt.hardware [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1924.930874] env[62097]: DEBUG nova.virt.hardware [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1924.931126] env[62097]: DEBUG nova.virt.hardware [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1924.931353] env[62097]: DEBUG nova.virt.hardware [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1924.931614] env[62097]: DEBUG nova.virt.hardware [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1924.932071] env[62097]: DEBUG nova.virt.hardware [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1924.932196] env[62097]: DEBUG nova.virt.hardware [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1924.932336] env[62097]: DEBUG nova.virt.hardware [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1924.932502] env[62097]: DEBUG nova.virt.hardware [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1924.932708] env[62097]: DEBUG nova.virt.hardware [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1924.933692] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbf3965-c133-4200-bd8b-f911203acf92 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.942820] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6bcf4d-d8d5-449d-89dd-a6da8cc6eb22 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.014399] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquiring lock "5cd5ce14-883e-4649-956d-ead786f55c5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.014621] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Lock "5cd5ce14-883e-4649-956d-ead786f55c5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.014865] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquiring lock "5cd5ce14-883e-4649-956d-ead786f55c5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.015113] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Lock "5cd5ce14-883e-4649-956d-ead786f55c5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.015445] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Lock "5cd5ce14-883e-4649-956d-ead786f55c5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.017735] env[62097]: INFO nova.compute.manager [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Terminating instance [ 1925.226106] env[62097]: DEBUG oslo_vmware.api [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035275, 'name': PowerOnVM_Task, 'duration_secs': 0.479569} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.227507] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1925.227507] env[62097]: INFO nova.compute.manager [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1925.227507] env[62097]: DEBUG nova.compute.manager [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1925.227507] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23835d6-cf9d-492d-8097-d71e84a3ab2b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.254934] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035277, 'name': CreateVM_Task, 'duration_secs': 0.450874} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.254934] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1925.255139] env[62097]: DEBUG oslo_concurrency.lockutils [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.255273] env[62097]: DEBUG oslo_concurrency.lockutils [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.255647] env[62097]: DEBUG oslo_concurrency.lockutils [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1925.255936] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-030f2ad9-c446-4cd1-853f-c4609d001e18 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.260497] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Waiting for the task: (returnval){ [ 1925.260497] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5273f518-d8bc-ba05-db36-9c2c7f68cfba" [ 1925.260497] env[62097]: _type = "Task" [ 1925.260497] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.268587] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5273f518-d8bc-ba05-db36-9c2c7f68cfba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.315300] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.315863] env[62097]: DEBUG nova.compute.manager [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1925.318522] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.543s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.318753] env[62097]: DEBUG nova.objects.instance [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lazy-loading 'resources' on Instance uuid 3fc3c152-d30e-40fa-80d8-a2333bf125e0 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1925.522793] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquiring lock "refresh_cache-5cd5ce14-883e-4649-956d-ead786f55c5d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.523197] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquired lock "refresh_cache-5cd5ce14-883e-4649-956d-ead786f55c5d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.523197] env[62097]: DEBUG nova.network.neutron [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1925.551589] env[62097]: DEBUG nova.network.neutron [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Successfully updated port: 876d2824-7c73-4cd1-8e57-400c39804568 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1925.655166] env[62097]: DEBUG nova.network.neutron [req-21a84b56-b270-4470-afcd-d9a3befa110f req-32bed853-3607-420b-b0e1-97d09338e9df service nova] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Updated VIF entry in instance network info cache for port 2e7baaee-b200-420f-9bf1-03cdf92922c5. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1925.655540] env[62097]: DEBUG nova.network.neutron [req-21a84b56-b270-4470-afcd-d9a3befa110f req-32bed853-3607-420b-b0e1-97d09338e9df service nova] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Updating instance_info_cache with network_info: [{"id": "2e7baaee-b200-420f-9bf1-03cdf92922c5", "address": "fa:16:3e:6f:0c:2b", "network": {"id": "df24db15-10ba-47a7-942a-f4a28efe655a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-661439070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3817579f80c4c85abe61d72b76c5f99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e7baaee-b2", "ovs_interfaceid": "2e7baaee-b200-420f-9bf1-03cdf92922c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.743258] env[62097]: INFO nova.compute.manager [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Took 52.18 seconds to build instance. [ 1925.772527] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5273f518-d8bc-ba05-db36-9c2c7f68cfba, 'name': SearchDatastore_Task, 'duration_secs': 0.009666} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.772889] env[62097]: DEBUG oslo_concurrency.lockutils [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.773149] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1925.773578] env[62097]: DEBUG oslo_concurrency.lockutils [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.773664] env[62097]: DEBUG oslo_concurrency.lockutils [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.773835] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1925.774124] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c74bd1a-d160-4607-8457-b60428b6778f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.783642] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1925.783767] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1925.784483] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f37894b0-42cc-4cd5-8040-3a4ce3044c96 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.791453] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Waiting for the task: (returnval){ [ 1925.791453] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5240c1ec-f256-712c-c16f-2a2510c0a8dc" [ 1925.791453] env[62097]: _type = "Task" [ 1925.791453] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.803289] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5240c1ec-f256-712c-c16f-2a2510c0a8dc, 'name': SearchDatastore_Task, 'duration_secs': 0.008786} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.803289] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f19781db-5d8a-485f-98af-37912c0ae8be {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.810505] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Waiting for the task: (returnval){ [ 1925.810505] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5231058b-e402-7574-0370-63a125a33bc1" [ 1925.810505] env[62097]: _type = "Task" [ 1925.810505] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.821958] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5231058b-e402-7574-0370-63a125a33bc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.829885] env[62097]: DEBUG nova.compute.utils [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1925.831763] env[62097]: DEBUG nova.compute.manager [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1925.831763] env[62097]: DEBUG nova.network.neutron [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1925.877390] env[62097]: DEBUG nova.policy [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b709d7bebdbd4d91b15f3f2e08415cd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e12bb11b9e548798618c073b9b30454', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1926.053987] env[62097]: DEBUG nova.network.neutron [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1926.056169] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.056224] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.056363] env[62097]: DEBUG nova.network.neutron [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1926.142465] env[62097]: DEBUG nova.network.neutron [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.158343] env[62097]: DEBUG oslo_concurrency.lockutils [req-21a84b56-b270-4470-afcd-d9a3befa110f req-32bed853-3607-420b-b0e1-97d09338e9df service nova] Releasing lock "refresh_cache-528dd1d8-613f-4fa0-bd83-425bdf06bcd0" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.221029] env[62097]: DEBUG nova.network.neutron [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Successfully created port: 5a7cf077-f895-4194-bc2e-695101ef5be3 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1926.245869] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48fc37a4-28c7-4172-9c11-e57b3548ad89 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lock "cdf0c5b1-1971-4c87-9c84-ef4da17e3138" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.222s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.264494] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13c47fb-d4eb-4fd4-bf37-8c603ca0c596 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.272786] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64b887a-c412-4713-a0ac-867277c646c0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.304851] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b839d63-028e-488e-ac0e-759ff4a50b08 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.315941] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149605e5-3ef3-4de0-9c3f-f59c7660d691 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.325202] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5231058b-e402-7574-0370-63a125a33bc1, 'name': SearchDatastore_Task, 'duration_secs': 0.008894} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.333237] env[62097]: DEBUG oslo_concurrency.lockutils [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.333550] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 528dd1d8-613f-4fa0-bd83-425bdf06bcd0/528dd1d8-613f-4fa0-bd83-425bdf06bcd0.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1926.333998] env[62097]: DEBUG nova.compute.provider_tree [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1926.335448] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebd11996-5d82-4878-9a9e-b857dabe0e79 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.337646] env[62097]: DEBUG nova.compute.manager [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1926.350337] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Waiting for the task: (returnval){ [ 1926.350337] env[62097]: value = "task-2035278" [ 1926.350337] env[62097]: _type = "Task" [ 1926.350337] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.364207] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Task: {'id': task-2035278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.595554] env[62097]: DEBUG nova.network.neutron [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1926.645645] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Releasing lock "refresh_cache-5cd5ce14-883e-4649-956d-ead786f55c5d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.646473] env[62097]: DEBUG nova.compute.manager [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1926.646960] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1926.647936] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ea993c-dc0a-49d2-a505-315e58e6d387 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.655419] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1926.655817] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4947fe3-ccc5-40ab-85a8-c18a8f4c28cc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.663702] env[62097]: DEBUG oslo_vmware.api [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1926.663702] env[62097]: value = "task-2035279" [ 1926.663702] env[62097]: _type = "Task" [ 1926.663702] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.673046] env[62097]: DEBUG oslo_vmware.api [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.763202] env[62097]: DEBUG nova.network.neutron [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Updating instance_info_cache with network_info: [{"id": "876d2824-7c73-4cd1-8e57-400c39804568", "address": "fa:16:3e:a1:94:5d", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876d2824-7c", "ovs_interfaceid": "876d2824-7c73-4cd1-8e57-400c39804568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.842086] env[62097]: DEBUG nova.scheduler.client.report [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1926.866800] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Task: {'id': task-2035278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513952} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.867144] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 528dd1d8-613f-4fa0-bd83-425bdf06bcd0/528dd1d8-613f-4fa0-bd83-425bdf06bcd0.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1926.867409] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1926.867710] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3df4d3fa-4b89-4460-87b9-f48a3c3b4670 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.874877] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Waiting for the task: (returnval){ [ 1926.874877] env[62097]: value = "task-2035280" [ 1926.874877] env[62097]: _type = "Task" [ 1926.874877] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.882836] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Task: {'id': task-2035280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.060797] env[62097]: DEBUG nova.compute.manager [req-5710b837-90e3-48e2-a189-32713e88af3c req-b884d059-1d56-4c6f-859c-7b5a94b2f778 service nova] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Received event network-changed-81fc1b6f-9570-46d3-b78b-39dfa72e9c51 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1927.061014] env[62097]: DEBUG nova.compute.manager [req-5710b837-90e3-48e2-a189-32713e88af3c req-b884d059-1d56-4c6f-859c-7b5a94b2f778 service nova] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Refreshing instance network info cache due to event network-changed-81fc1b6f-9570-46d3-b78b-39dfa72e9c51. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1927.061541] env[62097]: DEBUG oslo_concurrency.lockutils [req-5710b837-90e3-48e2-a189-32713e88af3c req-b884d059-1d56-4c6f-859c-7b5a94b2f778 service nova] Acquiring lock "refresh_cache-cdf0c5b1-1971-4c87-9c84-ef4da17e3138" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.061690] env[62097]: DEBUG oslo_concurrency.lockutils [req-5710b837-90e3-48e2-a189-32713e88af3c req-b884d059-1d56-4c6f-859c-7b5a94b2f778 service nova] Acquired lock "refresh_cache-cdf0c5b1-1971-4c87-9c84-ef4da17e3138" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.061862] env[62097]: DEBUG nova.network.neutron [req-5710b837-90e3-48e2-a189-32713e88af3c req-b884d059-1d56-4c6f-859c-7b5a94b2f778 service nova] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Refreshing network info cache for port 81fc1b6f-9570-46d3-b78b-39dfa72e9c51 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1927.084155] env[62097]: DEBUG nova.compute.manager [req-083d1f38-bfbe-49f2-8d13-e95ca210b061 req-595d161f-c9e1-4bfc-bebb-4e6592fa8839 service nova] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Received event network-vif-plugged-876d2824-7c73-4cd1-8e57-400c39804568 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1927.084155] env[62097]: DEBUG oslo_concurrency.lockutils [req-083d1f38-bfbe-49f2-8d13-e95ca210b061 req-595d161f-c9e1-4bfc-bebb-4e6592fa8839 service nova] Acquiring lock "94c79923-ba65-435f-ab7f-2d1ba6399b51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.084155] env[62097]: DEBUG oslo_concurrency.lockutils [req-083d1f38-bfbe-49f2-8d13-e95ca210b061 req-595d161f-c9e1-4bfc-bebb-4e6592fa8839 service nova] Lock "94c79923-ba65-435f-ab7f-2d1ba6399b51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.084155] env[62097]: DEBUG oslo_concurrency.lockutils [req-083d1f38-bfbe-49f2-8d13-e95ca210b061 req-595d161f-c9e1-4bfc-bebb-4e6592fa8839 service nova] Lock "94c79923-ba65-435f-ab7f-2d1ba6399b51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.084803] env[62097]: DEBUG nova.compute.manager [req-083d1f38-bfbe-49f2-8d13-e95ca210b061 req-595d161f-c9e1-4bfc-bebb-4e6592fa8839 service nova] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] No waiting events found dispatching network-vif-plugged-876d2824-7c73-4cd1-8e57-400c39804568 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1927.085154] env[62097]: WARNING nova.compute.manager [req-083d1f38-bfbe-49f2-8d13-e95ca210b061 req-595d161f-c9e1-4bfc-bebb-4e6592fa8839 service nova] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Received unexpected event network-vif-plugged-876d2824-7c73-4cd1-8e57-400c39804568 for instance with vm_state building and task_state spawning. [ 1927.085492] env[62097]: DEBUG nova.compute.manager [req-083d1f38-bfbe-49f2-8d13-e95ca210b061 req-595d161f-c9e1-4bfc-bebb-4e6592fa8839 service nova] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Received event network-changed-876d2824-7c73-4cd1-8e57-400c39804568 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1927.086266] env[62097]: DEBUG nova.compute.manager [req-083d1f38-bfbe-49f2-8d13-e95ca210b061 req-595d161f-c9e1-4bfc-bebb-4e6592fa8839 service nova] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Refreshing instance network info cache due to event network-changed-876d2824-7c73-4cd1-8e57-400c39804568. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1927.086266] env[62097]: DEBUG oslo_concurrency.lockutils [req-083d1f38-bfbe-49f2-8d13-e95ca210b061 req-595d161f-c9e1-4bfc-bebb-4e6592fa8839 service nova] Acquiring lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.176721] env[62097]: DEBUG oslo_vmware.api [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035279, 'name': PowerOffVM_Task, 'duration_secs': 0.379967} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.176721] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1927.176721] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1927.176721] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbe553ef-dc47-48f8-8fa0-cc1a7bc87207 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.203024] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1927.203024] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1927.203024] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Deleting the datastore file [datastore2] 5cd5ce14-883e-4649-956d-ead786f55c5d {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1927.203024] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d840f8fe-893c-406a-829a-e39c4d78df80 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.211269] env[62097]: DEBUG oslo_vmware.api [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1927.211269] env[62097]: value = "task-2035282" [ 1927.211269] env[62097]: _type = "Task" [ 1927.211269] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.224737] env[62097]: DEBUG oslo_vmware.api [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.265712] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Releasing lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.266663] env[62097]: DEBUG nova.compute.manager [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Instance network_info: |[{"id": "876d2824-7c73-4cd1-8e57-400c39804568", "address": "fa:16:3e:a1:94:5d", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876d2824-7c", "ovs_interfaceid": "876d2824-7c73-4cd1-8e57-400c39804568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1927.269019] env[62097]: DEBUG oslo_concurrency.lockutils [req-083d1f38-bfbe-49f2-8d13-e95ca210b061 req-595d161f-c9e1-4bfc-bebb-4e6592fa8839 service nova] Acquired lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.269019] env[62097]: DEBUG nova.network.neutron [req-083d1f38-bfbe-49f2-8d13-e95ca210b061 req-595d161f-c9e1-4bfc-bebb-4e6592fa8839 service nova] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Refreshing network info cache for port 876d2824-7c73-4cd1-8e57-400c39804568 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1927.273014] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:94:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '876d2824-7c73-4cd1-8e57-400c39804568', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1927.281634] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Creating folder: Project (a7166c7592ef40b6a96210b9e9e530b5). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1927.283304] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31340f8d-c045-4575-9ab6-932bcd8d5d14 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.297157] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Created folder: Project (a7166c7592ef40b6a96210b9e9e530b5) in parent group-v417770. [ 1927.297157] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Creating folder: Instances. Parent ref: group-v417979. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1927.297157] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e678fea2-68fd-4bd5-a862-4feab8eef91a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.312025] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Created folder: Instances in parent group-v417979. [ 1927.312025] env[62097]: DEBUG oslo.service.loopingcall [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1927.312025] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1927.312025] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2668771-c02c-4cd6-bd92-fc79c14e4092 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.335263] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1927.335263] env[62097]: value = "task-2035285" [ 1927.335263] env[62097]: _type = "Task" [ 1927.335263] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.345982] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035285, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.357020] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.357020] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.604s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.359211] env[62097]: INFO nova.compute.claims [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1927.365068] env[62097]: DEBUG nova.compute.manager [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1927.391125] env[62097]: INFO nova.scheduler.client.report [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Deleted allocations for instance 3fc3c152-d30e-40fa-80d8-a2333bf125e0 [ 1927.395385] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Task: {'id': task-2035280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084021} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.401633] env[62097]: DEBUG nova.virt.hardware [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1927.401633] env[62097]: DEBUG nova.virt.hardware [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1927.401633] env[62097]: DEBUG nova.virt.hardware [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1927.401633] env[62097]: DEBUG nova.virt.hardware [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1927.401633] env[62097]: DEBUG nova.virt.hardware [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1927.401633] env[62097]: DEBUG nova.virt.hardware [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1927.401872] env[62097]: DEBUG nova.virt.hardware [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1927.401872] env[62097]: DEBUG nova.virt.hardware [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1927.402343] env[62097]: DEBUG nova.virt.hardware [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1927.402343] env[62097]: DEBUG nova.virt.hardware [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1927.402452] env[62097]: DEBUG nova.virt.hardware [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1927.402675] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1927.403484] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd89218b-f78a-46ec-a567-14b8f891e30f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.407295] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616e1ef7-b951-4d8b-a9a3-4c37861ead85 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.425661] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f796a4-a4cd-42db-83a0-82c9cf8a4285 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.439093] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 528dd1d8-613f-4fa0-bd83-425bdf06bcd0/528dd1d8-613f-4fa0-bd83-425bdf06bcd0.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1927.440113] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6157d45-fe09-4e54-a711-1ccb3ec76665 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.470468] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Waiting for the task: (returnval){ [ 1927.470468] env[62097]: value = "task-2035286" [ 1927.470468] env[62097]: _type = "Task" [ 1927.470468] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.480428] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Task: {'id': task-2035286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.724042] env[62097]: DEBUG oslo_vmware.api [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099855} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.726955] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1927.726955] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1927.727180] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1927.727391] env[62097]: INFO nova.compute.manager [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1927.727644] env[62097]: DEBUG oslo.service.loopingcall [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1927.728171] env[62097]: DEBUG nova.compute.manager [-] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1927.728278] env[62097]: DEBUG nova.network.neutron [-] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1927.754129] env[62097]: DEBUG nova.network.neutron [-] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1927.847193] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035285, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.912297] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cd9a97cd-579c-4821-9089-ce46c74bd82a tempest-ImagesOneServerNegativeTestJSON-595990924 tempest-ImagesOneServerNegativeTestJSON-595990924-project-member] Lock "3fc3c152-d30e-40fa-80d8-a2333bf125e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.587s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.942222] env[62097]: DEBUG nova.network.neutron [req-5710b837-90e3-48e2-a189-32713e88af3c req-b884d059-1d56-4c6f-859c-7b5a94b2f778 service nova] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Updated VIF entry in instance network info cache for port 81fc1b6f-9570-46d3-b78b-39dfa72e9c51. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1927.942700] env[62097]: DEBUG nova.network.neutron [req-5710b837-90e3-48e2-a189-32713e88af3c req-b884d059-1d56-4c6f-859c-7b5a94b2f778 service nova] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Updating instance_info_cache with network_info: [{"id": "81fc1b6f-9570-46d3-b78b-39dfa72e9c51", "address": "fa:16:3e:88:12:82", "network": {"id": "5389bffc-1877-4b8b-8170-24fbb3dcc81b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2104281060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce5e68cf726a4453a93d945e2c0ec08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81fc1b6f-95", "ovs_interfaceid": "81fc1b6f-9570-46d3-b78b-39dfa72e9c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.948841] env[62097]: DEBUG nova.network.neutron [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Successfully updated port: 5a7cf077-f895-4194-bc2e-695101ef5be3 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1927.984527] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Task: {'id': task-2035286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.257044] env[62097]: DEBUG nova.network.neutron [-] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.323340] env[62097]: DEBUG nova.network.neutron [req-083d1f38-bfbe-49f2-8d13-e95ca210b061 req-595d161f-c9e1-4bfc-bebb-4e6592fa8839 service nova] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Updated VIF entry in instance network info cache for port 876d2824-7c73-4cd1-8e57-400c39804568. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1928.323756] env[62097]: DEBUG nova.network.neutron [req-083d1f38-bfbe-49f2-8d13-e95ca210b061 req-595d161f-c9e1-4bfc-bebb-4e6592fa8839 service nova] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Updating instance_info_cache with network_info: [{"id": "876d2824-7c73-4cd1-8e57-400c39804568", "address": "fa:16:3e:a1:94:5d", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876d2824-7c", "ovs_interfaceid": "876d2824-7c73-4cd1-8e57-400c39804568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.347883] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035285, 'name': CreateVM_Task, 'duration_secs': 0.639452} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.348131] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1928.349073] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.349073] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.349567] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1928.350262] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e01b3762-e3f3-4edd-a72f-6a7928d4c96f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.355427] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 1928.355427] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5242496f-16e5-1a6a-98cb-462e0547c033" [ 1928.355427] env[62097]: _type = "Task" [ 1928.355427] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.365021] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5242496f-16e5-1a6a-98cb-462e0547c033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.444664] env[62097]: DEBUG oslo_concurrency.lockutils [req-5710b837-90e3-48e2-a189-32713e88af3c req-b884d059-1d56-4c6f-859c-7b5a94b2f778 service nova] Releasing lock "refresh_cache-cdf0c5b1-1971-4c87-9c84-ef4da17e3138" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.454617] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "refresh_cache-9bc046f5-823e-46d0-8dc9-2aaf221af530" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.454617] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired lock "refresh_cache-9bc046f5-823e-46d0-8dc9-2aaf221af530" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.454824] env[62097]: DEBUG nova.network.neutron [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1928.484279] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Task: {'id': task-2035286, 'name': ReconfigVM_Task, 'duration_secs': 0.746979} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.484583] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 528dd1d8-613f-4fa0-bd83-425bdf06bcd0/528dd1d8-613f-4fa0-bd83-425bdf06bcd0.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1928.486008] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fbf0c8d-cc78-4224-9a58-2fee9a25e081 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.493011] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Waiting for the task: (returnval){ [ 1928.493011] env[62097]: value = "task-2035287" [ 1928.493011] env[62097]: _type = "Task" [ 1928.493011] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.505183] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Task: {'id': task-2035287, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.760897] env[62097]: INFO nova.compute.manager [-] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Took 1.03 seconds to deallocate network for instance. [ 1928.777320] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f74ed96-00d7-4f0a-964a-4dfb7c1d5d20 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.792046] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29401fc-3a37-4c59-a8f3-9c1e910b8b17 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.827716] env[62097]: DEBUG oslo_concurrency.lockutils [req-083d1f38-bfbe-49f2-8d13-e95ca210b061 req-595d161f-c9e1-4bfc-bebb-4e6592fa8839 service nova] Releasing lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.829357] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55497e39-d26b-4f9a-b691-2c552d826beb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.839098] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74fc327-1b4d-4ec5-9993-8d71bdd9d5e0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.861746] env[62097]: DEBUG nova.compute.provider_tree [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1928.873784] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5242496f-16e5-1a6a-98cb-462e0547c033, 'name': SearchDatastore_Task, 'duration_secs': 0.008624} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.874183] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.874356] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1928.874604] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.874829] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.875036] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1928.875305] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf4beb01-381a-4650-ab29-edcbb7a530b3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.887728] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1928.887728] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1928.887728] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a3797e-7b70-4650-a018-cea8ff44d238 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.890491] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 1928.890491] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521f8fb0-bbd2-ef37-0aa2-ff0e951f2e7e" [ 1928.890491] env[62097]: _type = "Task" [ 1928.890491] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.898420] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521f8fb0-bbd2-ef37-0aa2-ff0e951f2e7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.006526] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Task: {'id': task-2035287, 'name': Rename_Task, 'duration_secs': 0.147104} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.006623] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1929.007091] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b12f2ff-3430-4b9a-be31-03dc532aaef4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.014308] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Waiting for the task: (returnval){ [ 1929.014308] env[62097]: value = "task-2035288" [ 1929.014308] env[62097]: _type = "Task" [ 1929.014308] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.021661] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Task: {'id': task-2035288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.056412] env[62097]: DEBUG nova.network.neutron [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1929.270233] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.282350] env[62097]: DEBUG nova.compute.manager [req-45c9d460-d61d-48e7-ba47-f06fecab27f7 req-ce749265-f05d-4c8a-9337-0225cc4c03ba service nova] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Received event network-changed-81fc1b6f-9570-46d3-b78b-39dfa72e9c51 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1929.282521] env[62097]: DEBUG nova.compute.manager [req-45c9d460-d61d-48e7-ba47-f06fecab27f7 req-ce749265-f05d-4c8a-9337-0225cc4c03ba service nova] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Refreshing instance network info cache due to event network-changed-81fc1b6f-9570-46d3-b78b-39dfa72e9c51. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1929.282734] env[62097]: DEBUG oslo_concurrency.lockutils [req-45c9d460-d61d-48e7-ba47-f06fecab27f7 req-ce749265-f05d-4c8a-9337-0225cc4c03ba service nova] Acquiring lock "refresh_cache-cdf0c5b1-1971-4c87-9c84-ef4da17e3138" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.282925] env[62097]: DEBUG oslo_concurrency.lockutils [req-45c9d460-d61d-48e7-ba47-f06fecab27f7 req-ce749265-f05d-4c8a-9337-0225cc4c03ba service nova] Acquired lock "refresh_cache-cdf0c5b1-1971-4c87-9c84-ef4da17e3138" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.283193] env[62097]: DEBUG nova.network.neutron [req-45c9d460-d61d-48e7-ba47-f06fecab27f7 req-ce749265-f05d-4c8a-9337-0225cc4c03ba service nova] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Refreshing network info cache for port 81fc1b6f-9570-46d3-b78b-39dfa72e9c51 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1929.300782] env[62097]: DEBUG nova.compute.manager [req-784994c6-ab8e-4ed2-ab4d-5405db9b7185 req-b1b64ab4-8ebf-4d2c-99eb-15edf44f8771 service nova] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Received event network-vif-plugged-5a7cf077-f895-4194-bc2e-695101ef5be3 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1929.300992] env[62097]: DEBUG oslo_concurrency.lockutils [req-784994c6-ab8e-4ed2-ab4d-5405db9b7185 req-b1b64ab4-8ebf-4d2c-99eb-15edf44f8771 service nova] Acquiring lock "9bc046f5-823e-46d0-8dc9-2aaf221af530-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.301210] env[62097]: DEBUG oslo_concurrency.lockutils [req-784994c6-ab8e-4ed2-ab4d-5405db9b7185 req-b1b64ab4-8ebf-4d2c-99eb-15edf44f8771 service nova] Lock "9bc046f5-823e-46d0-8dc9-2aaf221af530-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.301376] env[62097]: DEBUG oslo_concurrency.lockutils [req-784994c6-ab8e-4ed2-ab4d-5405db9b7185 req-b1b64ab4-8ebf-4d2c-99eb-15edf44f8771 service nova] Lock "9bc046f5-823e-46d0-8dc9-2aaf221af530-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.301562] env[62097]: DEBUG nova.compute.manager [req-784994c6-ab8e-4ed2-ab4d-5405db9b7185 req-b1b64ab4-8ebf-4d2c-99eb-15edf44f8771 service nova] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] No waiting events found dispatching network-vif-plugged-5a7cf077-f895-4194-bc2e-695101ef5be3 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1929.301720] env[62097]: WARNING nova.compute.manager [req-784994c6-ab8e-4ed2-ab4d-5405db9b7185 req-b1b64ab4-8ebf-4d2c-99eb-15edf44f8771 service nova] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Received unexpected event network-vif-plugged-5a7cf077-f895-4194-bc2e-695101ef5be3 for instance with vm_state building and task_state spawning. [ 1929.301875] env[62097]: DEBUG nova.compute.manager [req-784994c6-ab8e-4ed2-ab4d-5405db9b7185 req-b1b64ab4-8ebf-4d2c-99eb-15edf44f8771 service nova] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Received event network-changed-5a7cf077-f895-4194-bc2e-695101ef5be3 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1929.302293] env[62097]: DEBUG nova.compute.manager [req-784994c6-ab8e-4ed2-ab4d-5405db9b7185 req-b1b64ab4-8ebf-4d2c-99eb-15edf44f8771 service nova] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Refreshing instance network info cache due to event network-changed-5a7cf077-f895-4194-bc2e-695101ef5be3. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1929.302361] env[62097]: DEBUG oslo_concurrency.lockutils [req-784994c6-ab8e-4ed2-ab4d-5405db9b7185 req-b1b64ab4-8ebf-4d2c-99eb-15edf44f8771 service nova] Acquiring lock "refresh_cache-9bc046f5-823e-46d0-8dc9-2aaf221af530" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.368404] env[62097]: DEBUG nova.scheduler.client.report [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1929.410100] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521f8fb0-bbd2-ef37-0aa2-ff0e951f2e7e, 'name': SearchDatastore_Task, 'duration_secs': 0.008941} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.413190] env[62097]: DEBUG nova.network.neutron [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Updating instance_info_cache with network_info: [{"id": "5a7cf077-f895-4194-bc2e-695101ef5be3", "address": "fa:16:3e:8a:67:c5", "network": {"id": "f60cbb13-de5a-4273-9dce-9347f05a8c64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-361624700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e12bb11b9e548798618c073b9b30454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a7cf077-f8", "ovs_interfaceid": "5a7cf077-f895-4194-bc2e-695101ef5be3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.416342] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92faa997-4994-4a77-b47b-4b491e09c58c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.423499] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 1929.423499] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ffb331-c7a1-730b-62cb-80aee34735e6" [ 1929.423499] env[62097]: _type = "Task" [ 1929.423499] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.434441] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ffb331-c7a1-730b-62cb-80aee34735e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.525147] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Task: {'id': task-2035288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.874262] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.875371] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.116s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.878141] env[62097]: INFO nova.compute.claims [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1929.917362] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Releasing lock "refresh_cache-9bc046f5-823e-46d0-8dc9-2aaf221af530" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.917705] env[62097]: DEBUG nova.compute.manager [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Instance network_info: |[{"id": "5a7cf077-f895-4194-bc2e-695101ef5be3", "address": "fa:16:3e:8a:67:c5", "network": {"id": "f60cbb13-de5a-4273-9dce-9347f05a8c64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-361624700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e12bb11b9e548798618c073b9b30454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a7cf077-f8", "ovs_interfaceid": "5a7cf077-f895-4194-bc2e-695101ef5be3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1929.918258] env[62097]: DEBUG oslo_concurrency.lockutils [req-784994c6-ab8e-4ed2-ab4d-5405db9b7185 req-b1b64ab4-8ebf-4d2c-99eb-15edf44f8771 service nova] Acquired lock "refresh_cache-9bc046f5-823e-46d0-8dc9-2aaf221af530" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.918891] env[62097]: DEBUG nova.network.neutron [req-784994c6-ab8e-4ed2-ab4d-5405db9b7185 req-b1b64ab4-8ebf-4d2c-99eb-15edf44f8771 service nova] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Refreshing network info cache for port 5a7cf077-f895-4194-bc2e-695101ef5be3 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1929.921622] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:67:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a7cf077-f895-4194-bc2e-695101ef5be3', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1929.935228] env[62097]: DEBUG oslo.service.loopingcall [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1929.940845] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1929.945825] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7607ea1f-e42f-4f50-9301-7d9edb09403b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.972915] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ffb331-c7a1-730b-62cb-80aee34735e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.974135] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1929.974135] env[62097]: value = "task-2035289" [ 1929.974135] env[62097]: _type = "Task" [ 1929.974135] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.983919] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035289, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.027014] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Task: {'id': task-2035288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.198270] env[62097]: DEBUG nova.network.neutron [req-45c9d460-d61d-48e7-ba47-f06fecab27f7 req-ce749265-f05d-4c8a-9337-0225cc4c03ba service nova] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Updated VIF entry in instance network info cache for port 81fc1b6f-9570-46d3-b78b-39dfa72e9c51. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1930.199028] env[62097]: DEBUG nova.network.neutron [req-45c9d460-d61d-48e7-ba47-f06fecab27f7 req-ce749265-f05d-4c8a-9337-0225cc4c03ba service nova] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Updating instance_info_cache with network_info: [{"id": "81fc1b6f-9570-46d3-b78b-39dfa72e9c51", "address": "fa:16:3e:88:12:82", "network": {"id": "5389bffc-1877-4b8b-8170-24fbb3dcc81b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2104281060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce5e68cf726a4453a93d945e2c0ec08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81fc1b6f-95", "ovs_interfaceid": "81fc1b6f-9570-46d3-b78b-39dfa72e9c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.381642] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Acquiring lock "be0135c1-c732-403a-9666-439876ec208e" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.381642] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Lock "be0135c1-c732-403a-9666-439876ec208e" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.451357] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ffb331-c7a1-730b-62cb-80aee34735e6, 'name': SearchDatastore_Task, 'duration_secs': 0.647597} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.452428] env[62097]: DEBUG nova.network.neutron [req-784994c6-ab8e-4ed2-ab4d-5405db9b7185 req-b1b64ab4-8ebf-4d2c-99eb-15edf44f8771 service nova] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Updated VIF entry in instance network info cache for port 5a7cf077-f895-4194-bc2e-695101ef5be3. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1930.452807] env[62097]: DEBUG nova.network.neutron [req-784994c6-ab8e-4ed2-ab4d-5405db9b7185 req-b1b64ab4-8ebf-4d2c-99eb-15edf44f8771 service nova] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Updating instance_info_cache with network_info: [{"id": "5a7cf077-f895-4194-bc2e-695101ef5be3", "address": "fa:16:3e:8a:67:c5", "network": {"id": "f60cbb13-de5a-4273-9dce-9347f05a8c64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-361624700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e12bb11b9e548798618c073b9b30454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a7cf077-f8", "ovs_interfaceid": "5a7cf077-f895-4194-bc2e-695101ef5be3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.454389] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.454465] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 94c79923-ba65-435f-ab7f-2d1ba6399b51/94c79923-ba65-435f-ab7f-2d1ba6399b51.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1930.454733] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc569d06-3000-401e-a22c-49b9c94911f2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.462489] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 1930.462489] env[62097]: value = "task-2035290" [ 1930.462489] env[62097]: _type = "Task" [ 1930.462489] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.470855] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.483173] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035289, 'name': CreateVM_Task, 'duration_secs': 0.366899} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.483406] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1930.484650] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.484650] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.484746] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1930.485032] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26c23c7d-cb12-41ea-9b56-b1d459561f3c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.490288] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1930.490288] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529853d1-e669-7e89-4edd-d05556bbd3d2" [ 1930.490288] env[62097]: _type = "Task" [ 1930.490288] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.501570] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529853d1-e669-7e89-4edd-d05556bbd3d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.524506] env[62097]: DEBUG oslo_vmware.api [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Task: {'id': task-2035288, 'name': PowerOnVM_Task, 'duration_secs': 1.429151} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.524823] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1930.525109] env[62097]: INFO nova.compute.manager [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1930.528359] env[62097]: DEBUG nova.compute.manager [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1930.528359] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ec1c4d-783f-45f5-ab44-c0b8cd4e87f4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.701747] env[62097]: DEBUG oslo_concurrency.lockutils [req-45c9d460-d61d-48e7-ba47-f06fecab27f7 req-ce749265-f05d-4c8a-9337-0225cc4c03ba service nova] Releasing lock "refresh_cache-cdf0c5b1-1971-4c87-9c84-ef4da17e3138" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.887643] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Lock "be0135c1-c732-403a-9666-439876ec208e" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.888268] env[62097]: DEBUG nova.compute.manager [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1930.960498] env[62097]: DEBUG oslo_concurrency.lockutils [req-784994c6-ab8e-4ed2-ab4d-5405db9b7185 req-b1b64ab4-8ebf-4d2c-99eb-15edf44f8771 service nova] Releasing lock "refresh_cache-9bc046f5-823e-46d0-8dc9-2aaf221af530" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.975892] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466428} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.976626] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 94c79923-ba65-435f-ab7f-2d1ba6399b51/94c79923-ba65-435f-ab7f-2d1ba6399b51.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1930.977140] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1930.980329] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea817f94-ee16-4fd7-9ebc-dbac311354a1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.989605] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 1930.989605] env[62097]: value = "task-2035291" [ 1930.989605] env[62097]: _type = "Task" [ 1930.989605] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.006982] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.011448] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529853d1-e669-7e89-4edd-d05556bbd3d2, 'name': SearchDatastore_Task, 'duration_secs': 0.017502} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.011718] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.011955] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1931.012213] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.012363] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.012542] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1931.012822] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce6730a1-3fc0-46c0-abeb-d6e366cd80f3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.024216] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1931.024216] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1931.024759] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beeeb217-e83e-438a-86ee-9b3e7717f2f0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.029981] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1931.029981] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527ae03d-477f-51da-eaed-95187fa56199" [ 1931.029981] env[62097]: _type = "Task" [ 1931.029981] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.048460] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527ae03d-477f-51da-eaed-95187fa56199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.054089] env[62097]: INFO nova.compute.manager [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Took 46.61 seconds to build instance. [ 1931.344704] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a0671f-cc77-4155-9049-e2630510722a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.357507] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96a8238-f45a-4ca4-a36d-dca95072536e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.394751] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cb7af8-7a8b-4ee7-921d-a56731e33b45 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.398802] env[62097]: DEBUG nova.compute.utils [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1931.400222] env[62097]: DEBUG nova.compute.manager [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1931.400340] env[62097]: DEBUG nova.network.neutron [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1931.407586] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e649b5-d222-4520-a30e-0b0196c1a4ac {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.422115] env[62097]: DEBUG nova.compute.provider_tree [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1931.464369] env[62097]: DEBUG nova.policy [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89d1feb5aed44b139d3fbfba9627c129', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3eeef12284c145bd8c44d7869e3734d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1931.500112] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068081} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.500588] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1931.501526] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf538b23-ce1d-41f7-86de-386b98c8b9cf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.527107] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 94c79923-ba65-435f-ab7f-2d1ba6399b51/94c79923-ba65-435f-ab7f-2d1ba6399b51.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1931.527431] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96533413-af61-4694-8ba8-1158508ca656 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.550747] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527ae03d-477f-51da-eaed-95187fa56199, 'name': SearchDatastore_Task, 'duration_secs': 0.009176} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.552715] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 1931.552715] env[62097]: value = "task-2035292" [ 1931.552715] env[62097]: _type = "Task" [ 1931.552715] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.552917] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5117ab76-4518-4d49-aba4-1f39d1420625 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.555761] env[62097]: DEBUG oslo_concurrency.lockutils [None req-50892d30-b71e-4489-b64d-7b24126fcf86 tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Lock "528dd1d8-613f-4fa0-bd83-425bdf06bcd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.433s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.561553] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1931.561553] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521bdeec-52d2-826d-b8af-2083f27c4511" [ 1931.561553] env[62097]: _type = "Task" [ 1931.561553] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.565361] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035292, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.573918] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521bdeec-52d2-826d-b8af-2083f27c4511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.747594] env[62097]: DEBUG nova.network.neutron [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Successfully created port: 49dc537b-e8a5-4c6f-9a17-44d7b1f2ecb8 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1931.904035] env[62097]: DEBUG nova.compute.manager [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1931.920696] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "743853c7-d06f-4e55-81ff-32427fc121ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.920948] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "743853c7-d06f-4e55-81ff-32427fc121ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.925790] env[62097]: DEBUG nova.scheduler.client.report [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1932.068601] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035292, 'name': ReconfigVM_Task, 'duration_secs': 0.272893} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.074530] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 94c79923-ba65-435f-ab7f-2d1ba6399b51/94c79923-ba65-435f-ab7f-2d1ba6399b51.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1932.075247] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fa774b8-49e9-49b7-8305-d8eaf5813d64 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.082739] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521bdeec-52d2-826d-b8af-2083f27c4511, 'name': SearchDatastore_Task, 'duration_secs': 0.023097} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.084230] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.084609] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 9bc046f5-823e-46d0-8dc9-2aaf221af530/9bc046f5-823e-46d0-8dc9-2aaf221af530.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1932.085494] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 1932.085494] env[62097]: value = "task-2035293" [ 1932.085494] env[62097]: _type = "Task" [ 1932.085494] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.086795] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87d9927d-843d-46b2-89c6-94222a0c77bb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.095636] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1932.095636] env[62097]: value = "task-2035294" [ 1932.095636] env[62097]: _type = "Task" [ 1932.095636] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.098821] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035293, 'name': Rename_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.424035] env[62097]: DEBUG nova.compute.manager [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1932.432361] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.433012] env[62097]: DEBUG nova.compute.manager [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1932.435618] env[62097]: DEBUG oslo_concurrency.lockutils [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.335s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.435873] env[62097]: DEBUG nova.objects.instance [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lazy-loading 'resources' on Instance uuid c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1932.601427] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035293, 'name': Rename_Task, 'duration_secs': 0.142452} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.604995] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1932.605627] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43de1511-849f-4db7-a235-be27f3004fc8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.612584] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035294, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.614597] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 1932.614597] env[62097]: value = "task-2035295" [ 1932.614597] env[62097]: _type = "Task" [ 1932.614597] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.622906] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.757448] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquiring lock "3dfc10de-12bc-481c-9274-ba4a8924076c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.757448] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lock "3dfc10de-12bc-481c-9274-ba4a8924076c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.915751] env[62097]: DEBUG nova.compute.manager [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1932.943790] env[62097]: DEBUG nova.compute.utils [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1932.947541] env[62097]: DEBUG nova.compute.manager [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1932.947541] env[62097]: DEBUG nova.network.neutron [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1932.957562] env[62097]: DEBUG nova.virt.hardware [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1932.957702] env[62097]: DEBUG nova.virt.hardware [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1932.957800] env[62097]: DEBUG nova.virt.hardware [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1932.957975] env[62097]: DEBUG nova.virt.hardware [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1932.958137] env[62097]: DEBUG nova.virt.hardware [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1932.958293] env[62097]: DEBUG nova.virt.hardware [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1932.958492] env[62097]: DEBUG nova.virt.hardware [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1932.958657] env[62097]: DEBUG nova.virt.hardware [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1932.959645] env[62097]: DEBUG nova.virt.hardware [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1932.959645] env[62097]: DEBUG nova.virt.hardware [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1932.959645] env[62097]: DEBUG nova.virt.hardware [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1932.960183] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927dd3f4-7cdf-4b76-86bb-430de0fbf205 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.964171] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.972833] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d2b4ed-4bab-49e4-8ad1-3b06e953559d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.006397] env[62097]: DEBUG nova.policy [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2386aea6f1d34401939a4f2f9c39272e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07642e595a83453a98388eb72032650b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1933.113939] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748299} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.114252] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 9bc046f5-823e-46d0-8dc9-2aaf221af530/9bc046f5-823e-46d0-8dc9-2aaf221af530.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1933.114466] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1933.114806] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d57b07a0-9333-499b-929d-0e347b1607ae {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.127990] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.129042] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1933.129042] env[62097]: value = "task-2035296" [ 1933.129042] env[62097]: _type = "Task" [ 1933.129042] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.140415] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.229532] env[62097]: DEBUG nova.compute.manager [req-89d660e4-75f3-470a-bcfb-c3b5b3930816 req-7b109f89-6c89-4a30-817a-a931d942a201 service nova] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Received event network-vif-plugged-49dc537b-e8a5-4c6f-9a17-44d7b1f2ecb8 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1933.229844] env[62097]: DEBUG oslo_concurrency.lockutils [req-89d660e4-75f3-470a-bcfb-c3b5b3930816 req-7b109f89-6c89-4a30-817a-a931d942a201 service nova] Acquiring lock "481d882a-0081-4252-9370-d0f18b9b3bbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.229943] env[62097]: DEBUG oslo_concurrency.lockutils [req-89d660e4-75f3-470a-bcfb-c3b5b3930816 req-7b109f89-6c89-4a30-817a-a931d942a201 service nova] Lock "481d882a-0081-4252-9370-d0f18b9b3bbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.230130] env[62097]: DEBUG oslo_concurrency.lockutils [req-89d660e4-75f3-470a-bcfb-c3b5b3930816 req-7b109f89-6c89-4a30-817a-a931d942a201 service nova] Lock "481d882a-0081-4252-9370-d0f18b9b3bbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.230896] env[62097]: DEBUG nova.compute.manager [req-89d660e4-75f3-470a-bcfb-c3b5b3930816 req-7b109f89-6c89-4a30-817a-a931d942a201 service nova] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] No waiting events found dispatching network-vif-plugged-49dc537b-e8a5-4c6f-9a17-44d7b1f2ecb8 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1933.230896] env[62097]: WARNING nova.compute.manager [req-89d660e4-75f3-470a-bcfb-c3b5b3930816 req-7b109f89-6c89-4a30-817a-a931d942a201 service nova] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Received unexpected event network-vif-plugged-49dc537b-e8a5-4c6f-9a17-44d7b1f2ecb8 for instance with vm_state building and task_state spawning. [ 1933.263379] env[62097]: DEBUG nova.compute.manager [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1933.290217] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Acquiring lock "528dd1d8-613f-4fa0-bd83-425bdf06bcd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.290412] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Lock "528dd1d8-613f-4fa0-bd83-425bdf06bcd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.291098] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Acquiring lock "528dd1d8-613f-4fa0-bd83-425bdf06bcd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.291098] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Lock "528dd1d8-613f-4fa0-bd83-425bdf06bcd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.291098] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Lock "528dd1d8-613f-4fa0-bd83-425bdf06bcd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.294449] env[62097]: INFO nova.compute.manager [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Terminating instance [ 1933.339663] env[62097]: DEBUG nova.network.neutron [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Successfully updated port: 49dc537b-e8a5-4c6f-9a17-44d7b1f2ecb8 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1933.356898] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062abf73-8401-4545-8230-8ce45d9b251e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.364398] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b0a16d-34f8-4819-a840-d1f9d682bec2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.401009] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8aa94c7-28b4-4b6d-abbd-9db48adbcecd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.409667] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63d205c-00f2-4a0d-8673-057a168dbc0d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.427527] env[62097]: DEBUG nova.compute.provider_tree [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1933.429550] env[62097]: DEBUG nova.network.neutron [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Successfully created port: 4076a365-74a1-4a40-81e4-b2402f85d4e2 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1933.450926] env[62097]: DEBUG nova.compute.manager [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1933.626809] env[62097]: DEBUG oslo_vmware.api [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035295, 'name': PowerOnVM_Task, 'duration_secs': 0.70904} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.627053] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1933.627263] env[62097]: INFO nova.compute.manager [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1933.627440] env[62097]: DEBUG nova.compute.manager [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1933.628188] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa494fb-69f8-48c7-b60f-67701397faf7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.643984] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068928} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.644731] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1933.645442] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd301fa-9105-4145-89d9-69db430cf238 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.669437] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 9bc046f5-823e-46d0-8dc9-2aaf221af530/9bc046f5-823e-46d0-8dc9-2aaf221af530.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1933.669737] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd963bca-f465-4268-84fd-08a39058208e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.692045] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1933.692045] env[62097]: value = "task-2035297" [ 1933.692045] env[62097]: _type = "Task" [ 1933.692045] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.700980] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.780807] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.802695] env[62097]: DEBUG nova.compute.manager [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1933.803010] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1933.804353] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55681b5f-8d25-49b2-9ebc-2d23580975b7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.812329] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1933.812579] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee289d77-4ca1-46a2-af0b-dbe98318f4b1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.819664] env[62097]: DEBUG oslo_vmware.api [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Waiting for the task: (returnval){ [ 1933.819664] env[62097]: value = "task-2035298" [ 1933.819664] env[62097]: _type = "Task" [ 1933.819664] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.827945] env[62097]: DEBUG oslo_vmware.api [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Task: {'id': task-2035298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.842535] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Acquiring lock "refresh_cache-481d882a-0081-4252-9370-d0f18b9b3bbd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.842755] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Acquired lock "refresh_cache-481d882a-0081-4252-9370-d0f18b9b3bbd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.842970] env[62097]: DEBUG nova.network.neutron [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1933.933508] env[62097]: DEBUG nova.scheduler.client.report [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1934.156231] env[62097]: INFO nova.compute.manager [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Took 42.07 seconds to build instance. [ 1934.202657] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.328676] env[62097]: DEBUG oslo_vmware.api [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Task: {'id': task-2035298, 'name': PowerOffVM_Task, 'duration_secs': 0.181994} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.328951] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1934.329134] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1934.329381] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c9c212b-e631-4e06-a43f-90ee92548b7d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.379248] env[62097]: DEBUG nova.network.neutron [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1934.439497] env[62097]: DEBUG oslo_concurrency.lockutils [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.442955] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.747s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.442955] env[62097]: DEBUG nova.objects.instance [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lazy-loading 'resources' on Instance uuid 350b6b39-98ec-4733-9016-998702f59043 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1934.456952] env[62097]: DEBUG nova.compute.manager [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1934.478687] env[62097]: INFO nova.scheduler.client.report [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Deleted allocations for instance c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd [ 1934.491183] env[62097]: DEBUG nova.virt.hardware [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8b1ac85bc7685fb8f98964ed966bdd78',container_format='bare',created_at=2025-01-07T02:11:18Z,direct_url=,disk_format='vmdk',id=0fb6c27a-7fe0-4733-b69f-8e63dd8f552e,min_disk=1,min_ram=0,name='tempest-test-snap-497740129',owner='07642e595a83453a98388eb72032650b',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-01-07T02:11:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1934.491774] env[62097]: DEBUG nova.virt.hardware [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1934.491973] env[62097]: DEBUG nova.virt.hardware [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1934.492186] env[62097]: DEBUG nova.virt.hardware [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1934.492339] env[62097]: DEBUG nova.virt.hardware [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1934.492489] env[62097]: DEBUG nova.virt.hardware [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1934.492701] env[62097]: DEBUG nova.virt.hardware [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1934.492862] env[62097]: DEBUG nova.virt.hardware [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1934.493038] env[62097]: DEBUG nova.virt.hardware [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1934.493257] env[62097]: DEBUG nova.virt.hardware [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1934.493376] env[62097]: DEBUG nova.virt.hardware [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1934.494780] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab7dc71-ac52-4e89-9aa1-f82bf25af361 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.503547] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6efe2a-0798-4175-925d-36aa5c7776b1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.508454] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1934.508662] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1934.508844] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Deleting the datastore file [datastore1] 528dd1d8-613f-4fa0-bd83-425bdf06bcd0 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1934.509458] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94e36062-3e7e-4fb4-b7a1-c1f21298e1b6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.523355] env[62097]: DEBUG oslo_vmware.api [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Waiting for the task: (returnval){ [ 1934.523355] env[62097]: value = "task-2035300" [ 1934.523355] env[62097]: _type = "Task" [ 1934.523355] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.531031] env[62097]: DEBUG oslo_vmware.api [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Task: {'id': task-2035300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.536107] env[62097]: DEBUG nova.network.neutron [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Updating instance_info_cache with network_info: [{"id": "49dc537b-e8a5-4c6f-9a17-44d7b1f2ecb8", "address": "fa:16:3e:8f:39:ca", "network": {"id": "ebd9dabc-b8db-49e5-83b1-ffff9ad76486", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-143905861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eeef12284c145bd8c44d7869e3734d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49dc537b-e8", "ovs_interfaceid": "49dc537b-e8a5-4c6f-9a17-44d7b1f2ecb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.658791] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ea4e5731-6219-4489-99c1-e37324967d28 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "94c79923-ba65-435f-ab7f-2d1ba6399b51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.797s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.703187] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035297, 'name': ReconfigVM_Task, 'duration_secs': 0.740049} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.703526] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 9bc046f5-823e-46d0-8dc9-2aaf221af530/9bc046f5-823e-46d0-8dc9-2aaf221af530.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1934.704681] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0f06509-23f3-45b5-9acc-1c88960b8bf3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.714837] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1934.714837] env[62097]: value = "task-2035301" [ 1934.714837] env[62097]: _type = "Task" [ 1934.714837] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.721407] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035301, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.004656] env[62097]: DEBUG oslo_concurrency.lockutils [None req-05bedcd2-7710-4083-b25d-38e0de6f8059 tempest-VolumesAdminNegativeTest-1211287696 tempest-VolumesAdminNegativeTest-1211287696-project-member] Lock "c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.089s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.040196] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Releasing lock "refresh_cache-481d882a-0081-4252-9370-d0f18b9b3bbd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.040196] env[62097]: DEBUG nova.compute.manager [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Instance network_info: |[{"id": "49dc537b-e8a5-4c6f-9a17-44d7b1f2ecb8", "address": "fa:16:3e:8f:39:ca", "network": {"id": "ebd9dabc-b8db-49e5-83b1-ffff9ad76486", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-143905861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eeef12284c145bd8c44d7869e3734d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49dc537b-e8", "ovs_interfaceid": "49dc537b-e8a5-4c6f-9a17-44d7b1f2ecb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1935.040196] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:39:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49dc537b-e8a5-4c6f-9a17-44d7b1f2ecb8', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1935.050593] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Creating folder: Project (3eeef12284c145bd8c44d7869e3734d5). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1935.056191] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0df9b56a-cbdc-40b0-b940-8fa6d95ddd1e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.057986] env[62097]: DEBUG oslo_vmware.api [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Task: {'id': task-2035300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15645} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.058441] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1935.058585] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1935.058799] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1935.059080] env[62097]: INFO nova.compute.manager [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1935.059383] env[62097]: DEBUG oslo.service.loopingcall [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1935.059899] env[62097]: DEBUG nova.compute.manager [-] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1935.060044] env[62097]: DEBUG nova.network.neutron [-] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1935.067831] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Created folder: Project (3eeef12284c145bd8c44d7869e3734d5) in parent group-v417770. [ 1935.067948] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Creating folder: Instances. Parent ref: group-v417983. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1935.070545] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05e6f493-f699-4be8-ac5a-4480ff00a1a6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.084318] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Created folder: Instances in parent group-v417983. [ 1935.084561] env[62097]: DEBUG oslo.service.loopingcall [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1935.084825] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1935.085218] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09c3ffeb-07a6-457c-9c38-5a9aea968ffd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.106697] env[62097]: DEBUG nova.compute.manager [req-df4d054b-20f2-4a4b-95c5-160d5e81852d req-78eb3271-2e3e-496c-a96f-44cbbeccfd04 service nova] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Received event network-changed-876d2824-7c73-4cd1-8e57-400c39804568 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1935.106895] env[62097]: DEBUG nova.compute.manager [req-df4d054b-20f2-4a4b-95c5-160d5e81852d req-78eb3271-2e3e-496c-a96f-44cbbeccfd04 service nova] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Refreshing instance network info cache due to event network-changed-876d2824-7c73-4cd1-8e57-400c39804568. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1935.107146] env[62097]: DEBUG oslo_concurrency.lockutils [req-df4d054b-20f2-4a4b-95c5-160d5e81852d req-78eb3271-2e3e-496c-a96f-44cbbeccfd04 service nova] Acquiring lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.107298] env[62097]: DEBUG oslo_concurrency.lockutils [req-df4d054b-20f2-4a4b-95c5-160d5e81852d req-78eb3271-2e3e-496c-a96f-44cbbeccfd04 service nova] Acquired lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.107458] env[62097]: DEBUG nova.network.neutron [req-df4d054b-20f2-4a4b-95c5-160d5e81852d req-78eb3271-2e3e-496c-a96f-44cbbeccfd04 service nova] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Refreshing network info cache for port 876d2824-7c73-4cd1-8e57-400c39804568 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1935.114120] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1935.114120] env[62097]: value = "task-2035304" [ 1935.114120] env[62097]: _type = "Task" [ 1935.114120] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.122723] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035304, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.232551] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035301, 'name': Rename_Task, 'duration_secs': 0.290283} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.232551] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1935.232551] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9326206d-c7c3-499b-8084-58e1a9732371 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.238426] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1935.238426] env[62097]: value = "task-2035305" [ 1935.238426] env[62097]: _type = "Task" [ 1935.238426] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.250610] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.287421] env[62097]: DEBUG nova.compute.manager [req-81c6db5a-d217-411b-9126-c96849af841c req-d1bf57b2-bcc1-4de1-9f9e-176b3db6567d service nova] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Received event network-changed-49dc537b-e8a5-4c6f-9a17-44d7b1f2ecb8 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1935.288020] env[62097]: DEBUG nova.compute.manager [req-81c6db5a-d217-411b-9126-c96849af841c req-d1bf57b2-bcc1-4de1-9f9e-176b3db6567d service nova] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Refreshing instance network info cache due to event network-changed-49dc537b-e8a5-4c6f-9a17-44d7b1f2ecb8. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1935.288020] env[62097]: DEBUG oslo_concurrency.lockutils [req-81c6db5a-d217-411b-9126-c96849af841c req-d1bf57b2-bcc1-4de1-9f9e-176b3db6567d service nova] Acquiring lock "refresh_cache-481d882a-0081-4252-9370-d0f18b9b3bbd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.288020] env[62097]: DEBUG oslo_concurrency.lockutils [req-81c6db5a-d217-411b-9126-c96849af841c req-d1bf57b2-bcc1-4de1-9f9e-176b3db6567d service nova] Acquired lock "refresh_cache-481d882a-0081-4252-9370-d0f18b9b3bbd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.291449] env[62097]: DEBUG nova.network.neutron [req-81c6db5a-d217-411b-9126-c96849af841c req-d1bf57b2-bcc1-4de1-9f9e-176b3db6567d service nova] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Refreshing network info cache for port 49dc537b-e8a5-4c6f-9a17-44d7b1f2ecb8 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1935.324413] env[62097]: DEBUG nova.network.neutron [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Successfully updated port: 4076a365-74a1-4a40-81e4-b2402f85d4e2 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1935.417724] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e9abf5-83dc-457d-bf63-eabfdeb47f65 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.426682] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d34cd33-1914-4b4c-833a-8002dffb99d4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.459623] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7143cef5-e94a-4528-b0fd-cf01f231ee75 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.468290] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb663ce-e7cd-4e56-8ee8-adeb10891d77 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.482737] env[62097]: DEBUG nova.compute.provider_tree [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1935.627879] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035304, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.749041] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035305, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.826677] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "refresh_cache-f7539faf-bd9e-4443-b331-23d754427d31" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.826882] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquired lock "refresh_cache-f7539faf-bd9e-4443-b331-23d754427d31" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.827085] env[62097]: DEBUG nova.network.neutron [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1935.959336] env[62097]: DEBUG nova.network.neutron [-] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.985932] env[62097]: DEBUG nova.scheduler.client.report [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1936.125049] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035304, 'name': CreateVM_Task, 'duration_secs': 0.552982} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.125927] env[62097]: DEBUG nova.network.neutron [req-81c6db5a-d217-411b-9126-c96849af841c req-d1bf57b2-bcc1-4de1-9f9e-176b3db6567d service nova] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Updated VIF entry in instance network info cache for port 49dc537b-e8a5-4c6f-9a17-44d7b1f2ecb8. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1936.126300] env[62097]: DEBUG nova.network.neutron [req-81c6db5a-d217-411b-9126-c96849af841c req-d1bf57b2-bcc1-4de1-9f9e-176b3db6567d service nova] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Updating instance_info_cache with network_info: [{"id": "49dc537b-e8a5-4c6f-9a17-44d7b1f2ecb8", "address": "fa:16:3e:8f:39:ca", "network": {"id": "ebd9dabc-b8db-49e5-83b1-ffff9ad76486", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-143905861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eeef12284c145bd8c44d7869e3734d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49dc537b-e8", "ovs_interfaceid": "49dc537b-e8a5-4c6f-9a17-44d7b1f2ecb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.127370] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1936.128029] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.128201] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.128514] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1936.128954] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14dad1fb-b023-441c-9965-667f10de1a63 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.134018] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Waiting for the task: (returnval){ [ 1936.134018] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526fa1e1-b3a7-2893-df66-4765799b5e56" [ 1936.134018] env[62097]: _type = "Task" [ 1936.134018] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.142682] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526fa1e1-b3a7-2893-df66-4765799b5e56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.189700] env[62097]: DEBUG nova.network.neutron [req-df4d054b-20f2-4a4b-95c5-160d5e81852d req-78eb3271-2e3e-496c-a96f-44cbbeccfd04 service nova] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Updated VIF entry in instance network info cache for port 876d2824-7c73-4cd1-8e57-400c39804568. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1936.190104] env[62097]: DEBUG nova.network.neutron [req-df4d054b-20f2-4a4b-95c5-160d5e81852d req-78eb3271-2e3e-496c-a96f-44cbbeccfd04 service nova] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Updating instance_info_cache with network_info: [{"id": "876d2824-7c73-4cd1-8e57-400c39804568", "address": "fa:16:3e:a1:94:5d", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876d2824-7c", "ovs_interfaceid": "876d2824-7c73-4cd1-8e57-400c39804568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.248744] env[62097]: DEBUG oslo_vmware.api [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035305, 'name': PowerOnVM_Task, 'duration_secs': 0.589139} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.249028] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1936.249242] env[62097]: INFO nova.compute.manager [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1936.249428] env[62097]: DEBUG nova.compute.manager [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1936.250196] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1136ec-c18f-4378-9f7a-827e326668ec {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.378185] env[62097]: DEBUG nova.network.neutron [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1936.464868] env[62097]: INFO nova.compute.manager [-] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Took 1.40 seconds to deallocate network for instance. [ 1936.492949] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.495009] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.447s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.524186] env[62097]: INFO nova.scheduler.client.report [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Deleted allocations for instance 350b6b39-98ec-4733-9016-998702f59043 [ 1936.541405] env[62097]: DEBUG nova.network.neutron [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Updating instance_info_cache with network_info: [{"id": "4076a365-74a1-4a40-81e4-b2402f85d4e2", "address": "fa:16:3e:d7:70:56", "network": {"id": "add3e234-a23c-453c-a1d5-32bffd2baef3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472339090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07642e595a83453a98388eb72032650b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4076a365-74", "ovs_interfaceid": "4076a365-74a1-4a40-81e4-b2402f85d4e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.629939] env[62097]: DEBUG oslo_concurrency.lockutils [req-81c6db5a-d217-411b-9126-c96849af841c req-d1bf57b2-bcc1-4de1-9f9e-176b3db6567d service nova] Releasing lock "refresh_cache-481d882a-0081-4252-9370-d0f18b9b3bbd" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.645034] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526fa1e1-b3a7-2893-df66-4765799b5e56, 'name': SearchDatastore_Task, 'duration_secs': 0.021672} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.645034] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.645264] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1936.645515] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.645665] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.645877] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1936.646142] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e289683-0eb1-4175-8bcb-b562cb69daa5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.662586] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1936.662778] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1936.663503] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-852b1100-d1d3-47e7-988f-e60d486dce60 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.668588] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Waiting for the task: (returnval){ [ 1936.668588] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526f033f-1766-e852-1783-9953a739a244" [ 1936.668588] env[62097]: _type = "Task" [ 1936.668588] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.676275] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526f033f-1766-e852-1783-9953a739a244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.692970] env[62097]: DEBUG oslo_concurrency.lockutils [req-df4d054b-20f2-4a4b-95c5-160d5e81852d req-78eb3271-2e3e-496c-a96f-44cbbeccfd04 service nova] Releasing lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.769673] env[62097]: INFO nova.compute.manager [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Took 42.73 seconds to build instance. [ 1936.975015] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.034165] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b6b76cdf-7491-4889-a3ed-704c0e0905de tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "350b6b39-98ec-4733-9016-998702f59043" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.050s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.045625] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Releasing lock "refresh_cache-f7539faf-bd9e-4443-b331-23d754427d31" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.045830] env[62097]: DEBUG nova.compute.manager [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Instance network_info: |[{"id": "4076a365-74a1-4a40-81e4-b2402f85d4e2", "address": "fa:16:3e:d7:70:56", "network": {"id": "add3e234-a23c-453c-a1d5-32bffd2baef3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472339090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07642e595a83453a98388eb72032650b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4076a365-74", "ovs_interfaceid": "4076a365-74a1-4a40-81e4-b2402f85d4e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1937.046372] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:70:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4076a365-74a1-4a40-81e4-b2402f85d4e2', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1937.054676] env[62097]: DEBUG oslo.service.loopingcall [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1937.055609] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1937.055859] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c21f88e-4855-4f00-b34b-e466abc6eb1d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.076744] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1937.076744] env[62097]: value = "task-2035306" [ 1937.076744] env[62097]: _type = "Task" [ 1937.076744] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.085157] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035306, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.116061] env[62097]: DEBUG nova.compute.manager [req-bb661611-a665-4eb5-bf7c-7c1a26b0a7da req-a2c7ab04-3ca2-4f66-86d0-7ccc5643e26b service nova] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Received event network-vif-plugged-4076a365-74a1-4a40-81e4-b2402f85d4e2 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1937.116411] env[62097]: DEBUG oslo_concurrency.lockutils [req-bb661611-a665-4eb5-bf7c-7c1a26b0a7da req-a2c7ab04-3ca2-4f66-86d0-7ccc5643e26b service nova] Acquiring lock "f7539faf-bd9e-4443-b331-23d754427d31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.116654] env[62097]: DEBUG oslo_concurrency.lockutils [req-bb661611-a665-4eb5-bf7c-7c1a26b0a7da req-a2c7ab04-3ca2-4f66-86d0-7ccc5643e26b service nova] Lock "f7539faf-bd9e-4443-b331-23d754427d31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.116828] env[62097]: DEBUG oslo_concurrency.lockutils [req-bb661611-a665-4eb5-bf7c-7c1a26b0a7da req-a2c7ab04-3ca2-4f66-86d0-7ccc5643e26b service nova] Lock "f7539faf-bd9e-4443-b331-23d754427d31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.117075] env[62097]: DEBUG nova.compute.manager [req-bb661611-a665-4eb5-bf7c-7c1a26b0a7da req-a2c7ab04-3ca2-4f66-86d0-7ccc5643e26b service nova] [instance: f7539faf-bd9e-4443-b331-23d754427d31] No waiting events found dispatching network-vif-plugged-4076a365-74a1-4a40-81e4-b2402f85d4e2 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1937.117995] env[62097]: WARNING nova.compute.manager [req-bb661611-a665-4eb5-bf7c-7c1a26b0a7da req-a2c7ab04-3ca2-4f66-86d0-7ccc5643e26b service nova] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Received unexpected event network-vif-plugged-4076a365-74a1-4a40-81e4-b2402f85d4e2 for instance with vm_state building and task_state spawning. [ 1937.118503] env[62097]: DEBUG nova.compute.manager [req-bb661611-a665-4eb5-bf7c-7c1a26b0a7da req-a2c7ab04-3ca2-4f66-86d0-7ccc5643e26b service nova] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Received event network-changed-4076a365-74a1-4a40-81e4-b2402f85d4e2 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1937.119358] env[62097]: DEBUG nova.compute.manager [req-bb661611-a665-4eb5-bf7c-7c1a26b0a7da req-a2c7ab04-3ca2-4f66-86d0-7ccc5643e26b service nova] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Refreshing instance network info cache due to event network-changed-4076a365-74a1-4a40-81e4-b2402f85d4e2. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1937.119358] env[62097]: DEBUG oslo_concurrency.lockutils [req-bb661611-a665-4eb5-bf7c-7c1a26b0a7da req-a2c7ab04-3ca2-4f66-86d0-7ccc5643e26b service nova] Acquiring lock "refresh_cache-f7539faf-bd9e-4443-b331-23d754427d31" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.119358] env[62097]: DEBUG oslo_concurrency.lockutils [req-bb661611-a665-4eb5-bf7c-7c1a26b0a7da req-a2c7ab04-3ca2-4f66-86d0-7ccc5643e26b service nova] Acquired lock "refresh_cache-f7539faf-bd9e-4443-b331-23d754427d31" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.119358] env[62097]: DEBUG nova.network.neutron [req-bb661611-a665-4eb5-bf7c-7c1a26b0a7da req-a2c7ab04-3ca2-4f66-86d0-7ccc5643e26b service nova] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Refreshing network info cache for port 4076a365-74a1-4a40-81e4-b2402f85d4e2 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1937.182927] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526f033f-1766-e852-1783-9953a739a244, 'name': SearchDatastore_Task, 'duration_secs': 0.047713} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.182927] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47795426-bd6e-4f03-814d-0e93ccac7686 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.188217] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Waiting for the task: (returnval){ [ 1937.188217] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52614f90-6b2a-06fc-c51b-6e7901b6c619" [ 1937.188217] env[62097]: _type = "Task" [ 1937.188217] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.196864] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52614f90-6b2a-06fc-c51b-6e7901b6c619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.272709] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3e592093-2dca-409e-b9dc-7ed13404f2ab tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "9bc046f5-823e-46d0-8dc9-2aaf221af530" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.330s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.320111] env[62097]: DEBUG nova.compute.manager [req-47668050-1546-4087-8686-c6dd422340ff req-bdca68a6-1e3e-49c5-978d-9e2ffa7c12c9 service nova] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Received event network-vif-deleted-2e7baaee-b200-420f-9bf1-03cdf92922c5 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1937.533240] env[62097]: WARNING nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 76990b8d-ff61-454d-9dee-33bfe27f9665 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1937.533471] env[62097]: WARNING nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance f1884230-e972-4c99-a81b-1ecf9b5d7875 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1937.533540] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance efe841ea-ce8a-4b9a-98de-5533729488dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.533710] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 50a7a45d-3187-4baa-9937-79f05882da01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.533848] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance a7992c09-2881-4d70-b5a8-5071eb619d12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.534402] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.534402] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.534402] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 1824b463-fe07-4430-8da7-1b7568a58852 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.534402] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance b9c23cfb-231e-43fd-a470-308fa6649091 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.534609] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 6e9e39d9-957b-4617-b1db-c9022a6ac77a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.534609] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 1316a909-1ec0-4563-b9cb-4eef3d5b8955 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.534711] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance f5a37e2d-1c51-4395-9839-6b645d4714e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.534822] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 0b702bf5-bbb8-4a8e-a597-487055f9ca9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.534955] env[62097]: WARNING nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 5cd5ce14-883e-4649-956d-ead786f55c5d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1937.538035] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 863f4a90-054d-4098-94e0-a945c4cfab7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.538035] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance cdf0c5b1-1971-4c87-9c84-ef4da17e3138 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.538035] env[62097]: WARNING nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 528dd1d8-613f-4fa0-bd83-425bdf06bcd0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1937.538035] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 94c79923-ba65-435f-ab7f-2d1ba6399b51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.538035] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 9bc046f5-823e-46d0-8dc9-2aaf221af530 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.538035] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 481d882a-0081-4252-9370-d0f18b9b3bbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.538035] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance f7539faf-bd9e-4443-b331-23d754427d31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.586809] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035306, 'name': CreateVM_Task, 'duration_secs': 0.332936} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.587279] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1937.587701] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0fb6c27a-7fe0-4733-b69f-8e63dd8f552e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.591021] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0fb6c27a-7fe0-4733-b69f-8e63dd8f552e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.591021] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0fb6c27a-7fe0-4733-b69f-8e63dd8f552e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1937.591021] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acf3945c-c9ae-4f7f-9749-3969a6b35fa7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.596455] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1937.596455] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525dc856-844e-7ed7-f81f-561c3c98225d" [ 1937.596455] env[62097]: _type = "Task" [ 1937.596455] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.605528] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525dc856-844e-7ed7-f81f-561c3c98225d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.699287] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52614f90-6b2a-06fc-c51b-6e7901b6c619, 'name': SearchDatastore_Task, 'duration_secs': 0.009349} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.701359] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.701685] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 481d882a-0081-4252-9370-d0f18b9b3bbd/481d882a-0081-4252-9370-d0f18b9b3bbd.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1937.701956] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab395b4c-c62c-4883-b836-8833ac448439 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.709444] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Waiting for the task: (returnval){ [ 1937.709444] env[62097]: value = "task-2035307" [ 1937.709444] env[62097]: _type = "Task" [ 1937.709444] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.720393] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Task: {'id': task-2035307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.771441] env[62097]: DEBUG oslo_concurrency.lockutils [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "9bc046f5-823e-46d0-8dc9-2aaf221af530" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.771441] env[62097]: DEBUG oslo_concurrency.lockutils [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "9bc046f5-823e-46d0-8dc9-2aaf221af530" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.771441] env[62097]: INFO nova.compute.manager [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Shelving [ 1937.958329] env[62097]: DEBUG nova.network.neutron [req-bb661611-a665-4eb5-bf7c-7c1a26b0a7da req-a2c7ab04-3ca2-4f66-86d0-7ccc5643e26b service nova] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Updated VIF entry in instance network info cache for port 4076a365-74a1-4a40-81e4-b2402f85d4e2. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1937.958329] env[62097]: DEBUG nova.network.neutron [req-bb661611-a665-4eb5-bf7c-7c1a26b0a7da req-a2c7ab04-3ca2-4f66-86d0-7ccc5643e26b service nova] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Updating instance_info_cache with network_info: [{"id": "4076a365-74a1-4a40-81e4-b2402f85d4e2", "address": "fa:16:3e:d7:70:56", "network": {"id": "add3e234-a23c-453c-a1d5-32bffd2baef3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472339090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07642e595a83453a98388eb72032650b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4076a365-74", "ovs_interfaceid": "4076a365-74a1-4a40-81e4-b2402f85d4e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.041034] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1938.108686] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0fb6c27a-7fe0-4733-b69f-8e63dd8f552e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.108985] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Processing image 0fb6c27a-7fe0-4733-b69f-8e63dd8f552e {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1938.109407] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0fb6c27a-7fe0-4733-b69f-8e63dd8f552e/0fb6c27a-7fe0-4733-b69f-8e63dd8f552e.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.109407] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0fb6c27a-7fe0-4733-b69f-8e63dd8f552e/0fb6c27a-7fe0-4733-b69f-8e63dd8f552e.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.109568] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1938.109846] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2c4d0c8-ea1c-4ddb-9988-98ff2a73b467 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.127067] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1938.127320] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1938.128506] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33c0ed11-47bb-4e2e-9340-73481ffdf384 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.137669] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1938.137669] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e2c0bf-e87e-85d7-fb23-b9ea55c51349" [ 1938.137669] env[62097]: _type = "Task" [ 1938.137669] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.149902] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e2c0bf-e87e-85d7-fb23-b9ea55c51349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.219799] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Task: {'id': task-2035307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465381} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.220181] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 481d882a-0081-4252-9370-d0f18b9b3bbd/481d882a-0081-4252-9370-d0f18b9b3bbd.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1938.220579] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1938.220681] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e886d31a-89b9-402b-a485-c25cf9495d5e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.230680] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Waiting for the task: (returnval){ [ 1938.230680] env[62097]: value = "task-2035308" [ 1938.230680] env[62097]: _type = "Task" [ 1938.230680] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.240710] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Task: {'id': task-2035308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.460344] env[62097]: DEBUG oslo_concurrency.lockutils [req-bb661611-a665-4eb5-bf7c-7c1a26b0a7da req-a2c7ab04-3ca2-4f66-86d0-7ccc5643e26b service nova] Releasing lock "refresh_cache-f7539faf-bd9e-4443-b331-23d754427d31" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.546788] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 87f4043c-8854-4b5e-ad06-26a6f923b475 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1938.649558] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Preparing fetch location {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1938.649939] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Fetch image to [datastore2] OSTACK_IMG_c74480bf-832b-4e4a-b381-fa57145c2fff/OSTACK_IMG_c74480bf-832b-4e4a-b381-fa57145c2fff.vmdk {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1938.650126] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Downloading stream optimized image 0fb6c27a-7fe0-4733-b69f-8e63dd8f552e to [datastore2] OSTACK_IMG_c74480bf-832b-4e4a-b381-fa57145c2fff/OSTACK_IMG_c74480bf-832b-4e4a-b381-fa57145c2fff.vmdk on the data store datastore2 as vApp {{(pid=62097) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1938.650719] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Downloading image file data 0fb6c27a-7fe0-4733-b69f-8e63dd8f552e to the ESX as VM named 'OSTACK_IMG_c74480bf-832b-4e4a-b381-fa57145c2fff' {{(pid=62097) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1938.739429] env[62097]: DEBUG oslo_vmware.rw_handles [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1938.739429] env[62097]: value = "resgroup-9" [ 1938.739429] env[62097]: _type = "ResourcePool" [ 1938.739429] env[62097]: }. {{(pid=62097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1938.739710] env[62097]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-278d4acb-a271-4a99-b8db-54f111ef6ea4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.769888] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Task: {'id': task-2035308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066056} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.770659] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1938.773203] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75372543-ff63-418e-a224-5b14643b1310 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.776968] env[62097]: DEBUG oslo_vmware.rw_handles [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lease: (returnval){ [ 1938.776968] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d9467a-3079-cc23-3694-40f226470dc7" [ 1938.776968] env[62097]: _type = "HttpNfcLease" [ 1938.776968] env[62097]: } obtained for vApp import into resource pool (val){ [ 1938.776968] env[62097]: value = "resgroup-9" [ 1938.776968] env[62097]: _type = "ResourcePool" [ 1938.776968] env[62097]: }. {{(pid=62097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1938.777252] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the lease: (returnval){ [ 1938.777252] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d9467a-3079-cc23-3694-40f226470dc7" [ 1938.777252] env[62097]: _type = "HttpNfcLease" [ 1938.777252] env[62097]: } to be ready. {{(pid=62097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1938.794028] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1938.804528] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 481d882a-0081-4252-9370-d0f18b9b3bbd/481d882a-0081-4252-9370-d0f18b9b3bbd.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1938.805311] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fbdbe71-f7d9-4075-aae0-d508e3134238 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.807947] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5bfd406-92a0-4a2c-a754-d6d94a319f73 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.824064] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1938.824064] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d9467a-3079-cc23-3694-40f226470dc7" [ 1938.824064] env[62097]: _type = "HttpNfcLease" [ 1938.824064] env[62097]: } is initializing. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1938.833964] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1938.833964] env[62097]: value = "task-2035310" [ 1938.833964] env[62097]: _type = "Task" [ 1938.833964] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.834271] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Waiting for the task: (returnval){ [ 1938.834271] env[62097]: value = "task-2035311" [ 1938.834271] env[62097]: _type = "Task" [ 1938.834271] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.849317] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.852929] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Task: {'id': task-2035311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.955265] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "f5a37e2d-1c51-4395-9839-6b645d4714e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.955540] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "f5a37e2d-1c51-4395-9839-6b645d4714e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.955755] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "f5a37e2d-1c51-4395-9839-6b645d4714e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.955939] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "f5a37e2d-1c51-4395-9839-6b645d4714e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.956172] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "f5a37e2d-1c51-4395-9839-6b645d4714e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.959889] env[62097]: INFO nova.compute.manager [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Terminating instance [ 1939.049323] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 743853c7-d06f-4e55-81ff-32427fc121ad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1939.270431] env[62097]: DEBUG oslo_concurrency.lockutils [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "0b702bf5-bbb8-4a8e-a597-487055f9ca9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.270722] env[62097]: DEBUG oslo_concurrency.lockutils [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "0b702bf5-bbb8-4a8e-a597-487055f9ca9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.270951] env[62097]: DEBUG oslo_concurrency.lockutils [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "0b702bf5-bbb8-4a8e-a597-487055f9ca9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.271163] env[62097]: DEBUG oslo_concurrency.lockutils [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "0b702bf5-bbb8-4a8e-a597-487055f9ca9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.271333] env[62097]: DEBUG oslo_concurrency.lockutils [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "0b702bf5-bbb8-4a8e-a597-487055f9ca9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.273858] env[62097]: INFO nova.compute.manager [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Terminating instance [ 1939.285737] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1939.285737] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d9467a-3079-cc23-3694-40f226470dc7" [ 1939.285737] env[62097]: _type = "HttpNfcLease" [ 1939.285737] env[62097]: } is initializing. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1939.348662] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035310, 'name': PowerOffVM_Task, 'duration_secs': 0.297949} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.351605] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1939.352233] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Task: {'id': task-2035311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.352961] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef66750-2d1b-4bc5-80e0-cbcebb67533b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.370831] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ddae22-5b77-46eb-bba6-89a37d8d040c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.463493] env[62097]: DEBUG nova.compute.manager [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1939.464172] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1939.465277] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f668b6d-cf7c-4aa4-a4a1-dcd6f5422892 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.472485] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1939.472721] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3d43966-35ba-4ab8-9c60-3927a802f779 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.479683] env[62097]: DEBUG oslo_vmware.api [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1939.479683] env[62097]: value = "task-2035312" [ 1939.479683] env[62097]: _type = "Task" [ 1939.479683] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.487251] env[62097]: DEBUG oslo_vmware.api [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.553112] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 3dfc10de-12bc-481c-9274-ba4a8924076c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1939.553463] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1939.553553] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1939.779210] env[62097]: DEBUG nova.compute.manager [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1939.779669] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1939.783123] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986ee51b-658d-4e23-80cd-2d1babb2aff3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.793905] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1939.795399] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e60836e-f64b-41f8-b5db-c873a952c84d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.796763] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1939.796763] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d9467a-3079-cc23-3694-40f226470dc7" [ 1939.796763] env[62097]: _type = "HttpNfcLease" [ 1939.796763] env[62097]: } is ready. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1939.799359] env[62097]: DEBUG oslo_vmware.rw_handles [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1939.799359] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d9467a-3079-cc23-3694-40f226470dc7" [ 1939.799359] env[62097]: _type = "HttpNfcLease" [ 1939.799359] env[62097]: }. {{(pid=62097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1939.800302] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31281d7b-9817-47e2-881a-179cf4cd0707 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.803918] env[62097]: DEBUG oslo_vmware.api [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1939.803918] env[62097]: value = "task-2035313" [ 1939.803918] env[62097]: _type = "Task" [ 1939.803918] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.813804] env[62097]: DEBUG oslo_vmware.rw_handles [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52392f0a-93f1-3d17-8b79-8e2e578a4b2c/disk-0.vmdk from lease info. {{(pid=62097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1939.814222] env[62097]: DEBUG oslo_vmware.rw_handles [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52392f0a-93f1-3d17-8b79-8e2e578a4b2c/disk-0.vmdk. {{(pid=62097) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1939.883804] env[62097]: DEBUG oslo_vmware.api [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.886225] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Creating Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1939.888854] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-96b27c62-20d7-4da2-90df-62f401226732 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.894366] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-12f3804a-1262-47fd-ac3d-9f8d9c806bea {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.903258] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Task: {'id': task-2035311, 'name': ReconfigVM_Task, 'duration_secs': 0.789576} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.904138] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 481d882a-0081-4252-9370-d0f18b9b3bbd/481d882a-0081-4252-9370-d0f18b9b3bbd.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1939.904836] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f70cca42-0b90-43ba-bd9e-b2e89b61f557 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.908471] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1939.908471] env[62097]: value = "task-2035314" [ 1939.908471] env[62097]: _type = "Task" [ 1939.908471] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.912991] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Waiting for the task: (returnval){ [ 1939.912991] env[62097]: value = "task-2035315" [ 1939.912991] env[62097]: _type = "Task" [ 1939.912991] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.921971] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035314, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.931610] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Task: {'id': task-2035315, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.953845] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b9e01c-f0ef-4603-abe6-0a0e2256a565 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.962299] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f27b4e9-20c0-4663-bd6a-d4a47160a232 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.000025] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c9fc1a-5a77-4893-92b8-41839d92f5d2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.008848] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578aa4fe-106a-4c9b-98a4-4e24ce0616f0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.012800] env[62097]: DEBUG oslo_vmware.api [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035312, 'name': PowerOffVM_Task, 'duration_secs': 0.410167} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.013096] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1940.013275] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1940.013893] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d74db3a-c22a-474d-9430-d53e712c368e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.023935] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1940.114542] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1940.114542] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1940.114907] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Deleting the datastore file [datastore1] f5a37e2d-1c51-4395-9839-6b645d4714e7 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1940.115047] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d78af99-dc26-4720-a5db-099bc3508e8e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.121466] env[62097]: DEBUG oslo_vmware.api [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1940.121466] env[62097]: value = "task-2035317" [ 1940.121466] env[62097]: _type = "Task" [ 1940.121466] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.132709] env[62097]: DEBUG oslo_vmware.api [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.315230] env[62097]: DEBUG oslo_vmware.api [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035313, 'name': PowerOffVM_Task, 'duration_secs': 0.184044} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.317056] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1940.317260] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1940.317519] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80fe6039-187a-4344-91a6-06935abc8a9a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.394271] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1940.394600] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1940.394835] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Deleting the datastore file [datastore1] 0b702bf5-bbb8-4a8e-a597-487055f9ca9c {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1940.396336] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de530ea1-6233-44f0-9fdc-ac92e5cf726b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.402443] env[62097]: DEBUG oslo_vmware.api [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for the task: (returnval){ [ 1940.402443] env[62097]: value = "task-2035319" [ 1940.402443] env[62097]: _type = "Task" [ 1940.402443] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.412330] env[62097]: DEBUG oslo_vmware.api [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.428390] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035314, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.433740] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Task: {'id': task-2035315, 'name': Rename_Task, 'duration_secs': 0.168622} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.434105] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1940.434400] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcd08026-a75d-434b-847c-44f7b30e9ffb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.440709] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Waiting for the task: (returnval){ [ 1940.440709] env[62097]: value = "task-2035320" [ 1940.440709] env[62097]: _type = "Task" [ 1940.440709] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.451989] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Task: {'id': task-2035320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.528036] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1940.634690] env[62097]: DEBUG oslo_vmware.api [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127902} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.636452] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1940.636792] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1940.636983] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1940.637119] env[62097]: INFO nova.compute.manager [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1940.637465] env[62097]: DEBUG oslo.service.loopingcall [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1940.637708] env[62097]: DEBUG nova.compute.manager [-] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1940.637823] env[62097]: DEBUG nova.network.neutron [-] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1940.762104] env[62097]: DEBUG oslo_vmware.rw_handles [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Completed reading data from the image iterator. {{(pid=62097) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1940.762372] env[62097]: DEBUG oslo_vmware.rw_handles [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52392f0a-93f1-3d17-8b79-8e2e578a4b2c/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1940.763326] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39bec30-5778-4417-af2a-b5efdeaa4850 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.770785] env[62097]: DEBUG oslo_vmware.rw_handles [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52392f0a-93f1-3d17-8b79-8e2e578a4b2c/disk-0.vmdk is in state: ready. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1940.770989] env[62097]: DEBUG oslo_vmware.rw_handles [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52392f0a-93f1-3d17-8b79-8e2e578a4b2c/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1940.771234] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b4b3b430-f9ca-4fd9-a0b0-725112a405ee {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.914849] env[62097]: DEBUG oslo_vmware.api [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Task: {'id': task-2035319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137319} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.922117] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1940.922589] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1940.923179] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1940.923833] env[62097]: INFO nova.compute.manager [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1940.924234] env[62097]: DEBUG oslo.service.loopingcall [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1940.924803] env[62097]: DEBUG nova.compute.manager [-] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1940.924905] env[62097]: DEBUG nova.network.neutron [-] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1940.934643] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035314, 'name': CreateSnapshot_Task, 'duration_secs': 0.568152} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.935101] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Created Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1940.936564] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52a655d-e6d0-45c4-a4d1-b515229c4185 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.959721] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Task: {'id': task-2035320, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.029760] env[62097]: DEBUG oslo_vmware.rw_handles [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52392f0a-93f1-3d17-8b79-8e2e578a4b2c/disk-0.vmdk. {{(pid=62097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1941.030019] env[62097]: INFO nova.virt.vmwareapi.images [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Downloaded image file data 0fb6c27a-7fe0-4733-b69f-8e63dd8f552e [ 1941.031025] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84905385-50d9-43bd-a074-50138b1e5289 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.036436] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1941.036436] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.541s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.047762] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.915s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.049577] env[62097]: INFO nova.compute.claims [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1941.055475] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-691e8363-8d94-4c01-9fba-0a3ea8aa9a7c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.083437] env[62097]: INFO nova.virt.vmwareapi.images [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] The imported VM was unregistered [ 1941.086699] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Caching image {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1941.086699] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Creating directory with path [datastore2] devstack-image-cache_base/0fb6c27a-7fe0-4733-b69f-8e63dd8f552e {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1941.087078] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3d21c58-d23a-4736-8bd8-d5598a5613fd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.098624] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Created directory with path [datastore2] devstack-image-cache_base/0fb6c27a-7fe0-4733-b69f-8e63dd8f552e {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1941.098754] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c74480bf-832b-4e4a-b381-fa57145c2fff/OSTACK_IMG_c74480bf-832b-4e4a-b381-fa57145c2fff.vmdk to [datastore2] devstack-image-cache_base/0fb6c27a-7fe0-4733-b69f-8e63dd8f552e/0fb6c27a-7fe0-4733-b69f-8e63dd8f552e.vmdk. {{(pid=62097) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1941.099021] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-727a21f2-7662-4d10-97e4-0240dfaa1e82 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.106446] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1941.106446] env[62097]: value = "task-2035322" [ 1941.106446] env[62097]: _type = "Task" [ 1941.106446] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.114763] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035322, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.136033] env[62097]: DEBUG nova.compute.manager [req-50e65b47-d2f5-4a7e-a753-641989f7c044 req-35a99a2f-ccc5-4cb0-b062-afe4d2a57b8e service nova] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Received event network-vif-deleted-8594d995-f9b1-4d83-98c7-555cfb9c53b2 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1941.136126] env[62097]: INFO nova.compute.manager [req-50e65b47-d2f5-4a7e-a753-641989f7c044 req-35a99a2f-ccc5-4cb0-b062-afe4d2a57b8e service nova] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Neutron deleted interface 8594d995-f9b1-4d83-98c7-555cfb9c53b2; detaching it from the instance and deleting it from the info cache [ 1941.136351] env[62097]: DEBUG nova.network.neutron [req-50e65b47-d2f5-4a7e-a753-641989f7c044 req-35a99a2f-ccc5-4cb0-b062-afe4d2a57b8e service nova] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.426037] env[62097]: DEBUG nova.network.neutron [-] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.456461] env[62097]: DEBUG oslo_vmware.api [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Task: {'id': task-2035320, 'name': PowerOnVM_Task, 'duration_secs': 0.613171} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.456737] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1941.456943] env[62097]: INFO nova.compute.manager [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1941.457058] env[62097]: DEBUG nova.compute.manager [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1941.458222] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c9a79f-fd42-4613-a4d9-d388577417d3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.468431] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Creating linked-clone VM from snapshot {{(pid=62097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1941.468796] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-198176c4-bc6f-4fe7-a7ce-37a8beafefc1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.483295] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1941.483295] env[62097]: value = "task-2035323" [ 1941.483295] env[62097]: _type = "Task" [ 1941.483295] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.493292] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035323, 'name': CloneVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.617132] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035322, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.640591] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-009e1c24-1728-4730-94df-8b2cc0086e2b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.649744] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6866f50e-26a2-4ade-ada3-a2ce475ce11f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.685347] env[62097]: DEBUG nova.compute.manager [req-50e65b47-d2f5-4a7e-a753-641989f7c044 req-35a99a2f-ccc5-4cb0-b062-afe4d2a57b8e service nova] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Detach interface failed, port_id=8594d995-f9b1-4d83-98c7-555cfb9c53b2, reason: Instance f5a37e2d-1c51-4395-9839-6b645d4714e7 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1941.703024] env[62097]: DEBUG nova.network.neutron [-] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.930145] env[62097]: INFO nova.compute.manager [-] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Took 1.29 seconds to deallocate network for instance. [ 1941.996597] env[62097]: INFO nova.compute.manager [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Took 43.26 seconds to build instance. [ 1942.001707] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035323, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.119565] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035322, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.205953] env[62097]: INFO nova.compute.manager [-] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Took 1.28 seconds to deallocate network for instance. [ 1942.317323] env[62097]: DEBUG oslo_concurrency.lockutils [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Acquiring lock "481d882a-0081-4252-9370-d0f18b9b3bbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.438434] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.472442] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68931421-b756-4590-8a92-d7b0aca58355 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.480895] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa02d91-7aff-40b0-af3b-4283fb997183 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.498964] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035323, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.525768] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc28eb9e-c3c6-4d05-8aea-9c78532d0e8d tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Lock "481d882a-0081-4252-9370-d0f18b9b3bbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.271s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.526785] env[62097]: DEBUG oslo_concurrency.lockutils [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Lock "481d882a-0081-4252-9370-d0f18b9b3bbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.210s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.527038] env[62097]: DEBUG oslo_concurrency.lockutils [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Acquiring lock "481d882a-0081-4252-9370-d0f18b9b3bbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.527302] env[62097]: DEBUG oslo_concurrency.lockutils [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Lock "481d882a-0081-4252-9370-d0f18b9b3bbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.527475] env[62097]: DEBUG oslo_concurrency.lockutils [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Lock "481d882a-0081-4252-9370-d0f18b9b3bbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.529620] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596644cc-0a53-42fd-a996-3f7f79b8bd2e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.532688] env[62097]: INFO nova.compute.manager [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Terminating instance [ 1942.541102] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfef857-4c0b-44cc-99b3-30f78f7182da {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.557256] env[62097]: DEBUG nova.compute.provider_tree [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1942.618366] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035322, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.718080] env[62097]: DEBUG oslo_concurrency.lockutils [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.002374] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035323, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.047353] env[62097]: DEBUG nova.compute.manager [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1943.047606] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1943.048542] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed26f88c-7f94-4868-8ce0-9e5f242929c3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.057646] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1943.058063] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6674746-3ae3-4e24-8ede-8c71f8ba73a4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.060384] env[62097]: DEBUG nova.scheduler.client.report [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1943.070733] env[62097]: DEBUG oslo_vmware.api [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Waiting for the task: (returnval){ [ 1943.070733] env[62097]: value = "task-2035324" [ 1943.070733] env[62097]: _type = "Task" [ 1943.070733] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.080660] env[62097]: DEBUG oslo_vmware.api [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Task: {'id': task-2035324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.119495] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035322, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.167011] env[62097]: DEBUG nova.compute.manager [req-5e049e7a-6a45-4e99-9461-45ae8a22acad req-c0f376dd-b5a9-4ffa-9c52-99500db1fc0c service nova] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Received event network-vif-deleted-f4703e4c-67b1-4291-baed-435f66a86c1c {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1943.506343] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035323, 'name': CloneVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.568253] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.568253] env[62097]: DEBUG nova.compute.manager [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1943.570367] env[62097]: DEBUG oslo_concurrency.lockutils [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.080s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.570902] env[62097]: DEBUG oslo_concurrency.lockutils [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.572995] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.793s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.574571] env[62097]: INFO nova.compute.claims [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1943.588817] env[62097]: DEBUG oslo_vmware.api [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Task: {'id': task-2035324, 'name': PowerOffVM_Task, 'duration_secs': 0.374368} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.588817] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1943.588817] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1943.589183] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2323d76a-04e1-41ba-aabe-6b12544756e4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.599164] env[62097]: INFO nova.scheduler.client.report [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Deleted allocations for instance 76990b8d-ff61-454d-9dee-33bfe27f9665 [ 1943.622272] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035322, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.485957} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.622562] env[62097]: INFO nova.virt.vmwareapi.ds_util [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c74480bf-832b-4e4a-b381-fa57145c2fff/OSTACK_IMG_c74480bf-832b-4e4a-b381-fa57145c2fff.vmdk to [datastore2] devstack-image-cache_base/0fb6c27a-7fe0-4733-b69f-8e63dd8f552e/0fb6c27a-7fe0-4733-b69f-8e63dd8f552e.vmdk. [ 1943.622805] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Cleaning up location [datastore2] OSTACK_IMG_c74480bf-832b-4e4a-b381-fa57145c2fff {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1943.622982] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c74480bf-832b-4e4a-b381-fa57145c2fff {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1943.623268] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63ebdbcc-04e9-4679-ad68-cf7c58c9ae7b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.632314] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1943.632314] env[62097]: value = "task-2035326" [ 1943.632314] env[62097]: _type = "Task" [ 1943.632314] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.642073] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.833022] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1943.833022] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1943.833022] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Deleting the datastore file [datastore2] 481d882a-0081-4252-9370-d0f18b9b3bbd {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1943.833022] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eda19ab8-2659-46b6-ac8e-f98ddb04cae8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.839288] env[62097]: DEBUG oslo_vmware.api [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Waiting for the task: (returnval){ [ 1943.839288] env[62097]: value = "task-2035327" [ 1943.839288] env[62097]: _type = "Task" [ 1943.839288] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.846841] env[62097]: DEBUG oslo_concurrency.lockutils [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "ce099204-b30e-42a3-89be-0315d7e19b76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.847083] env[62097]: DEBUG oslo_concurrency.lockutils [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "ce099204-b30e-42a3-89be-0315d7e19b76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.853394] env[62097]: DEBUG oslo_vmware.api [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Task: {'id': task-2035327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.002068] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035323, 'name': CloneVM_Task, 'duration_secs': 2.02936} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.002068] env[62097]: INFO nova.virt.vmwareapi.vmops [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Created linked-clone VM from snapshot [ 1944.002698] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed99b73-422a-435d-bc88-4cf510040a65 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.010652] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Uploading image 68f250fb-e5a1-4b7b-8194-d4e5ead54281 {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1944.038349] env[62097]: DEBUG oslo_vmware.rw_handles [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1944.038349] env[62097]: value = "vm-417989" [ 1944.038349] env[62097]: _type = "VirtualMachine" [ 1944.038349] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1944.038665] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-27de6a23-44eb-4e92-bd8c-5d1ac3f3d76d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.047444] env[62097]: DEBUG oslo_vmware.rw_handles [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lease: (returnval){ [ 1944.047444] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52129d32-22cc-6f3e-d347-ed64fd14c82b" [ 1944.047444] env[62097]: _type = "HttpNfcLease" [ 1944.047444] env[62097]: } obtained for exporting VM: (result){ [ 1944.047444] env[62097]: value = "vm-417989" [ 1944.047444] env[62097]: _type = "VirtualMachine" [ 1944.047444] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1944.047804] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the lease: (returnval){ [ 1944.047804] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52129d32-22cc-6f3e-d347-ed64fd14c82b" [ 1944.047804] env[62097]: _type = "HttpNfcLease" [ 1944.047804] env[62097]: } to be ready. {{(pid=62097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1944.055942] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1944.055942] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52129d32-22cc-6f3e-d347-ed64fd14c82b" [ 1944.055942] env[62097]: _type = "HttpNfcLease" [ 1944.055942] env[62097]: } is initializing. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1944.080410] env[62097]: DEBUG nova.compute.utils [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1944.082085] env[62097]: DEBUG nova.compute.manager [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1944.082580] env[62097]: DEBUG nova.network.neutron [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1944.110342] env[62097]: DEBUG oslo_concurrency.lockutils [None req-77e720b0-10d7-463f-9dd2-c644bef6e255 tempest-ServersAdminTestJSON-1198214564 tempest-ServersAdminTestJSON-1198214564-project-member] Lock "76990b8d-ff61-454d-9dee-33bfe27f9665" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.269s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.139557] env[62097]: DEBUG nova.policy [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99d2e94ce5da4a40b849ce69157cdafa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5af5979ef52740dea95801a1e50166f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1944.145174] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04072} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.145457] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1944.145627] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0fb6c27a-7fe0-4733-b69f-8e63dd8f552e/0fb6c27a-7fe0-4733-b69f-8e63dd8f552e.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.147138] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0fb6c27a-7fe0-4733-b69f-8e63dd8f552e/0fb6c27a-7fe0-4733-b69f-8e63dd8f552e.vmdk to [datastore2] f7539faf-bd9e-4443-b331-23d754427d31/f7539faf-bd9e-4443-b331-23d754427d31.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1944.147491] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dc91c70-06ce-42ed-bcee-0a86d82c7b61 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.157651] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1944.157651] env[62097]: value = "task-2035329" [ 1944.157651] env[62097]: _type = "Task" [ 1944.157651] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.169460] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.316353] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "c43a1829-509c-40bc-bab3-9af6fd1dd168" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.316607] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "c43a1829-509c-40bc-bab3-9af6fd1dd168" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.352390] env[62097]: DEBUG nova.compute.manager [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1944.356056] env[62097]: DEBUG oslo_vmware.api [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Task: {'id': task-2035327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142818} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.356056] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1944.356323] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1944.356596] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1944.356718] env[62097]: INFO nova.compute.manager [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1944.356856] env[62097]: DEBUG oslo.service.loopingcall [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1944.357061] env[62097]: DEBUG nova.compute.manager [-] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1944.357160] env[62097]: DEBUG nova.network.neutron [-] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1944.481268] env[62097]: DEBUG nova.network.neutron [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Successfully created port: 5efe849a-b48c-4e51-8012-15bd2c970c60 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1944.558098] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1944.558098] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52129d32-22cc-6f3e-d347-ed64fd14c82b" [ 1944.558098] env[62097]: _type = "HttpNfcLease" [ 1944.558098] env[62097]: } is ready. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1944.558098] env[62097]: DEBUG oslo_vmware.rw_handles [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1944.558098] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52129d32-22cc-6f3e-d347-ed64fd14c82b" [ 1944.558098] env[62097]: _type = "HttpNfcLease" [ 1944.558098] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1944.558661] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c700272-e33f-4a17-b97e-715ddce6d484 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.570647] env[62097]: DEBUG oslo_vmware.rw_handles [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257c659-006a-c3a8-5d81-6cfd96aac4ac/disk-0.vmdk from lease info. {{(pid=62097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1944.570963] env[62097]: DEBUG oslo_vmware.rw_handles [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257c659-006a-c3a8-5d81-6cfd96aac4ac/disk-0.vmdk for reading. {{(pid=62097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1944.644238] env[62097]: DEBUG nova.compute.manager [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1944.656126] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "90d15877-672e-4191-9d69-50846fd4fe0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.656350] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "90d15877-672e-4191-9d69-50846fd4fe0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.671470] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035329, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.734098] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-310ceebd-b798-4ebc-a9c4-eb742e6e5f1d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.820740] env[62097]: DEBUG nova.compute.manager [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1944.894649] env[62097]: DEBUG oslo_concurrency.lockutils [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.999187] env[62097]: DEBUG nova.compute.manager [req-0bb97f6f-2ebd-4ba0-96e7-61b6d60a0000 req-39d73a7f-e781-4fad-8e04-45d257149b25 service nova] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Received event network-vif-deleted-49dc537b-e8a5-4c6f-9a17-44d7b1f2ecb8 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1944.999557] env[62097]: INFO nova.compute.manager [req-0bb97f6f-2ebd-4ba0-96e7-61b6d60a0000 req-39d73a7f-e781-4fad-8e04-45d257149b25 service nova] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Neutron deleted interface 49dc537b-e8a5-4c6f-9a17-44d7b1f2ecb8; detaching it from the instance and deleting it from the info cache [ 1944.999699] env[62097]: DEBUG nova.network.neutron [req-0bb97f6f-2ebd-4ba0-96e7-61b6d60a0000 req-39d73a7f-e781-4fad-8e04-45d257149b25 service nova] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.158619] env[62097]: DEBUG nova.compute.manager [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1945.176404] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035329, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.178576] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8df76c-3f8c-47e9-a7ca-c61a96d16392 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.189792] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e984ba-98d7-4caa-bf17-9a20d495b0b4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.232855] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e5e429-1404-44d8-b155-4cfe924c8da8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.244098] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ac0a20-c3a8-4d14-b1db-17dd48b9a326 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.268923] env[62097]: DEBUG nova.compute.provider_tree [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1945.275113] env[62097]: DEBUG nova.network.neutron [-] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.344911] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.505806] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c0b9080-86b7-49dc-b019-7bb027a9049c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.520886] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b5b895-2eed-412f-9ba2-40f8d1e75917 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.565482] env[62097]: DEBUG nova.compute.manager [req-0bb97f6f-2ebd-4ba0-96e7-61b6d60a0000 req-39d73a7f-e781-4fad-8e04-45d257149b25 service nova] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Detach interface failed, port_id=49dc537b-e8a5-4c6f-9a17-44d7b1f2ecb8, reason: Instance 481d882a-0081-4252-9370-d0f18b9b3bbd could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1945.661599] env[62097]: DEBUG nova.compute.manager [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1945.685424] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035329, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.699143] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.706190] env[62097]: DEBUG nova.virt.hardware [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1945.706561] env[62097]: DEBUG nova.virt.hardware [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1945.706678] env[62097]: DEBUG nova.virt.hardware [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1945.706923] env[62097]: DEBUG nova.virt.hardware [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1945.707152] env[62097]: DEBUG nova.virt.hardware [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1945.707353] env[62097]: DEBUG nova.virt.hardware [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1945.707647] env[62097]: DEBUG nova.virt.hardware [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1945.707858] env[62097]: DEBUG nova.virt.hardware [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1945.708095] env[62097]: DEBUG nova.virt.hardware [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1945.708348] env[62097]: DEBUG nova.virt.hardware [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1945.708560] env[62097]: DEBUG nova.virt.hardware [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1945.709633] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a766501-02ad-48ed-afce-68cf65ef4683 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.721870] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8761a88-5594-4bce-9952-46afd0243d38 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.774788] env[62097]: DEBUG nova.scheduler.client.report [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1945.777576] env[62097]: INFO nova.compute.manager [-] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Took 1.42 seconds to deallocate network for instance. [ 1946.177624] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035329, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.230766] env[62097]: DEBUG nova.compute.manager [req-46bb670f-0b62-41bc-9c4f-f28d1d624eb7 req-29bb3e6c-685b-4bcf-b1c0-67744677b321 service nova] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Received event network-vif-plugged-5efe849a-b48c-4e51-8012-15bd2c970c60 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1946.230766] env[62097]: DEBUG oslo_concurrency.lockutils [req-46bb670f-0b62-41bc-9c4f-f28d1d624eb7 req-29bb3e6c-685b-4bcf-b1c0-67744677b321 service nova] Acquiring lock "9d2c2459-95c6-459f-9f6e-f6e704e6e6d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.230766] env[62097]: DEBUG oslo_concurrency.lockutils [req-46bb670f-0b62-41bc-9c4f-f28d1d624eb7 req-29bb3e6c-685b-4bcf-b1c0-67744677b321 service nova] Lock "9d2c2459-95c6-459f-9f6e-f6e704e6e6d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.230766] env[62097]: DEBUG oslo_concurrency.lockutils [req-46bb670f-0b62-41bc-9c4f-f28d1d624eb7 req-29bb3e6c-685b-4bcf-b1c0-67744677b321 service nova] Lock "9d2c2459-95c6-459f-9f6e-f6e704e6e6d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.230766] env[62097]: DEBUG nova.compute.manager [req-46bb670f-0b62-41bc-9c4f-f28d1d624eb7 req-29bb3e6c-685b-4bcf-b1c0-67744677b321 service nova] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] No waiting events found dispatching network-vif-plugged-5efe849a-b48c-4e51-8012-15bd2c970c60 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1946.230766] env[62097]: WARNING nova.compute.manager [req-46bb670f-0b62-41bc-9c4f-f28d1d624eb7 req-29bb3e6c-685b-4bcf-b1c0-67744677b321 service nova] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Received unexpected event network-vif-plugged-5efe849a-b48c-4e51-8012-15bd2c970c60 for instance with vm_state building and task_state spawning. [ 1946.279668] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.283869] env[62097]: DEBUG nova.compute.manager [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1946.287159] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.023s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.287597] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.290145] env[62097]: DEBUG oslo_concurrency.lockutils [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.515s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.290584] env[62097]: DEBUG nova.objects.instance [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62097) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1946.299487] env[62097]: DEBUG oslo_concurrency.lockutils [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.354841] env[62097]: DEBUG nova.network.neutron [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Successfully updated port: 5efe849a-b48c-4e51-8012-15bd2c970c60 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1946.364471] env[62097]: INFO nova.scheduler.client.report [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Deleted allocations for instance f1884230-e972-4c99-a81b-1ecf9b5d7875 [ 1946.677031] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035329, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.806677] env[62097]: DEBUG nova.compute.utils [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1946.807531] env[62097]: DEBUG nova.compute.manager [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1946.807706] env[62097]: DEBUG nova.network.neutron [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1946.858627] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "refresh_cache-9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.858787] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquired lock "refresh_cache-9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.858930] env[62097]: DEBUG nova.network.neutron [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1946.873136] env[62097]: DEBUG nova.policy [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d875da2d7e543db971dd0619c8bc93a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a33913f130945c0ac3c0d07970a6f86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1946.875736] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d372b494-5832-4654-bddf-0c38c4c6b4ee tempest-MigrationsAdminTest-188784341 tempest-MigrationsAdminTest-188784341-project-member] Lock "f1884230-e972-4c99-a81b-1ecf9b5d7875" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.438s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.176626] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035329, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.53733} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.177877] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0fb6c27a-7fe0-4733-b69f-8e63dd8f552e/0fb6c27a-7fe0-4733-b69f-8e63dd8f552e.vmdk to [datastore2] f7539faf-bd9e-4443-b331-23d754427d31/f7539faf-bd9e-4443-b331-23d754427d31.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1947.177877] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842e0575-5647-4062-bba9-4be7819ca744 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.204305] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] f7539faf-bd9e-4443-b331-23d754427d31/f7539faf-bd9e-4443-b331-23d754427d31.vmdk or device None with type streamOptimized {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1947.204710] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d316ce91-7217-40ac-b360-ebf5d5af301b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.226867] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1947.226867] env[62097]: value = "task-2035330" [ 1947.226867] env[62097]: _type = "Task" [ 1947.226867] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.238343] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.305391] env[62097]: DEBUG oslo_concurrency.lockutils [None req-15ff2368-12c6-4dd3-b890-b2e25b1284d4 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.305668] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.036s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.307946] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.308248] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.344s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.310469] env[62097]: INFO nova.compute.claims [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1947.315492] env[62097]: DEBUG nova.compute.manager [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1947.345131] env[62097]: DEBUG nova.network.neutron [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Successfully created port: ffe9e223-8feb-4532-93f0-ae7a8b1b3167 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1947.351113] env[62097]: INFO nova.scheduler.client.report [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Deleted allocations for instance 5cd5ce14-883e-4649-956d-ead786f55c5d [ 1947.427860] env[62097]: DEBUG nova.network.neutron [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1947.738452] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035330, 'name': ReconfigVM_Task, 'duration_secs': 0.48545} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.738772] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Reconfigured VM instance instance-0000004e to attach disk [datastore2] f7539faf-bd9e-4443-b331-23d754427d31/f7539faf-bd9e-4443-b331-23d754427d31.vmdk or device None with type streamOptimized {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1947.739779] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edf98536-1876-4e30-9350-51185408da7c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.758706] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1947.758706] env[62097]: value = "task-2035331" [ 1947.758706] env[62097]: _type = "Task" [ 1947.758706] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.768868] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035331, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.867802] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3cf2b5bf-3b17-4979-8026-00d00860c3f5 tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Lock "5cd5ce14-883e-4649-956d-ead786f55c5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.853s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.020949] env[62097]: DEBUG nova.network.neutron [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Updating instance_info_cache with network_info: [{"id": "5efe849a-b48c-4e51-8012-15bd2c970c60", "address": "fa:16:3e:06:87:fa", "network": {"id": "1606e96f-eee0-456b-a3fb-4dfa9d6d601d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393149127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af5979ef52740dea95801a1e50166f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efe849a-b4", "ovs_interfaceid": "5efe849a-b48c-4e51-8012-15bd2c970c60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.273727] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035331, 'name': Rename_Task, 'duration_secs': 0.232984} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.274405] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1948.274709] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3041720-9c6a-4090-93a9-5c3476e723dd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.283530] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1948.283530] env[62097]: value = "task-2035332" [ 1948.283530] env[62097]: _type = "Task" [ 1948.283530] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.296337] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.308808] env[62097]: DEBUG nova.compute.manager [req-40ef3b8c-e309-49a1-8719-d22a079c2b37 req-4e77233b-62a7-4cf6-95ba-64ec2c63abb6 service nova] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Received event network-changed-5efe849a-b48c-4e51-8012-15bd2c970c60 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1948.309323] env[62097]: DEBUG nova.compute.manager [req-40ef3b8c-e309-49a1-8719-d22a079c2b37 req-4e77233b-62a7-4cf6-95ba-64ec2c63abb6 service nova] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Refreshing instance network info cache due to event network-changed-5efe849a-b48c-4e51-8012-15bd2c970c60. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1948.309323] env[62097]: DEBUG oslo_concurrency.lockutils [req-40ef3b8c-e309-49a1-8719-d22a079c2b37 req-4e77233b-62a7-4cf6-95ba-64ec2c63abb6 service nova] Acquiring lock "refresh_cache-9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.326607] env[62097]: DEBUG nova.compute.manager [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1948.362344] env[62097]: DEBUG nova.virt.hardware [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1948.362883] env[62097]: DEBUG nova.virt.hardware [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1948.362973] env[62097]: DEBUG nova.virt.hardware [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1948.363429] env[62097]: DEBUG nova.virt.hardware [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1948.363429] env[62097]: DEBUG nova.virt.hardware [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1948.363548] env[62097]: DEBUG nova.virt.hardware [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1948.364167] env[62097]: DEBUG nova.virt.hardware [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1948.364167] env[62097]: DEBUG nova.virt.hardware [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1948.364311] env[62097]: DEBUG nova.virt.hardware [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1948.364497] env[62097]: DEBUG nova.virt.hardware [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1948.364696] env[62097]: DEBUG nova.virt.hardware [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1948.366304] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b73232b-eca3-4f3a-ac6a-239b8f738ece {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.380437] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2da0c8c-e2ff-4861-970f-7079c8e291f4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.528726] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Releasing lock "refresh_cache-9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.529386] env[62097]: DEBUG nova.compute.manager [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Instance network_info: |[{"id": "5efe849a-b48c-4e51-8012-15bd2c970c60", "address": "fa:16:3e:06:87:fa", "network": {"id": "1606e96f-eee0-456b-a3fb-4dfa9d6d601d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393149127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af5979ef52740dea95801a1e50166f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efe849a-b4", "ovs_interfaceid": "5efe849a-b48c-4e51-8012-15bd2c970c60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1948.529815] env[62097]: DEBUG oslo_concurrency.lockutils [req-40ef3b8c-e309-49a1-8719-d22a079c2b37 req-4e77233b-62a7-4cf6-95ba-64ec2c63abb6 service nova] Acquired lock "refresh_cache-9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.530027] env[62097]: DEBUG nova.network.neutron [req-40ef3b8c-e309-49a1-8719-d22a079c2b37 req-4e77233b-62a7-4cf6-95ba-64ec2c63abb6 service nova] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Refreshing network info cache for port 5efe849a-b48c-4e51-8012-15bd2c970c60 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1948.531531] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:87:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5efe849a-b48c-4e51-8012-15bd2c970c60', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1948.548354] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Creating folder: Project (5af5979ef52740dea95801a1e50166f8). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1948.552045] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9c5fb3a-b926-4b26-a5cd-0938deda54f0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.568256] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Created folder: Project (5af5979ef52740dea95801a1e50166f8) in parent group-v417770. [ 1948.568256] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Creating folder: Instances. Parent ref: group-v417990. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1948.568550] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-798f46ed-a84f-441c-b648-7b95323a938d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.586110] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Created folder: Instances in parent group-v417990. [ 1948.586110] env[62097]: DEBUG oslo.service.loopingcall [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1948.590961] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1948.591863] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81c07ec5-9f2e-4992-972f-4497f44008d8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.636066] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1948.636066] env[62097]: value = "task-2035335" [ 1948.636066] env[62097]: _type = "Task" [ 1948.636066] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.646806] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035335, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.774856] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquiring lock "1316a909-1ec0-4563-b9cb-4eef3d5b8955" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.775208] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Lock "1316a909-1ec0-4563-b9cb-4eef3d5b8955" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.775429] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquiring lock "1316a909-1ec0-4563-b9cb-4eef3d5b8955-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.775615] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Lock "1316a909-1ec0-4563-b9cb-4eef3d5b8955-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.775861] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Lock "1316a909-1ec0-4563-b9cb-4eef3d5b8955-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.777852] env[62097]: INFO nova.compute.manager [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Terminating instance [ 1948.798216] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.802581] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b49a464-7fd5-402d-bad4-15fdb7c442a0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.811556] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06de8388-a1aa-45d9-90d3-e484da16175b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.846871] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16d8249-f212-44ec-9221-db1c1cd29cc9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.856417] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260ca489-5b8c-4916-8a4a-b9f9c8114ddd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.874189] env[62097]: DEBUG nova.compute.provider_tree [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1949.026829] env[62097]: DEBUG nova.network.neutron [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Successfully updated port: ffe9e223-8feb-4532-93f0-ae7a8b1b3167 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1949.150838] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035335, 'name': CreateVM_Task, 'duration_secs': 0.457112} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.151419] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1949.151808] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.151938] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.152245] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1949.152494] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f037246-6548-44d4-9034-a8e2758d96f8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.158619] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 1949.158619] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527d1446-7d31-e8ff-485c-898395978bab" [ 1949.158619] env[62097]: _type = "Task" [ 1949.158619] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.168637] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527d1446-7d31-e8ff-485c-898395978bab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.281609] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquiring lock "refresh_cache-1316a909-1ec0-4563-b9cb-4eef3d5b8955" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.282410] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquired lock "refresh_cache-1316a909-1ec0-4563-b9cb-4eef3d5b8955" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.282410] env[62097]: DEBUG nova.network.neutron [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1949.300398] env[62097]: DEBUG oslo_vmware.api [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035332, 'name': PowerOnVM_Task, 'duration_secs': 0.952384} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.301563] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1949.301796] env[62097]: INFO nova.compute.manager [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Took 14.84 seconds to spawn the instance on the hypervisor. [ 1949.305360] env[62097]: DEBUG nova.compute.manager [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1949.305360] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de85d6c9-a4a9-4afd-99b7-1a6af91eed35 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.337179] env[62097]: DEBUG nova.network.neutron [req-40ef3b8c-e309-49a1-8719-d22a079c2b37 req-4e77233b-62a7-4cf6-95ba-64ec2c63abb6 service nova] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Updated VIF entry in instance network info cache for port 5efe849a-b48c-4e51-8012-15bd2c970c60. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1949.337456] env[62097]: DEBUG nova.network.neutron [req-40ef3b8c-e309-49a1-8719-d22a079c2b37 req-4e77233b-62a7-4cf6-95ba-64ec2c63abb6 service nova] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Updating instance_info_cache with network_info: [{"id": "5efe849a-b48c-4e51-8012-15bd2c970c60", "address": "fa:16:3e:06:87:fa", "network": {"id": "1606e96f-eee0-456b-a3fb-4dfa9d6d601d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393149127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af5979ef52740dea95801a1e50166f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efe849a-b4", "ovs_interfaceid": "5efe849a-b48c-4e51-8012-15bd2c970c60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.377864] env[62097]: DEBUG nova.scheduler.client.report [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1949.530579] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "refresh_cache-87f4043c-8854-4b5e-ad06-26a6f923b475" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.530739] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquired lock "refresh_cache-87f4043c-8854-4b5e-ad06-26a6f923b475" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.530891] env[62097]: DEBUG nova.network.neutron [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1949.671878] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527d1446-7d31-e8ff-485c-898395978bab, 'name': SearchDatastore_Task, 'duration_secs': 0.023646} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.672261] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.672534] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1949.672784] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.672971] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.673181] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1949.673515] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-585a2569-f529-40af-a5ed-f941ffaf651c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.687023] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1949.687023] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1949.687023] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37a647b8-2bf8-4382-b6b6-669f2f4dd77d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.694820] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 1949.694820] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5216e8e4-74a1-463d-e6cb-dadd2e86efa1" [ 1949.694820] env[62097]: _type = "Task" [ 1949.694820] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.707335] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5216e8e4-74a1-463d-e6cb-dadd2e86efa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.802877] env[62097]: DEBUG nova.network.neutron [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1949.825430] env[62097]: INFO nova.compute.manager [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Took 45.09 seconds to build instance. [ 1949.842554] env[62097]: DEBUG oslo_concurrency.lockutils [req-40ef3b8c-e309-49a1-8719-d22a079c2b37 req-4e77233b-62a7-4cf6-95ba-64ec2c63abb6 service nova] Releasing lock "refresh_cache-9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.870322] env[62097]: DEBUG nova.network.neutron [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.883981] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.884566] env[62097]: DEBUG nova.compute.manager [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1949.887627] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.107s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.889658] env[62097]: INFO nova.compute.claims [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1950.073289] env[62097]: DEBUG nova.network.neutron [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1950.209996] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5216e8e4-74a1-463d-e6cb-dadd2e86efa1, 'name': SearchDatastore_Task, 'duration_secs': 0.014968} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.211040] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2481cd44-6f61-46f1-8779-49fb50896387 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.218828] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 1950.218828] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52620510-359f-e0ef-8320-9a6152d38d49" [ 1950.218828] env[62097]: _type = "Task" [ 1950.218828] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.231994] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52620510-359f-e0ef-8320-9a6152d38d49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.233101] env[62097]: DEBUG nova.network.neutron [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Updating instance_info_cache with network_info: [{"id": "ffe9e223-8feb-4532-93f0-ae7a8b1b3167", "address": "fa:16:3e:14:1f:11", "network": {"id": "40fc680e-d343-4f6c-ac49-4edae8c6e1cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-112414529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a33913f130945c0ac3c0d07970a6f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffe9e223-8f", "ovs_interfaceid": "ffe9e223-8feb-4532-93f0-ae7a8b1b3167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.327993] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c0692a2-89e6-4be6-859c-57fa142e6f3f tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "f7539faf-bd9e-4443-b331-23d754427d31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.597s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.372788] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Releasing lock "refresh_cache-1316a909-1ec0-4563-b9cb-4eef3d5b8955" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.373284] env[62097]: DEBUG nova.compute.manager [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1950.373487] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1950.374907] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6f83c7-7f57-4054-8225-5f01429f192f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.385309] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1950.385656] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ce094a4-675c-4158-9f6e-ca303975f222 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.400956] env[62097]: DEBUG nova.compute.utils [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1950.400956] env[62097]: DEBUG oslo_vmware.api [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1950.400956] env[62097]: value = "task-2035336" [ 1950.400956] env[62097]: _type = "Task" [ 1950.400956] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.400956] env[62097]: DEBUG nova.compute.manager [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1950.400956] env[62097]: DEBUG nova.network.neutron [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1950.416834] env[62097]: DEBUG oslo_vmware.api [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.486119] env[62097]: DEBUG nova.policy [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1829b1c0dc744259c0ae53a5183d8d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83b758427cb84ff0a469292b373bbffe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1950.504768] env[62097]: DEBUG nova.compute.manager [req-a10acf3e-c2cb-4492-8695-def6fe4b5068 req-9593100e-387b-41ca-a07e-3bcdc0a775e5 service nova] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Received event network-vif-plugged-ffe9e223-8feb-4532-93f0-ae7a8b1b3167 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1950.505064] env[62097]: DEBUG oslo_concurrency.lockutils [req-a10acf3e-c2cb-4492-8695-def6fe4b5068 req-9593100e-387b-41ca-a07e-3bcdc0a775e5 service nova] Acquiring lock "87f4043c-8854-4b5e-ad06-26a6f923b475-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.506428] env[62097]: DEBUG oslo_concurrency.lockutils [req-a10acf3e-c2cb-4492-8695-def6fe4b5068 req-9593100e-387b-41ca-a07e-3bcdc0a775e5 service nova] Lock "87f4043c-8854-4b5e-ad06-26a6f923b475-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.506428] env[62097]: DEBUG oslo_concurrency.lockutils [req-a10acf3e-c2cb-4492-8695-def6fe4b5068 req-9593100e-387b-41ca-a07e-3bcdc0a775e5 service nova] Lock "87f4043c-8854-4b5e-ad06-26a6f923b475-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.506428] env[62097]: DEBUG nova.compute.manager [req-a10acf3e-c2cb-4492-8695-def6fe4b5068 req-9593100e-387b-41ca-a07e-3bcdc0a775e5 service nova] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] No waiting events found dispatching network-vif-plugged-ffe9e223-8feb-4532-93f0-ae7a8b1b3167 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1950.506428] env[62097]: WARNING nova.compute.manager [req-a10acf3e-c2cb-4492-8695-def6fe4b5068 req-9593100e-387b-41ca-a07e-3bcdc0a775e5 service nova] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Received unexpected event network-vif-plugged-ffe9e223-8feb-4532-93f0-ae7a8b1b3167 for instance with vm_state building and task_state spawning. [ 1950.506872] env[62097]: DEBUG nova.compute.manager [req-a10acf3e-c2cb-4492-8695-def6fe4b5068 req-9593100e-387b-41ca-a07e-3bcdc0a775e5 service nova] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Received event network-changed-ffe9e223-8feb-4532-93f0-ae7a8b1b3167 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1950.506872] env[62097]: DEBUG nova.compute.manager [req-a10acf3e-c2cb-4492-8695-def6fe4b5068 req-9593100e-387b-41ca-a07e-3bcdc0a775e5 service nova] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Refreshing instance network info cache due to event network-changed-ffe9e223-8feb-4532-93f0-ae7a8b1b3167. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1950.506872] env[62097]: DEBUG oslo_concurrency.lockutils [req-a10acf3e-c2cb-4492-8695-def6fe4b5068 req-9593100e-387b-41ca-a07e-3bcdc0a775e5 service nova] Acquiring lock "refresh_cache-87f4043c-8854-4b5e-ad06-26a6f923b475" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.731955] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52620510-359f-e0ef-8320-9a6152d38d49, 'name': SearchDatastore_Task, 'duration_secs': 0.015989} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.732484] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.733026] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2/9d2c2459-95c6-459f-9f6e-f6e704e6e6d2.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1950.733352] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc1a64fa-1bf7-4c8f-88dd-448b430ed17b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.735924] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Releasing lock "refresh_cache-87f4043c-8854-4b5e-ad06-26a6f923b475" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.736254] env[62097]: DEBUG nova.compute.manager [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Instance network_info: |[{"id": "ffe9e223-8feb-4532-93f0-ae7a8b1b3167", "address": "fa:16:3e:14:1f:11", "network": {"id": "40fc680e-d343-4f6c-ac49-4edae8c6e1cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-112414529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a33913f130945c0ac3c0d07970a6f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffe9e223-8f", "ovs_interfaceid": "ffe9e223-8feb-4532-93f0-ae7a8b1b3167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1950.736552] env[62097]: DEBUG oslo_concurrency.lockutils [req-a10acf3e-c2cb-4492-8695-def6fe4b5068 req-9593100e-387b-41ca-a07e-3bcdc0a775e5 service nova] Acquired lock "refresh_cache-87f4043c-8854-4b5e-ad06-26a6f923b475" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.736723] env[62097]: DEBUG nova.network.neutron [req-a10acf3e-c2cb-4492-8695-def6fe4b5068 req-9593100e-387b-41ca-a07e-3bcdc0a775e5 service nova] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Refreshing network info cache for port ffe9e223-8feb-4532-93f0-ae7a8b1b3167 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1950.738457] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:1f:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffe9e223-8feb-4532-93f0-ae7a8b1b3167', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1950.748660] env[62097]: DEBUG oslo.service.loopingcall [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1950.750539] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1950.750797] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67f42bc7-781d-4def-9839-9318b75eab63 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.772017] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 1950.772017] env[62097]: value = "task-2035337" [ 1950.772017] env[62097]: _type = "Task" [ 1950.772017] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.778461] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1950.778461] env[62097]: value = "task-2035338" [ 1950.778461] env[62097]: _type = "Task" [ 1950.778461] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.784133] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.793839] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035338, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.863443] env[62097]: DEBUG nova.network.neutron [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Successfully created port: d62ffc95-00d5-4445-bb91-7072a2be0019 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1950.901032] env[62097]: DEBUG nova.compute.manager [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1950.921529] env[62097]: DEBUG oslo_vmware.api [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035336, 'name': PowerOffVM_Task, 'duration_secs': 0.345023} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.921805] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1950.922058] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1950.922364] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c93c5cb-8dcc-46e3-bf05-6eb2276be9d5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.964540] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1950.964540] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1950.964540] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Deleting the datastore file [datastore1] 1316a909-1ec0-4563-b9cb-4eef3d5b8955 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1950.964749] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20b94894-c8af-454e-8509-4240e1205bc0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.979105] env[62097]: DEBUG oslo_vmware.api [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for the task: (returnval){ [ 1950.979105] env[62097]: value = "task-2035340" [ 1950.979105] env[62097]: _type = "Task" [ 1950.979105] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.993701] env[62097]: DEBUG oslo_vmware.api [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.125060] env[62097]: DEBUG oslo_concurrency.lockutils [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "f7539faf-bd9e-4443-b331-23d754427d31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.125317] env[62097]: DEBUG oslo_concurrency.lockutils [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "f7539faf-bd9e-4443-b331-23d754427d31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.125731] env[62097]: DEBUG oslo_concurrency.lockutils [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "f7539faf-bd9e-4443-b331-23d754427d31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.125851] env[62097]: DEBUG oslo_concurrency.lockutils [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "f7539faf-bd9e-4443-b331-23d754427d31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.126047] env[62097]: DEBUG oslo_concurrency.lockutils [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "f7539faf-bd9e-4443-b331-23d754427d31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.128702] env[62097]: INFO nova.compute.manager [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Terminating instance [ 1951.294778] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035337, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.304703] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035338, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.347170] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d59f12-1363-467f-905a-9bee3ab57226 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.358208] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680af3f4-b13d-4a72-a845-57b240b38992 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.399472] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b61eb9-6688-4805-8f30-473449d4f64e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.414857] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d626c15-d71e-4195-a52d-a3226d640720 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.435092] env[62097]: DEBUG nova.compute.provider_tree [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1951.492820] env[62097]: DEBUG oslo_vmware.api [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Task: {'id': task-2035340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445711} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.493117] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1951.493324] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1951.493507] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1951.493716] env[62097]: INFO nova.compute.manager [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1951.493997] env[62097]: DEBUG oslo.service.loopingcall [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1951.494208] env[62097]: DEBUG nova.compute.manager [-] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1951.494305] env[62097]: DEBUG nova.network.neutron [-] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1951.633325] env[62097]: DEBUG nova.network.neutron [req-a10acf3e-c2cb-4492-8695-def6fe4b5068 req-9593100e-387b-41ca-a07e-3bcdc0a775e5 service nova] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Updated VIF entry in instance network info cache for port ffe9e223-8feb-4532-93f0-ae7a8b1b3167. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1951.633782] env[62097]: DEBUG nova.network.neutron [req-a10acf3e-c2cb-4492-8695-def6fe4b5068 req-9593100e-387b-41ca-a07e-3bcdc0a775e5 service nova] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Updating instance_info_cache with network_info: [{"id": "ffe9e223-8feb-4532-93f0-ae7a8b1b3167", "address": "fa:16:3e:14:1f:11", "network": {"id": "40fc680e-d343-4f6c-ac49-4edae8c6e1cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-112414529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a33913f130945c0ac3c0d07970a6f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffe9e223-8f", "ovs_interfaceid": "ffe9e223-8feb-4532-93f0-ae7a8b1b3167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.635953] env[62097]: DEBUG nova.compute.manager [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1951.636330] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1951.637828] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc03ac5-dfef-4014-8071-e6af724a7fc3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.647801] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1951.648220] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c698dad9-f9d9-4e15-b393-832b4da92531 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.658284] env[62097]: DEBUG oslo_vmware.api [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1951.658284] env[62097]: value = "task-2035341" [ 1951.658284] env[62097]: _type = "Task" [ 1951.658284] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.668870] env[62097]: DEBUG oslo_vmware.api [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.725378] env[62097]: DEBUG nova.network.neutron [-] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1951.787195] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688216} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.790700] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2/9d2c2459-95c6-459f-9f6e-f6e704e6e6d2.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1951.790941] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1951.791227] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84988ae5-24e2-4bf7-85df-4a9c4aebb267 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.800453] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035338, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.802754] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 1951.802754] env[62097]: value = "task-2035342" [ 1951.802754] env[62097]: _type = "Task" [ 1951.802754] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.813683] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.921166] env[62097]: DEBUG nova.compute.manager [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1951.946036] env[62097]: DEBUG nova.scheduler.client.report [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1951.992966] env[62097]: DEBUG nova.virt.hardware [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1951.992966] env[62097]: DEBUG nova.virt.hardware [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1951.992966] env[62097]: DEBUG nova.virt.hardware [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1951.992966] env[62097]: DEBUG nova.virt.hardware [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1951.992966] env[62097]: DEBUG nova.virt.hardware [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1951.992966] env[62097]: DEBUG nova.virt.hardware [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1951.993289] env[62097]: DEBUG nova.virt.hardware [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1951.993745] env[62097]: DEBUG nova.virt.hardware [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1951.993802] env[62097]: DEBUG nova.virt.hardware [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1951.994068] env[62097]: DEBUG nova.virt.hardware [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1951.994591] env[62097]: DEBUG nova.virt.hardware [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1951.996267] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21130d26-bc2b-423a-8c71-74a50d2f58ca {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.012042] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb70b235-d4d2-436f-a80d-2df48d3c0441 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.140089] env[62097]: DEBUG oslo_concurrency.lockutils [req-a10acf3e-c2cb-4492-8695-def6fe4b5068 req-9593100e-387b-41ca-a07e-3bcdc0a775e5 service nova] Releasing lock "refresh_cache-87f4043c-8854-4b5e-ad06-26a6f923b475" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.169976] env[62097]: DEBUG oslo_vmware.api [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035341, 'name': PowerOffVM_Task, 'duration_secs': 0.249404} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.170896] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1952.172045] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1952.172045] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aed2a501-ce56-4c0f-9336-bb2c2a8d77c0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.228359] env[62097]: DEBUG nova.network.neutron [-] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.300608] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035338, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.301670] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1952.301994] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1952.302139] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Deleting the datastore file [datastore2] f7539faf-bd9e-4443-b331-23d754427d31 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1952.302447] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6be9ec66-7d55-4c7b-8bb4-f0293b50a552 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.313685] env[62097]: DEBUG oslo_vmware.api [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1952.313685] env[62097]: value = "task-2035344" [ 1952.313685] env[62097]: _type = "Task" [ 1952.313685] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.317021] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097195} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.320669] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1952.322395] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0791c0f-ff03-4376-a3e6-47bb0b27ea76 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.330198] env[62097]: DEBUG oslo_vmware.api [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.347794] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2/9d2c2459-95c6-459f-9f6e-f6e704e6e6d2.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1952.348145] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3790c99-74b2-4976-86ed-a2b732fddf84 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.375117] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 1952.375117] env[62097]: value = "task-2035345" [ 1952.375117] env[62097]: _type = "Task" [ 1952.375117] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.385644] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.454552] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.455140] env[62097]: DEBUG nova.compute.manager [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1952.458280] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.483s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.458546] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.463680] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.026s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.464055] env[62097]: DEBUG nova.objects.instance [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lazy-loading 'resources' on Instance uuid f5a37e2d-1c51-4395-9839-6b645d4714e7 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1952.489016] env[62097]: INFO nova.scheduler.client.report [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Deleted allocations for instance 528dd1d8-613f-4fa0-bd83-425bdf06bcd0 [ 1952.641029] env[62097]: DEBUG nova.compute.manager [req-e9f7865b-c74d-4de0-8570-d85169fb7827 req-1669cc38-3f8b-423e-bc50-dafaaa9acc14 service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Received event network-vif-plugged-d62ffc95-00d5-4445-bb91-7072a2be0019 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1952.641273] env[62097]: DEBUG oslo_concurrency.lockutils [req-e9f7865b-c74d-4de0-8570-d85169fb7827 req-1669cc38-3f8b-423e-bc50-dafaaa9acc14 service nova] Acquiring lock "743853c7-d06f-4e55-81ff-32427fc121ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.641483] env[62097]: DEBUG oslo_concurrency.lockutils [req-e9f7865b-c74d-4de0-8570-d85169fb7827 req-1669cc38-3f8b-423e-bc50-dafaaa9acc14 service nova] Lock "743853c7-d06f-4e55-81ff-32427fc121ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.641652] env[62097]: DEBUG oslo_concurrency.lockutils [req-e9f7865b-c74d-4de0-8570-d85169fb7827 req-1669cc38-3f8b-423e-bc50-dafaaa9acc14 service nova] Lock "743853c7-d06f-4e55-81ff-32427fc121ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.641818] env[62097]: DEBUG nova.compute.manager [req-e9f7865b-c74d-4de0-8570-d85169fb7827 req-1669cc38-3f8b-423e-bc50-dafaaa9acc14 service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] No waiting events found dispatching network-vif-plugged-d62ffc95-00d5-4445-bb91-7072a2be0019 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1952.642016] env[62097]: WARNING nova.compute.manager [req-e9f7865b-c74d-4de0-8570-d85169fb7827 req-1669cc38-3f8b-423e-bc50-dafaaa9acc14 service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Received unexpected event network-vif-plugged-d62ffc95-00d5-4445-bb91-7072a2be0019 for instance with vm_state building and task_state spawning. [ 1952.732569] env[62097]: INFO nova.compute.manager [-] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Took 1.24 seconds to deallocate network for instance. [ 1952.804712] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035338, 'name': CreateVM_Task, 'duration_secs': 1.654037} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.804712] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1952.804712] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.804712] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.804712] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1952.804712] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c49a53d-a3b2-48b7-bf39-d5a2265cf232 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.810909] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 1952.810909] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f46ee7-0aac-e16b-a2c5-49b488052458" [ 1952.810909] env[62097]: _type = "Task" [ 1952.810909] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.823927] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f46ee7-0aac-e16b-a2c5-49b488052458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.830807] env[62097]: DEBUG oslo_vmware.api [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238657} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.831101] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1952.831392] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1952.831486] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1952.831682] env[62097]: INFO nova.compute.manager [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1952.832429] env[62097]: DEBUG oslo.service.loopingcall [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1952.832429] env[62097]: DEBUG nova.compute.manager [-] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1952.832429] env[62097]: DEBUG nova.network.neutron [-] [instance: f7539faf-bd9e-4443-b331-23d754427d31] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1952.842782] env[62097]: DEBUG nova.network.neutron [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Successfully updated port: d62ffc95-00d5-4445-bb91-7072a2be0019 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1952.889919] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.968681] env[62097]: DEBUG nova.compute.utils [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1952.974373] env[62097]: DEBUG nova.compute.manager [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1952.975358] env[62097]: DEBUG nova.network.neutron [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1952.989558] env[62097]: DEBUG oslo_vmware.rw_handles [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257c659-006a-c3a8-5d81-6cfd96aac4ac/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1952.990632] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e809c704-70f6-4970-8682-b00a38f8f38d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.998317] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e20f381b-759d-4297-9161-cd58407fd64c tempest-ServerMetadataNegativeTestJSON-623274328 tempest-ServerMetadataNegativeTestJSON-623274328-project-member] Lock "528dd1d8-613f-4fa0-bd83-425bdf06bcd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.707s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.006826] env[62097]: DEBUG oslo_vmware.rw_handles [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257c659-006a-c3a8-5d81-6cfd96aac4ac/disk-0.vmdk is in state: ready. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1953.006995] env[62097]: ERROR oslo_vmware.rw_handles [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257c659-006a-c3a8-5d81-6cfd96aac4ac/disk-0.vmdk due to incomplete transfer. [ 1953.007957] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8b1689d8-6c18-410e-a02b-64c8820c255d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.017059] env[62097]: DEBUG oslo_vmware.rw_handles [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257c659-006a-c3a8-5d81-6cfd96aac4ac/disk-0.vmdk. {{(pid=62097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1953.017518] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Uploaded image 68f250fb-e5a1-4b7b-8194-d4e5ead54281 to the Glance image server {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1953.020554] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Destroying the VM {{(pid=62097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1953.021341] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5841b282-da4a-4833-91b1-35f64f1ec672 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.036710] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1953.036710] env[62097]: value = "task-2035346" [ 1953.036710] env[62097]: _type = "Task" [ 1953.036710] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.054786] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035346, 'name': Destroy_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.098574] env[62097]: DEBUG nova.policy [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3e0591fa389462782bc27eb72c7d3eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce5e68cf726a4453a93d945e2c0ec08a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1953.242256] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.324318] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f46ee7-0aac-e16b-a2c5-49b488052458, 'name': SearchDatastore_Task, 'duration_secs': 0.014093} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.328479] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.328479] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1953.329220] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.329391] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.329625] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1953.330058] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ec6b921-ce5c-49a7-b93a-fe1d1560290d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.341852] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1953.342560] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1953.344103] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49be93be-76ec-4041-9284-60f102e02ec1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.354890] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "refresh_cache-743853c7-d06f-4e55-81ff-32427fc121ad" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.354890] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquired lock "refresh_cache-743853c7-d06f-4e55-81ff-32427fc121ad" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.354890] env[62097]: DEBUG nova.network.neutron [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1953.358517] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 1953.358517] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52260143-4d63-9869-acdd-e747826367bb" [ 1953.358517] env[62097]: _type = "Task" [ 1953.358517] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.371189] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52260143-4d63-9869-acdd-e747826367bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.387509] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035345, 'name': ReconfigVM_Task, 'duration_secs': 0.809772} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.387936] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2/9d2c2459-95c6-459f-9f6e-f6e704e6e6d2.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1953.388630] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ece6bf5d-0474-4e08-a044-88cb35fd9c68 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.400525] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 1953.400525] env[62097]: value = "task-2035347" [ 1953.400525] env[62097]: _type = "Task" [ 1953.400525] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.418020] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035347, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.425844] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884eb36c-cfac-4e23-8d3f-729edf2ef8d2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.434882] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee648bb-c1b1-4916-b1f0-ceee04b723e7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.468318] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de982bf8-7641-4f2f-ad35-5315619c414d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.477165] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe3f1b7-e7ef-463f-a11c-c77d040e422c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.481474] env[62097]: DEBUG nova.compute.manager [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1953.496464] env[62097]: DEBUG nova.compute.provider_tree [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1953.548357] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035346, 'name': Destroy_Task, 'duration_secs': 0.363641} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.548663] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Destroyed the VM [ 1953.548924] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Deleting Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1953.549199] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0dd1c29f-eb5d-4716-8d45-c9bd201f9f48 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.557150] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1953.557150] env[62097]: value = "task-2035348" [ 1953.557150] env[62097]: _type = "Task" [ 1953.557150] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.567415] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035348, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.668117] env[62097]: DEBUG nova.network.neutron [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Successfully created port: d15cdf39-f715-4dd9-b60b-996424146169 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1953.869434] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52260143-4d63-9869-acdd-e747826367bb, 'name': SearchDatastore_Task, 'duration_secs': 0.012182} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.869756] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7dd8a78-c698-47bd-a9a9-8ddff901c35c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.875520] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 1953.875520] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5255ae24-ad3e-e3ad-40ac-a3f65b1f514c" [ 1953.875520] env[62097]: _type = "Task" [ 1953.875520] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.884599] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5255ae24-ad3e-e3ad-40ac-a3f65b1f514c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.906341] env[62097]: DEBUG nova.network.neutron [-] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.913379] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035347, 'name': Rename_Task, 'duration_secs': 0.192433} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.913686] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1953.913992] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-750bfece-6ab5-4cf7-ae71-47f900e47a80 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.924183] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 1953.924183] env[62097]: value = "task-2035349" [ 1953.924183] env[62097]: _type = "Task" [ 1953.924183] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.934625] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.935549] env[62097]: DEBUG nova.network.neutron [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1954.000117] env[62097]: DEBUG nova.scheduler.client.report [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1954.072404] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035348, 'name': RemoveSnapshot_Task, 'duration_secs': 0.41299} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.072404] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Deleted Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1954.072655] env[62097]: DEBUG nova.compute.manager [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1954.074080] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d325a17b-d354-490e-91e9-db643480df7a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.302356] env[62097]: DEBUG nova.network.neutron [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Updating instance_info_cache with network_info: [{"id": "d62ffc95-00d5-4445-bb91-7072a2be0019", "address": "fa:16:3e:c4:a3:bc", "network": {"id": "4b38f34b-9283-4f1c-a81c-ecc76db59b3a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944861485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b758427cb84ff0a469292b373bbffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd62ffc95-00", "ovs_interfaceid": "d62ffc95-00d5-4445-bb91-7072a2be0019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.392410] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5255ae24-ad3e-e3ad-40ac-a3f65b1f514c, 'name': SearchDatastore_Task, 'duration_secs': 0.011839} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.392410] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.392659] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 87f4043c-8854-4b5e-ad06-26a6f923b475/87f4043c-8854-4b5e-ad06-26a6f923b475.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1954.392847] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c5d5182-9761-46c8-9e56-99bbe9edfed4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.405364] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 1954.405364] env[62097]: value = "task-2035350" [ 1954.405364] env[62097]: _type = "Task" [ 1954.405364] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.409280] env[62097]: INFO nova.compute.manager [-] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Took 1.58 seconds to deallocate network for instance. [ 1954.422469] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.437243] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035349, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.491350] env[62097]: DEBUG nova.compute.manager [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1954.504878] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.508068] env[62097]: DEBUG oslo_concurrency.lockutils [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.790s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.508683] env[62097]: DEBUG nova.objects.instance [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lazy-loading 'resources' on Instance uuid 0b702bf5-bbb8-4a8e-a597-487055f9ca9c {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1954.538600] env[62097]: DEBUG nova.virt.hardware [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1954.540307] env[62097]: DEBUG nova.virt.hardware [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1954.540307] env[62097]: DEBUG nova.virt.hardware [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1954.540307] env[62097]: DEBUG nova.virt.hardware [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1954.540307] env[62097]: DEBUG nova.virt.hardware [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1954.540817] env[62097]: DEBUG nova.virt.hardware [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1954.541826] env[62097]: DEBUG nova.virt.hardware [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1954.541826] env[62097]: DEBUG nova.virt.hardware [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1954.541826] env[62097]: DEBUG nova.virt.hardware [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1954.541826] env[62097]: DEBUG nova.virt.hardware [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1954.542208] env[62097]: DEBUG nova.virt.hardware [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1954.544917] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d8abf9-76bf-48cb-94c5-c8f5332555f5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.551496] env[62097]: INFO nova.scheduler.client.report [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Deleted allocations for instance f5a37e2d-1c51-4395-9839-6b645d4714e7 [ 1954.564434] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661c5c92-2978-43f1-a4b9-d84156553158 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.599875] env[62097]: INFO nova.compute.manager [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Shelve offloading [ 1954.757247] env[62097]: DEBUG nova.compute.manager [req-b61d82c4-75b1-4f91-9195-9fab5b221e26 req-50abb766-4175-4f64-9d63-dc6e8075f6ea service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Received event network-changed-d62ffc95-00d5-4445-bb91-7072a2be0019 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1954.757467] env[62097]: DEBUG nova.compute.manager [req-b61d82c4-75b1-4f91-9195-9fab5b221e26 req-50abb766-4175-4f64-9d63-dc6e8075f6ea service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Refreshing instance network info cache due to event network-changed-d62ffc95-00d5-4445-bb91-7072a2be0019. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1954.757668] env[62097]: DEBUG oslo_concurrency.lockutils [req-b61d82c4-75b1-4f91-9195-9fab5b221e26 req-50abb766-4175-4f64-9d63-dc6e8075f6ea service nova] Acquiring lock "refresh_cache-743853c7-d06f-4e55-81ff-32427fc121ad" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.806866] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Releasing lock "refresh_cache-743853c7-d06f-4e55-81ff-32427fc121ad" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.807040] env[62097]: DEBUG nova.compute.manager [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Instance network_info: |[{"id": "d62ffc95-00d5-4445-bb91-7072a2be0019", "address": "fa:16:3e:c4:a3:bc", "network": {"id": "4b38f34b-9283-4f1c-a81c-ecc76db59b3a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944861485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b758427cb84ff0a469292b373bbffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd62ffc95-00", "ovs_interfaceid": "d62ffc95-00d5-4445-bb91-7072a2be0019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1954.808153] env[62097]: DEBUG oslo_concurrency.lockutils [req-b61d82c4-75b1-4f91-9195-9fab5b221e26 req-50abb766-4175-4f64-9d63-dc6e8075f6ea service nova] Acquired lock "refresh_cache-743853c7-d06f-4e55-81ff-32427fc121ad" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.808153] env[62097]: DEBUG nova.network.neutron [req-b61d82c4-75b1-4f91-9195-9fab5b221e26 req-50abb766-4175-4f64-9d63-dc6e8075f6ea service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Refreshing network info cache for port d62ffc95-00d5-4445-bb91-7072a2be0019 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1954.808870] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:a3:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd62ffc95-00d5-4445-bb91-7072a2be0019', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1954.820507] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Creating folder: Project (83b758427cb84ff0a469292b373bbffe). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1954.821264] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08e3b43f-73be-4301-98e4-3b8f3cacb86a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.839023] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Created folder: Project (83b758427cb84ff0a469292b373bbffe) in parent group-v417770. [ 1954.839556] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Creating folder: Instances. Parent ref: group-v417994. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1954.839688] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbe0412e-e220-46ad-b694-9d6168c9ee03 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.853215] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Created folder: Instances in parent group-v417994. [ 1954.853503] env[62097]: DEBUG oslo.service.loopingcall [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1954.853794] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1954.854157] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fe46104-c2e8-4b13-90a9-4536c39fb513 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.882568] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1954.882568] env[62097]: value = "task-2035353" [ 1954.882568] env[62097]: _type = "Task" [ 1954.882568] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.897824] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035353, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.922184] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035350, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.930610] env[62097]: DEBUG oslo_concurrency.lockutils [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.942221] env[62097]: DEBUG oslo_vmware.api [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035349, 'name': PowerOnVM_Task, 'duration_secs': 0.744416} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.942645] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1954.942873] env[62097]: INFO nova.compute.manager [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1954.943136] env[62097]: DEBUG nova.compute.manager [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1954.944017] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61327f8a-d805-4ed5-b0fb-8ad16d36b3d4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.066711] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9ecfad9-214d-4996-a75e-e35aa29cabfd tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "f5a37e2d-1c51-4395-9839-6b645d4714e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.111s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.105161] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1955.105409] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4236202-9fdf-448b-9082-c96fca8a729f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.117179] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1955.117179] env[62097]: value = "task-2035354" [ 1955.117179] env[62097]: _type = "Task" [ 1955.117179] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.136105] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] VM already powered off {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1955.136105] env[62097]: DEBUG nova.compute.manager [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1955.136105] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1d3d0e-a9a5-4e67-82f4-90ae49717a83 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.143293] env[62097]: DEBUG oslo_concurrency.lockutils [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "refresh_cache-9bc046f5-823e-46d0-8dc9-2aaf221af530" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.143588] env[62097]: DEBUG oslo_concurrency.lockutils [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired lock "refresh_cache-9bc046f5-823e-46d0-8dc9-2aaf221af530" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.143661] env[62097]: DEBUG nova.network.neutron [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1955.903793] env[62097]: DEBUG nova.network.neutron [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Successfully updated port: d15cdf39-f715-4dd9-b60b-996424146169 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1955.922500] env[62097]: INFO nova.compute.manager [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Took 37.80 seconds to build instance. [ 1955.931793] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035350, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.935232] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035353, 'name': CreateVM_Task, 'duration_secs': 0.425621} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.937954] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1955.939829] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.940017] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.940409] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1955.940970] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb0e2776-2902-4a53-aacc-7f5eed6273d7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.949338] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 1955.949338] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b66d21-1a59-1845-5d8a-a20bc25453a9" [ 1955.949338] env[62097]: _type = "Task" [ 1955.949338] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.961553] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b66d21-1a59-1845-5d8a-a20bc25453a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.129281] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0673241-b522-46f8-ac29-0a87012928d8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.137336] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcf7c25-c873-425e-a066-94b49ee0d083 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.167649] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebe6314-57d8-4314-8f5d-f3578998cc55 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.176210] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec233df7-0fd4-4f36-b1cb-782ebf642f6c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.190762] env[62097]: DEBUG nova.compute.provider_tree [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1956.417366] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquiring lock "refresh_cache-3dfc10de-12bc-481c-9274-ba4a8924076c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.417571] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquired lock "refresh_cache-3dfc10de-12bc-481c-9274-ba4a8924076c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.417728] env[62097]: DEBUG nova.network.neutron [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1956.422922] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035350, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.545785} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.422922] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 87f4043c-8854-4b5e-ad06-26a6f923b475/87f4043c-8854-4b5e-ad06-26a6f923b475.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1956.422922] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1956.423204] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40fec191-9730-4e3e-9765-b351294b4fc0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.426416] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3dfabca5-9a10-4f34-ab5f-be1ce0804ce1 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.314s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.432893] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 1956.432893] env[62097]: value = "task-2035355" [ 1956.432893] env[62097]: _type = "Task" [ 1956.432893] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.443475] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.463755] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b66d21-1a59-1845-5d8a-a20bc25453a9, 'name': SearchDatastore_Task, 'duration_secs': 0.023136} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.464149] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.464390] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1956.464635] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.464781] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.464968] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1956.473395] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab6ad3d7-8d35-4bc1-86e3-68df934fd487 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.482268] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1956.482268] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1956.482268] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1be9cbe-494e-49b8-8524-27349406e3f8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.491123] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 1956.491123] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52965320-3428-ef72-46de-ce821be4b789" [ 1956.491123] env[62097]: _type = "Task" [ 1956.491123] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.497314] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52965320-3428-ef72-46de-ce821be4b789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.640138] env[62097]: DEBUG nova.network.neutron [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Updating instance_info_cache with network_info: [{"id": "5a7cf077-f895-4194-bc2e-695101ef5be3", "address": "fa:16:3e:8a:67:c5", "network": {"id": "f60cbb13-de5a-4273-9dce-9347f05a8c64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-361624700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e12bb11b9e548798618c073b9b30454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a7cf077-f8", "ovs_interfaceid": "5a7cf077-f895-4194-bc2e-695101ef5be3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.653789] env[62097]: DEBUG nova.network.neutron [req-b61d82c4-75b1-4f91-9195-9fab5b221e26 req-50abb766-4175-4f64-9d63-dc6e8075f6ea service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Updated VIF entry in instance network info cache for port d62ffc95-00d5-4445-bb91-7072a2be0019. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1956.654756] env[62097]: DEBUG nova.network.neutron [req-b61d82c4-75b1-4f91-9195-9fab5b221e26 req-50abb766-4175-4f64-9d63-dc6e8075f6ea service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Updating instance_info_cache with network_info: [{"id": "d62ffc95-00d5-4445-bb91-7072a2be0019", "address": "fa:16:3e:c4:a3:bc", "network": {"id": "4b38f34b-9283-4f1c-a81c-ecc76db59b3a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944861485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b758427cb84ff0a469292b373bbffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd62ffc95-00", "ovs_interfaceid": "d62ffc95-00d5-4445-bb91-7072a2be0019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.693727] env[62097]: DEBUG nova.scheduler.client.report [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1956.856476] env[62097]: DEBUG nova.compute.manager [req-71e6f24c-4e11-40e8-806d-68abb06f07e6 req-45fbba9f-56cf-46ec-b440-96d71fe349a3 service nova] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Received event network-vif-plugged-d15cdf39-f715-4dd9-b60b-996424146169 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1956.856747] env[62097]: DEBUG oslo_concurrency.lockutils [req-71e6f24c-4e11-40e8-806d-68abb06f07e6 req-45fbba9f-56cf-46ec-b440-96d71fe349a3 service nova] Acquiring lock "3dfc10de-12bc-481c-9274-ba4a8924076c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.857316] env[62097]: DEBUG oslo_concurrency.lockutils [req-71e6f24c-4e11-40e8-806d-68abb06f07e6 req-45fbba9f-56cf-46ec-b440-96d71fe349a3 service nova] Lock "3dfc10de-12bc-481c-9274-ba4a8924076c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.857588] env[62097]: DEBUG oslo_concurrency.lockutils [req-71e6f24c-4e11-40e8-806d-68abb06f07e6 req-45fbba9f-56cf-46ec-b440-96d71fe349a3 service nova] Lock "3dfc10de-12bc-481c-9274-ba4a8924076c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.857770] env[62097]: DEBUG nova.compute.manager [req-71e6f24c-4e11-40e8-806d-68abb06f07e6 req-45fbba9f-56cf-46ec-b440-96d71fe349a3 service nova] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] No waiting events found dispatching network-vif-plugged-d15cdf39-f715-4dd9-b60b-996424146169 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1956.857970] env[62097]: WARNING nova.compute.manager [req-71e6f24c-4e11-40e8-806d-68abb06f07e6 req-45fbba9f-56cf-46ec-b440-96d71fe349a3 service nova] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Received unexpected event network-vif-plugged-d15cdf39-f715-4dd9-b60b-996424146169 for instance with vm_state building and task_state spawning. [ 1956.858195] env[62097]: DEBUG nova.compute.manager [req-71e6f24c-4e11-40e8-806d-68abb06f07e6 req-45fbba9f-56cf-46ec-b440-96d71fe349a3 service nova] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Received event network-changed-d15cdf39-f715-4dd9-b60b-996424146169 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1956.858341] env[62097]: DEBUG nova.compute.manager [req-71e6f24c-4e11-40e8-806d-68abb06f07e6 req-45fbba9f-56cf-46ec-b440-96d71fe349a3 service nova] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Refreshing instance network info cache due to event network-changed-d15cdf39-f715-4dd9-b60b-996424146169. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1956.858539] env[62097]: DEBUG oslo_concurrency.lockutils [req-71e6f24c-4e11-40e8-806d-68abb06f07e6 req-45fbba9f-56cf-46ec-b440-96d71fe349a3 service nova] Acquiring lock "refresh_cache-3dfc10de-12bc-481c-9274-ba4a8924076c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.943775] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074461} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.944376] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1956.945477] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1a323a-8657-4a45-bfb6-673d7e4bd70a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.975057] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 87f4043c-8854-4b5e-ad06-26a6f923b475/87f4043c-8854-4b5e-ad06-26a6f923b475.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1956.976264] env[62097]: DEBUG nova.network.neutron [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1956.979537] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-466d4501-8174-4751-9155-d49058f1096c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.009319] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52965320-3428-ef72-46de-ce821be4b789, 'name': SearchDatastore_Task, 'duration_secs': 0.010216} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.011777] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 1957.011777] env[62097]: value = "task-2035356" [ 1957.011777] env[62097]: _type = "Task" [ 1957.011777] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.012040] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eccaa106-91d4-4ea7-af99-70a7854c3fe2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.023550] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 1957.023550] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522ca85f-3c05-5d9a-c4e5-151cef61a5e5" [ 1957.023550] env[62097]: _type = "Task" [ 1957.023550] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.028191] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.038273] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522ca85f-3c05-5d9a-c4e5-151cef61a5e5, 'name': SearchDatastore_Task, 'duration_secs': 0.012098} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.038566] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.038822] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 743853c7-d06f-4e55-81ff-32427fc121ad/743853c7-d06f-4e55-81ff-32427fc121ad.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1957.039105] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8d947b1-d347-4009-8027-42362830b371 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.049920] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 1957.049920] env[62097]: value = "task-2035357" [ 1957.049920] env[62097]: _type = "Task" [ 1957.049920] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.059516] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.075714] env[62097]: DEBUG nova.compute.manager [req-c19b9509-1775-41e7-8354-3d19dd078ce9 req-00413b7e-53f1-4f12-bcdc-96e55a9bd761 service nova] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Received event network-changed-5efe849a-b48c-4e51-8012-15bd2c970c60 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1957.075714] env[62097]: DEBUG nova.compute.manager [req-c19b9509-1775-41e7-8354-3d19dd078ce9 req-00413b7e-53f1-4f12-bcdc-96e55a9bd761 service nova] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Refreshing instance network info cache due to event network-changed-5efe849a-b48c-4e51-8012-15bd2c970c60. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1957.076064] env[62097]: DEBUG oslo_concurrency.lockutils [req-c19b9509-1775-41e7-8354-3d19dd078ce9 req-00413b7e-53f1-4f12-bcdc-96e55a9bd761 service nova] Acquiring lock "refresh_cache-9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.076267] env[62097]: DEBUG oslo_concurrency.lockutils [req-c19b9509-1775-41e7-8354-3d19dd078ce9 req-00413b7e-53f1-4f12-bcdc-96e55a9bd761 service nova] Acquired lock "refresh_cache-9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.076267] env[62097]: DEBUG nova.network.neutron [req-c19b9509-1775-41e7-8354-3d19dd078ce9 req-00413b7e-53f1-4f12-bcdc-96e55a9bd761 service nova] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Refreshing network info cache for port 5efe849a-b48c-4e51-8012-15bd2c970c60 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1957.143584] env[62097]: DEBUG oslo_concurrency.lockutils [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Releasing lock "refresh_cache-9bc046f5-823e-46d0-8dc9-2aaf221af530" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.157952] env[62097]: DEBUG oslo_concurrency.lockutils [req-b61d82c4-75b1-4f91-9195-9fab5b221e26 req-50abb766-4175-4f64-9d63-dc6e8075f6ea service nova] Releasing lock "refresh_cache-743853c7-d06f-4e55-81ff-32427fc121ad" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.158273] env[62097]: DEBUG nova.compute.manager [req-b61d82c4-75b1-4f91-9195-9fab5b221e26 req-50abb766-4175-4f64-9d63-dc6e8075f6ea service nova] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Received event network-vif-deleted-4076a365-74a1-4a40-81e4-b2402f85d4e2 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1957.199484] env[62097]: DEBUG oslo_concurrency.lockutils [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.692s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.202087] env[62097]: DEBUG oslo_concurrency.lockutils [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.308s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.203885] env[62097]: INFO nova.compute.claims [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1957.234163] env[62097]: INFO nova.scheduler.client.report [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Deleted allocations for instance 0b702bf5-bbb8-4a8e-a597-487055f9ca9c [ 1957.278741] env[62097]: DEBUG nova.network.neutron [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Updating instance_info_cache with network_info: [{"id": "d15cdf39-f715-4dd9-b60b-996424146169", "address": "fa:16:3e:45:2e:f0", "network": {"id": "5389bffc-1877-4b8b-8170-24fbb3dcc81b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2104281060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce5e68cf726a4453a93d945e2c0ec08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd15cdf39-f7", "ovs_interfaceid": "d15cdf39-f715-4dd9-b60b-996424146169", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.528019] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035356, 'name': ReconfigVM_Task, 'duration_secs': 0.400608} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.530523] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 87f4043c-8854-4b5e-ad06-26a6f923b475/87f4043c-8854-4b5e-ad06-26a6f923b475.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1957.531233] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68936d67-6050-4844-b046-9c96339b636d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.540632] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 1957.540632] env[62097]: value = "task-2035358" [ 1957.540632] env[62097]: _type = "Task" [ 1957.540632] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.551824] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035358, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.561134] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035357, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.746478] env[62097]: DEBUG oslo_concurrency.lockutils [None req-63d476ac-f43a-47c6-9152-2c0d9ba62aea tempest-ListServersNegativeTestJSON-501922171 tempest-ListServersNegativeTestJSON-501922171-project-member] Lock "0b702bf5-bbb8-4a8e-a597-487055f9ca9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.476s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.781755] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Releasing lock "refresh_cache-3dfc10de-12bc-481c-9274-ba4a8924076c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.782165] env[62097]: DEBUG nova.compute.manager [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Instance network_info: |[{"id": "d15cdf39-f715-4dd9-b60b-996424146169", "address": "fa:16:3e:45:2e:f0", "network": {"id": "5389bffc-1877-4b8b-8170-24fbb3dcc81b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2104281060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce5e68cf726a4453a93d945e2c0ec08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd15cdf39-f7", "ovs_interfaceid": "d15cdf39-f715-4dd9-b60b-996424146169", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1957.782812] env[62097]: DEBUG oslo_concurrency.lockutils [req-71e6f24c-4e11-40e8-806d-68abb06f07e6 req-45fbba9f-56cf-46ec-b440-96d71fe349a3 service nova] Acquired lock "refresh_cache-3dfc10de-12bc-481c-9274-ba4a8924076c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.783358] env[62097]: DEBUG nova.network.neutron [req-71e6f24c-4e11-40e8-806d-68abb06f07e6 req-45fbba9f-56cf-46ec-b440-96d71fe349a3 service nova] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Refreshing network info cache for port d15cdf39-f715-4dd9-b60b-996424146169 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1957.784418] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:2e:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd15cdf39-f715-4dd9-b60b-996424146169', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1957.794329] env[62097]: DEBUG oslo.service.loopingcall [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1957.795482] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1957.796159] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e60f5d2-4bf1-4327-8c19-6c2ab98ed1e0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.822289] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1957.822289] env[62097]: value = "task-2035359" [ 1957.822289] env[62097]: _type = "Task" [ 1957.822289] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.829994] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1957.831137] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bc6d2e-57a6-4782-af72-e9d4f3b21c56 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.837127] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035359, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.844694] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1957.844694] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-331f1a15-e257-47f4-bdec-4d79d4a3f19b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.955363] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1957.957408] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1957.957408] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Deleting the datastore file [datastore1] 9bc046f5-823e-46d0-8dc9-2aaf221af530 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1957.957408] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6da6b5ef-b5ac-4a0b-9245-e7c4cde0ffe6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.966822] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 1957.966822] env[62097]: value = "task-2035361" [ 1957.966822] env[62097]: _type = "Task" [ 1957.966822] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.977618] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.052361] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035358, 'name': Rename_Task, 'duration_secs': 0.175603} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.056838] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1958.058227] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4359d85d-7ae5-41c6-a182-655843762577 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.072755] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521827} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.076182] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 743853c7-d06f-4e55-81ff-32427fc121ad/743853c7-d06f-4e55-81ff-32427fc121ad.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1958.076750] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1958.076818] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 1958.076818] env[62097]: value = "task-2035362" [ 1958.076818] env[62097]: _type = "Task" [ 1958.076818] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.078023] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23c54378-5e8a-4ea5-8378-7a66d096c819 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.090925] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.092632] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 1958.092632] env[62097]: value = "task-2035363" [ 1958.092632] env[62097]: _type = "Task" [ 1958.092632] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.097179] env[62097]: DEBUG nova.network.neutron [req-c19b9509-1775-41e7-8354-3d19dd078ce9 req-00413b7e-53f1-4f12-bcdc-96e55a9bd761 service nova] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Updated VIF entry in instance network info cache for port 5efe849a-b48c-4e51-8012-15bd2c970c60. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1958.097624] env[62097]: DEBUG nova.network.neutron [req-c19b9509-1775-41e7-8354-3d19dd078ce9 req-00413b7e-53f1-4f12-bcdc-96e55a9bd761 service nova] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Updating instance_info_cache with network_info: [{"id": "5efe849a-b48c-4e51-8012-15bd2c970c60", "address": "fa:16:3e:06:87:fa", "network": {"id": "1606e96f-eee0-456b-a3fb-4dfa9d6d601d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393149127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af5979ef52740dea95801a1e50166f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efe849a-b4", "ovs_interfaceid": "5efe849a-b48c-4e51-8012-15bd2c970c60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.107143] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.182871] env[62097]: DEBUG oslo_concurrency.lockutils [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Acquiring lock "892e51e4-ed63-45bf-9f6b-be584a40cfe2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.183114] env[62097]: DEBUG oslo_concurrency.lockutils [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Lock "892e51e4-ed63-45bf-9f6b-be584a40cfe2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.339176] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035359, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.477752] env[62097]: DEBUG oslo_vmware.api [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183005} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.478230] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1958.478230] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1958.478442] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1958.499246] env[62097]: INFO nova.scheduler.client.report [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Deleted allocations for instance 9bc046f5-823e-46d0-8dc9-2aaf221af530 [ 1958.602613] env[62097]: DEBUG oslo_concurrency.lockutils [req-c19b9509-1775-41e7-8354-3d19dd078ce9 req-00413b7e-53f1-4f12-bcdc-96e55a9bd761 service nova] Releasing lock "refresh_cache-9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.603294] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035362, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.611248] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090632} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.614578] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1958.620852] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99470d67-7bef-41b6-ba65-07d3dd76b95e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.657812] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 743853c7-d06f-4e55-81ff-32427fc121ad/743853c7-d06f-4e55-81ff-32427fc121ad.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1958.658412] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-152f8b76-4cc3-4e0c-8ee7-1115a16adf04 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.681065] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 1958.681065] env[62097]: value = "task-2035364" [ 1958.681065] env[62097]: _type = "Task" [ 1958.681065] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.687192] env[62097]: DEBUG nova.compute.manager [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1958.694238] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.697602] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f114a719-5400-49d5-8f48-1ef685594fe2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.707784] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad0e9c9-db15-4df9-97ba-402a762cee55 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.747841] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7b2ffc-eeaf-46db-b932-75f7e4fccddc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.764789] env[62097]: DEBUG nova.network.neutron [req-71e6f24c-4e11-40e8-806d-68abb06f07e6 req-45fbba9f-56cf-46ec-b440-96d71fe349a3 service nova] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Updated VIF entry in instance network info cache for port d15cdf39-f715-4dd9-b60b-996424146169. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1958.766113] env[62097]: DEBUG nova.network.neutron [req-71e6f24c-4e11-40e8-806d-68abb06f07e6 req-45fbba9f-56cf-46ec-b440-96d71fe349a3 service nova] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Updating instance_info_cache with network_info: [{"id": "d15cdf39-f715-4dd9-b60b-996424146169", "address": "fa:16:3e:45:2e:f0", "network": {"id": "5389bffc-1877-4b8b-8170-24fbb3dcc81b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2104281060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce5e68cf726a4453a93d945e2c0ec08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd15cdf39-f7", "ovs_interfaceid": "d15cdf39-f715-4dd9-b60b-996424146169", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.767527] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde21e3d-b189-44c4-a0d1-d93fbb82c11a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.788368] env[62097]: DEBUG nova.compute.provider_tree [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1958.836876] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035359, 'name': CreateVM_Task, 'duration_secs': 0.566234} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.837094] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1958.838222] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.838421] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.838782] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1958.839081] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad785e4c-ef21-4f9f-8cf7-7cb6d6dd56fb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.845406] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for the task: (returnval){ [ 1958.845406] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5285122b-9bec-8c7e-1746-53d3876030cd" [ 1958.845406] env[62097]: _type = "Task" [ 1958.845406] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.854673] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5285122b-9bec-8c7e-1746-53d3876030cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.008834] env[62097]: DEBUG oslo_concurrency.lockutils [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.063409] env[62097]: DEBUG nova.compute.manager [req-c7c28507-1259-4201-bdd0-e34acb9c0a31 req-dbc6a8e2-a459-4d66-8752-e226c93204ac service nova] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Received event network-vif-unplugged-5a7cf077-f895-4194-bc2e-695101ef5be3 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1959.063645] env[62097]: DEBUG oslo_concurrency.lockutils [req-c7c28507-1259-4201-bdd0-e34acb9c0a31 req-dbc6a8e2-a459-4d66-8752-e226c93204ac service nova] Acquiring lock "9bc046f5-823e-46d0-8dc9-2aaf221af530-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.063888] env[62097]: DEBUG oslo_concurrency.lockutils [req-c7c28507-1259-4201-bdd0-e34acb9c0a31 req-dbc6a8e2-a459-4d66-8752-e226c93204ac service nova] Lock "9bc046f5-823e-46d0-8dc9-2aaf221af530-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.068709] env[62097]: DEBUG oslo_concurrency.lockutils [req-c7c28507-1259-4201-bdd0-e34acb9c0a31 req-dbc6a8e2-a459-4d66-8752-e226c93204ac service nova] Lock "9bc046f5-823e-46d0-8dc9-2aaf221af530-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.068709] env[62097]: DEBUG nova.compute.manager [req-c7c28507-1259-4201-bdd0-e34acb9c0a31 req-dbc6a8e2-a459-4d66-8752-e226c93204ac service nova] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] No waiting events found dispatching network-vif-unplugged-5a7cf077-f895-4194-bc2e-695101ef5be3 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1959.068709] env[62097]: WARNING nova.compute.manager [req-c7c28507-1259-4201-bdd0-e34acb9c0a31 req-dbc6a8e2-a459-4d66-8752-e226c93204ac service nova] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Received unexpected event network-vif-unplugged-5a7cf077-f895-4194-bc2e-695101ef5be3 for instance with vm_state shelved_offloaded and task_state None. [ 1959.068709] env[62097]: DEBUG nova.compute.manager [req-c7c28507-1259-4201-bdd0-e34acb9c0a31 req-dbc6a8e2-a459-4d66-8752-e226c93204ac service nova] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Received event network-changed-5a7cf077-f895-4194-bc2e-695101ef5be3 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1959.068875] env[62097]: DEBUG nova.compute.manager [req-c7c28507-1259-4201-bdd0-e34acb9c0a31 req-dbc6a8e2-a459-4d66-8752-e226c93204ac service nova] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Refreshing instance network info cache due to event network-changed-5a7cf077-f895-4194-bc2e-695101ef5be3. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1959.068959] env[62097]: DEBUG oslo_concurrency.lockutils [req-c7c28507-1259-4201-bdd0-e34acb9c0a31 req-dbc6a8e2-a459-4d66-8752-e226c93204ac service nova] Acquiring lock "refresh_cache-9bc046f5-823e-46d0-8dc9-2aaf221af530" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.069125] env[62097]: DEBUG oslo_concurrency.lockutils [req-c7c28507-1259-4201-bdd0-e34acb9c0a31 req-dbc6a8e2-a459-4d66-8752-e226c93204ac service nova] Acquired lock "refresh_cache-9bc046f5-823e-46d0-8dc9-2aaf221af530" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.069283] env[62097]: DEBUG nova.network.neutron [req-c7c28507-1259-4201-bdd0-e34acb9c0a31 req-dbc6a8e2-a459-4d66-8752-e226c93204ac service nova] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Refreshing network info cache for port 5a7cf077-f895-4194-bc2e-695101ef5be3 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1959.103190] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035362, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.192960] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035364, 'name': ReconfigVM_Task, 'duration_secs': 0.332674} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.193230] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 743853c7-d06f-4e55-81ff-32427fc121ad/743853c7-d06f-4e55-81ff-32427fc121ad.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1959.193940] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b40f9baf-cbe6-4973-b648-3aab2e35198e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.205394] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 1959.205394] env[62097]: value = "task-2035365" [ 1959.205394] env[62097]: _type = "Task" [ 1959.205394] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.217742] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035365, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.218334] env[62097]: DEBUG oslo_concurrency.lockutils [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.274806] env[62097]: DEBUG oslo_concurrency.lockutils [req-71e6f24c-4e11-40e8-806d-68abb06f07e6 req-45fbba9f-56cf-46ec-b440-96d71fe349a3 service nova] Releasing lock "refresh_cache-3dfc10de-12bc-481c-9274-ba4a8924076c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.296805] env[62097]: DEBUG nova.scheduler.client.report [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1959.356980] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5285122b-9bec-8c7e-1746-53d3876030cd, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.357311] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.358020] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1959.358020] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.358020] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.358215] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1959.358368] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ca8df43-5ae3-4c3f-bc13-301407ef4c68 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.371228] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1959.371426] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1959.372315] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2c11ecf-394c-4e7a-9648-8f772ea9f408 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.379169] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for the task: (returnval){ [ 1959.379169] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5223ebfd-1802-0f43-9c93-6b6b5ed6146e" [ 1959.379169] env[62097]: _type = "Task" [ 1959.379169] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.389553] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5223ebfd-1802-0f43-9c93-6b6b5ed6146e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.608547] env[62097]: DEBUG oslo_vmware.api [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035362, 'name': PowerOnVM_Task, 'duration_secs': 1.118385} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.608547] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1959.608547] env[62097]: INFO nova.compute.manager [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Took 11.28 seconds to spawn the instance on the hypervisor. [ 1959.608547] env[62097]: DEBUG nova.compute.manager [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1959.608547] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b882d116-8f4a-41d8-b9db-300576526dd9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.722548] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035365, 'name': Rename_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.804939] env[62097]: DEBUG oslo_concurrency.lockutils [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.809918] env[62097]: DEBUG nova.compute.manager [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1959.812674] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.468s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.814247] env[62097]: INFO nova.compute.claims [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1959.902672] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5223ebfd-1802-0f43-9c93-6b6b5ed6146e, 'name': SearchDatastore_Task, 'duration_secs': 0.011379} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.902672] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-189dc54c-37ef-4625-8ba2-c78b54c56e6f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.908149] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for the task: (returnval){ [ 1959.908149] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]520ad20e-7b19-4f99-03e3-930e31bf3e70" [ 1959.908149] env[62097]: _type = "Task" [ 1959.908149] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.920804] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]520ad20e-7b19-4f99-03e3-930e31bf3e70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.130233] env[62097]: INFO nova.compute.manager [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Took 38.36 seconds to build instance. [ 1960.137827] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.137827] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.221658] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035365, 'name': Rename_Task, 'duration_secs': 0.932392} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.222723] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1960.223652] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c04786ee-6221-46ea-a142-67160606fa00 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.227628] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c978728b-0d54-41d5-ac06-6b6f493aafac tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "9bc046f5-823e-46d0-8dc9-2aaf221af530" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.234890] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 1960.234890] env[62097]: value = "task-2035366" [ 1960.234890] env[62097]: _type = "Task" [ 1960.234890] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.248174] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.329339] env[62097]: DEBUG nova.compute.utils [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1960.329339] env[62097]: DEBUG nova.compute.manager [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1960.329517] env[62097]: DEBUG nova.network.neutron [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1960.336286] env[62097]: DEBUG nova.network.neutron [req-c7c28507-1259-4201-bdd0-e34acb9c0a31 req-dbc6a8e2-a459-4d66-8752-e226c93204ac service nova] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Updated VIF entry in instance network info cache for port 5a7cf077-f895-4194-bc2e-695101ef5be3. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1960.336725] env[62097]: DEBUG nova.network.neutron [req-c7c28507-1259-4201-bdd0-e34acb9c0a31 req-dbc6a8e2-a459-4d66-8752-e226c93204ac service nova] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Updating instance_info_cache with network_info: [{"id": "5a7cf077-f895-4194-bc2e-695101ef5be3", "address": "fa:16:3e:8a:67:c5", "network": {"id": "f60cbb13-de5a-4273-9dce-9347f05a8c64", "bridge": null, "label": "tempest-DeleteServersTestJSON-361624700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e12bb11b9e548798618c073b9b30454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5a7cf077-f8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.404382] env[62097]: DEBUG nova.policy [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95f85316bda34948807f137f086ff2be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fc5f32965724724a22e079bc9c77960', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1960.419877] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]520ad20e-7b19-4f99-03e3-930e31bf3e70, 'name': SearchDatastore_Task, 'duration_secs': 0.020278} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.421124] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.421124] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 3dfc10de-12bc-481c-9274-ba4a8924076c/3dfc10de-12bc-481c-9274-ba4a8924076c.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1960.421124] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17108ac8-85d5-44ed-b3e6-7a5126f2a526 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.428666] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for the task: (returnval){ [ 1960.428666] env[62097]: value = "task-2035367" [ 1960.428666] env[62097]: _type = "Task" [ 1960.428666] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.438986] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.636856] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a9b231f9-0ce1-434d-8682-2d68cc6ec4b6 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "87f4043c-8854-4b5e-ad06-26a6f923b475" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.885s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.640954] env[62097]: DEBUG nova.compute.manager [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1960.755035] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "87f4043c-8854-4b5e-ad06-26a6f923b475" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.756342] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "87f4043c-8854-4b5e-ad06-26a6f923b475" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.756342] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "87f4043c-8854-4b5e-ad06-26a6f923b475-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.756872] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "87f4043c-8854-4b5e-ad06-26a6f923b475-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.756995] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "87f4043c-8854-4b5e-ad06-26a6f923b475-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.758891] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035366, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.761457] env[62097]: INFO nova.compute.manager [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Terminating instance [ 1960.796484] env[62097]: DEBUG nova.network.neutron [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Successfully created port: 0f0ba1d2-deb8-4081-9d23-202c86e9b5f6 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1960.836218] env[62097]: DEBUG nova.compute.manager [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1960.846467] env[62097]: DEBUG oslo_concurrency.lockutils [req-c7c28507-1259-4201-bdd0-e34acb9c0a31 req-dbc6a8e2-a459-4d66-8752-e226c93204ac service nova] Releasing lock "refresh_cache-9bc046f5-823e-46d0-8dc9-2aaf221af530" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.945212] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035367, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.162932] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.255384] env[62097]: DEBUG oslo_vmware.api [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035366, 'name': PowerOnVM_Task, 'duration_secs': 0.538055} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.255384] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1961.255593] env[62097]: INFO nova.compute.manager [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1961.256234] env[62097]: DEBUG nova.compute.manager [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1961.259248] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbaf6d98-2ef6-48e0-824a-552dc2d6a119 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.271390] env[62097]: DEBUG nova.compute.manager [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1961.271594] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1961.272847] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68d76a6-43af-46d2-adb0-5636d0d62948 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.280399] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe60812-e019-4672-bfda-bd28a30a6364 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.288524] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1961.289072] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e670e684-bda8-4591-b7e2-7670e40090bf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.298700] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c9cba2-7925-4daa-838e-ac1f6b70b9fb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.302358] env[62097]: DEBUG oslo_vmware.api [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 1961.302358] env[62097]: value = "task-2035368" [ 1961.302358] env[62097]: _type = "Task" [ 1961.302358] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.336247] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d097cdd-cf35-4196-826c-f52bd2c6b986 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.343040] env[62097]: DEBUG oslo_vmware.api [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.353102] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b47ced5-c811-4272-b849-6f3a6d6e4db5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.370207] env[62097]: DEBUG nova.compute.provider_tree [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1961.442334] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539975} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.442819] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 3dfc10de-12bc-481c-9274-ba4a8924076c/3dfc10de-12bc-481c-9274-ba4a8924076c.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1961.442958] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1961.443128] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c21c460-3e76-4e82-9aaa-a2d095fe0cea {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.451434] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for the task: (returnval){ [ 1961.451434] env[62097]: value = "task-2035369" [ 1961.451434] env[62097]: _type = "Task" [ 1961.451434] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.461965] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.783576] env[62097]: INFO nova.compute.manager [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Took 28.85 seconds to build instance. [ 1961.819474] env[62097]: DEBUG oslo_vmware.api [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035368, 'name': PowerOffVM_Task, 'duration_secs': 0.447123} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.819753] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1961.819909] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1961.820196] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-059db822-8b15-4b5c-a18c-ec94c7e46777 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.860328] env[62097]: DEBUG nova.compute.manager [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1961.879905] env[62097]: DEBUG nova.scheduler.client.report [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1961.902131] env[62097]: DEBUG nova.virt.hardware [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1961.902131] env[62097]: DEBUG nova.virt.hardware [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1961.902262] env[62097]: DEBUG nova.virt.hardware [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1961.902424] env[62097]: DEBUG nova.virt.hardware [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1961.902593] env[62097]: DEBUG nova.virt.hardware [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1961.902738] env[62097]: DEBUG nova.virt.hardware [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1961.902949] env[62097]: DEBUG nova.virt.hardware [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1961.903196] env[62097]: DEBUG nova.virt.hardware [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1961.903368] env[62097]: DEBUG nova.virt.hardware [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1961.903531] env[62097]: DEBUG nova.virt.hardware [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1961.903698] env[62097]: DEBUG nova.virt.hardware [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1961.904620] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31858e8-9a31-4805-8277-32483f680ae2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.914516] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93d3edc-d3a2-4a3c-bdcb-5d3fdcfd1310 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.920882] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1961.921146] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1961.921365] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Deleting the datastore file [datastore1] 87f4043c-8854-4b5e-ad06-26a6f923b475 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1961.921632] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-757104d2-890c-4947-b306-62a438b4912e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.934799] env[62097]: DEBUG oslo_vmware.api [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 1961.934799] env[62097]: value = "task-2035371" [ 1961.934799] env[62097]: _type = "Task" [ 1961.934799] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.946021] env[62097]: DEBUG oslo_vmware.api [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.966238] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246663} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.966653] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1961.968024] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ff69f5-0e2e-4520-8bdf-78e486e28658 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.995941] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 3dfc10de-12bc-481c-9274-ba4a8924076c/3dfc10de-12bc-481c-9274-ba4a8924076c.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1961.996451] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8afb2547-1e0e-4a3a-adb0-79021b450d48 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.020614] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for the task: (returnval){ [ 1962.020614] env[62097]: value = "task-2035372" [ 1962.020614] env[62097]: _type = "Task" [ 1962.020614] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.029922] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.285805] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ba28b06a-14aa-4b67-9ee8-1e458f4ca06b tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "743853c7-d06f-4e55-81ff-32427fc121ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.365s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.387424] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.388222] env[62097]: DEBUG nova.compute.manager [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1962.390938] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.692s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.392705] env[62097]: INFO nova.compute.claims [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1962.450732] env[62097]: DEBUG oslo_vmware.api [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150798} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.451256] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1962.451256] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1962.451395] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1962.451543] env[62097]: INFO nova.compute.manager [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1962.451786] env[62097]: DEBUG oslo.service.loopingcall [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1962.452713] env[62097]: DEBUG nova.compute.manager [-] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1962.452802] env[62097]: DEBUG nova.network.neutron [-] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1962.535084] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.716978] env[62097]: DEBUG nova.compute.manager [req-c4df4502-baee-4aa2-b53a-23a12f939b06 req-501d06ee-ec6c-43c8-a06a-c2622d524517 service nova] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Received event network-vif-plugged-0f0ba1d2-deb8-4081-9d23-202c86e9b5f6 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1962.717228] env[62097]: DEBUG oslo_concurrency.lockutils [req-c4df4502-baee-4aa2-b53a-23a12f939b06 req-501d06ee-ec6c-43c8-a06a-c2622d524517 service nova] Acquiring lock "ce099204-b30e-42a3-89be-0315d7e19b76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.717442] env[62097]: DEBUG oslo_concurrency.lockutils [req-c4df4502-baee-4aa2-b53a-23a12f939b06 req-501d06ee-ec6c-43c8-a06a-c2622d524517 service nova] Lock "ce099204-b30e-42a3-89be-0315d7e19b76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.717612] env[62097]: DEBUG oslo_concurrency.lockutils [req-c4df4502-baee-4aa2-b53a-23a12f939b06 req-501d06ee-ec6c-43c8-a06a-c2622d524517 service nova] Lock "ce099204-b30e-42a3-89be-0315d7e19b76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.717785] env[62097]: DEBUG nova.compute.manager [req-c4df4502-baee-4aa2-b53a-23a12f939b06 req-501d06ee-ec6c-43c8-a06a-c2622d524517 service nova] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] No waiting events found dispatching network-vif-plugged-0f0ba1d2-deb8-4081-9d23-202c86e9b5f6 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1962.717944] env[62097]: WARNING nova.compute.manager [req-c4df4502-baee-4aa2-b53a-23a12f939b06 req-501d06ee-ec6c-43c8-a06a-c2622d524517 service nova] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Received unexpected event network-vif-plugged-0f0ba1d2-deb8-4081-9d23-202c86e9b5f6 for instance with vm_state building and task_state spawning. [ 1962.878712] env[62097]: DEBUG nova.compute.manager [req-7265630d-ece9-4ca5-a85b-65fc3c0f6be0 req-7565ee3b-2521-48ea-b773-6d56cd5926de service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Received event network-changed-d62ffc95-00d5-4445-bb91-7072a2be0019 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1962.878944] env[62097]: DEBUG nova.compute.manager [req-7265630d-ece9-4ca5-a85b-65fc3c0f6be0 req-7565ee3b-2521-48ea-b773-6d56cd5926de service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Refreshing instance network info cache due to event network-changed-d62ffc95-00d5-4445-bb91-7072a2be0019. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1962.879174] env[62097]: DEBUG oslo_concurrency.lockutils [req-7265630d-ece9-4ca5-a85b-65fc3c0f6be0 req-7565ee3b-2521-48ea-b773-6d56cd5926de service nova] Acquiring lock "refresh_cache-743853c7-d06f-4e55-81ff-32427fc121ad" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.879325] env[62097]: DEBUG oslo_concurrency.lockutils [req-7265630d-ece9-4ca5-a85b-65fc3c0f6be0 req-7565ee3b-2521-48ea-b773-6d56cd5926de service nova] Acquired lock "refresh_cache-743853c7-d06f-4e55-81ff-32427fc121ad" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.879486] env[62097]: DEBUG nova.network.neutron [req-7265630d-ece9-4ca5-a85b-65fc3c0f6be0 req-7565ee3b-2521-48ea-b773-6d56cd5926de service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Refreshing network info cache for port d62ffc95-00d5-4445-bb91-7072a2be0019 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1962.901246] env[62097]: DEBUG nova.compute.utils [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1962.904879] env[62097]: DEBUG nova.compute.manager [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1962.908018] env[62097]: DEBUG nova.network.neutron [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1962.951486] env[62097]: DEBUG nova.policy [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95f85316bda34948807f137f086ff2be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fc5f32965724724a22e079bc9c77960', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1963.033644] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035372, 'name': ReconfigVM_Task, 'duration_secs': 0.844763} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.034137] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 3dfc10de-12bc-481c-9274-ba4a8924076c/3dfc10de-12bc-481c-9274-ba4a8924076c.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1963.034966] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f544fba9-a03e-4add-a766-4999e60087e2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.045286] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for the task: (returnval){ [ 1963.045286] env[62097]: value = "task-2035373" [ 1963.045286] env[62097]: _type = "Task" [ 1963.045286] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.065023] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035373, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.171902] env[62097]: DEBUG nova.network.neutron [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Successfully updated port: 0f0ba1d2-deb8-4081-9d23-202c86e9b5f6 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1963.405443] env[62097]: DEBUG nova.compute.manager [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1963.559896] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035373, 'name': Rename_Task, 'duration_secs': 0.24329} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.560494] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1963.560818] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5674bf06-44ad-40e9-80b4-17889a3652e4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.573663] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for the task: (returnval){ [ 1963.573663] env[62097]: value = "task-2035374" [ 1963.573663] env[62097]: _type = "Task" [ 1963.573663] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.587742] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.604864] env[62097]: DEBUG nova.network.neutron [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Successfully created port: d5573d57-af87-4057-971d-d858b7677b4e {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1963.675298] env[62097]: DEBUG oslo_concurrency.lockutils [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "refresh_cache-ce099204-b30e-42a3-89be-0315d7e19b76" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.675707] env[62097]: DEBUG oslo_concurrency.lockutils [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquired lock "refresh_cache-ce099204-b30e-42a3-89be-0315d7e19b76" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.675905] env[62097]: DEBUG nova.network.neutron [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1963.719590] env[62097]: DEBUG nova.network.neutron [-] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.810522] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78607a4a-3819-4c56-a4f9-bea4f2ac6e4f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.821278] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e22c68-0cc2-412e-9c48-bf072d463f41 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.861617] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b291c6-cc01-457f-9271-5e6f7a5fb701 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.872373] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c225320-ee75-4f17-924b-69cccafbfaf2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.887282] env[62097]: DEBUG nova.compute.provider_tree [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1964.094164] env[62097]: DEBUG oslo_vmware.api [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035374, 'name': PowerOnVM_Task, 'duration_secs': 0.487674} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.094164] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1964.094164] env[62097]: INFO nova.compute.manager [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1964.094164] env[62097]: DEBUG nova.compute.manager [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1964.094164] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1041d8-ef3e-4b8f-b09e-2c443f2beb90 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.209208] env[62097]: DEBUG nova.network.neutron [req-7265630d-ece9-4ca5-a85b-65fc3c0f6be0 req-7565ee3b-2521-48ea-b773-6d56cd5926de service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Updated VIF entry in instance network info cache for port d62ffc95-00d5-4445-bb91-7072a2be0019. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1964.209686] env[62097]: DEBUG nova.network.neutron [req-7265630d-ece9-4ca5-a85b-65fc3c0f6be0 req-7565ee3b-2521-48ea-b773-6d56cd5926de service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Updating instance_info_cache with network_info: [{"id": "d62ffc95-00d5-4445-bb91-7072a2be0019", "address": "fa:16:3e:c4:a3:bc", "network": {"id": "4b38f34b-9283-4f1c-a81c-ecc76db59b3a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944861485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b758427cb84ff0a469292b373bbffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd62ffc95-00", "ovs_interfaceid": "d62ffc95-00d5-4445-bb91-7072a2be0019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.224332] env[62097]: INFO nova.compute.manager [-] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Took 1.77 seconds to deallocate network for instance. [ 1964.258658] env[62097]: DEBUG nova.network.neutron [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1964.390716] env[62097]: DEBUG nova.scheduler.client.report [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1964.426017] env[62097]: DEBUG nova.compute.manager [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1964.453940] env[62097]: DEBUG nova.virt.hardware [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1964.454502] env[62097]: DEBUG nova.virt.hardware [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1964.454806] env[62097]: DEBUG nova.virt.hardware [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1964.455119] env[62097]: DEBUG nova.virt.hardware [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1964.455373] env[62097]: DEBUG nova.virt.hardware [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1964.455621] env[62097]: DEBUG nova.virt.hardware [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1964.455939] env[62097]: DEBUG nova.virt.hardware [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1964.456258] env[62097]: DEBUG nova.virt.hardware [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1964.456956] env[62097]: DEBUG nova.virt.hardware [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1964.457276] env[62097]: DEBUG nova.virt.hardware [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1964.457767] env[62097]: DEBUG nova.virt.hardware [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1964.460019] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3150ceb9-3be4-44f3-b5c0-f0c42e403438 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.470255] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6534202d-4b61-450f-97cf-60f9013acff1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.565922] env[62097]: DEBUG nova.network.neutron [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Updating instance_info_cache with network_info: [{"id": "0f0ba1d2-deb8-4081-9d23-202c86e9b5f6", "address": "fa:16:3e:d2:52:41", "network": {"id": "5fe8b6f3-5b13-46ba-bd0d-d8faa3981d66", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-493428721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc5f32965724724a22e079bc9c77960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f0ba1d2-de", "ovs_interfaceid": "0f0ba1d2-deb8-4081-9d23-202c86e9b5f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.619746] env[62097]: INFO nova.compute.manager [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Took 30.85 seconds to build instance. [ 1964.714900] env[62097]: DEBUG oslo_concurrency.lockutils [req-7265630d-ece9-4ca5-a85b-65fc3c0f6be0 req-7565ee3b-2521-48ea-b773-6d56cd5926de service nova] Releasing lock "refresh_cache-743853c7-d06f-4e55-81ff-32427fc121ad" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.731507] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.767021] env[62097]: DEBUG nova.compute.manager [req-8f16ef4c-4cbd-413f-ac69-de1b280ce520 req-80364364-75eb-46d8-a370-1cb6a31c06db service nova] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Received event network-changed-0f0ba1d2-deb8-4081-9d23-202c86e9b5f6 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1964.767021] env[62097]: DEBUG nova.compute.manager [req-8f16ef4c-4cbd-413f-ac69-de1b280ce520 req-80364364-75eb-46d8-a370-1cb6a31c06db service nova] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Refreshing instance network info cache due to event network-changed-0f0ba1d2-deb8-4081-9d23-202c86e9b5f6. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1964.767021] env[62097]: DEBUG oslo_concurrency.lockutils [req-8f16ef4c-4cbd-413f-ac69-de1b280ce520 req-80364364-75eb-46d8-a370-1cb6a31c06db service nova] Acquiring lock "refresh_cache-ce099204-b30e-42a3-89be-0315d7e19b76" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1964.899395] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.899395] env[62097]: DEBUG nova.compute.manager [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1964.900013] env[62097]: DEBUG oslo_concurrency.lockutils [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.601s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.904017] env[62097]: DEBUG nova.objects.instance [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Lazy-loading 'resources' on Instance uuid 481d882a-0081-4252-9370-d0f18b9b3bbd {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1965.075749] env[62097]: DEBUG oslo_concurrency.lockutils [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Releasing lock "refresh_cache-ce099204-b30e-42a3-89be-0315d7e19b76" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.075749] env[62097]: DEBUG nova.compute.manager [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Instance network_info: |[{"id": "0f0ba1d2-deb8-4081-9d23-202c86e9b5f6", "address": "fa:16:3e:d2:52:41", "network": {"id": "5fe8b6f3-5b13-46ba-bd0d-d8faa3981d66", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-493428721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc5f32965724724a22e079bc9c77960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f0ba1d2-de", "ovs_interfaceid": "0f0ba1d2-deb8-4081-9d23-202c86e9b5f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1965.076795] env[62097]: DEBUG oslo_concurrency.lockutils [req-8f16ef4c-4cbd-413f-ac69-de1b280ce520 req-80364364-75eb-46d8-a370-1cb6a31c06db service nova] Acquired lock "refresh_cache-ce099204-b30e-42a3-89be-0315d7e19b76" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.076882] env[62097]: DEBUG nova.network.neutron [req-8f16ef4c-4cbd-413f-ac69-de1b280ce520 req-80364364-75eb-46d8-a370-1cb6a31c06db service nova] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Refreshing network info cache for port 0f0ba1d2-deb8-4081-9d23-202c86e9b5f6 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1965.078144] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:52:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f0ba1d2-deb8-4081-9d23-202c86e9b5f6', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1965.091237] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Creating folder: Project (5fc5f32965724724a22e079bc9c77960). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1965.092496] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44fb7fe3-cd27-4464-9262-bf8dabc37994 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.107348] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Created folder: Project (5fc5f32965724724a22e079bc9c77960) in parent group-v417770. [ 1965.107547] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Creating folder: Instances. Parent ref: group-v417998. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1965.107792] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c95aea2-5f8a-4730-be1c-dcf7969a7d9d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.120174] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Created folder: Instances in parent group-v417998. [ 1965.120434] env[62097]: DEBUG oslo.service.loopingcall [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1965.121251] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1965.121410] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0472c852-aa59-4a3b-8b1e-476ec45ccca9 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lock "3dfc10de-12bc-481c-9274-ba4a8924076c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.364s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.121852] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-103b1486-15a0-4170-84c0-da1d09fa1374 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.145315] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1965.145315] env[62097]: value = "task-2035377" [ 1965.145315] env[62097]: _type = "Task" [ 1965.145315] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.157321] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035377, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.331136] env[62097]: DEBUG nova.compute.manager [req-81ff7d91-ae7b-4da4-bea9-1fc2858ac5a7 req-bc619ef9-c6bc-4f51-9d2c-1b3b77445ba6 service nova] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Received event network-vif-plugged-d5573d57-af87-4057-971d-d858b7677b4e {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1965.331136] env[62097]: DEBUG oslo_concurrency.lockutils [req-81ff7d91-ae7b-4da4-bea9-1fc2858ac5a7 req-bc619ef9-c6bc-4f51-9d2c-1b3b77445ba6 service nova] Acquiring lock "c43a1829-509c-40bc-bab3-9af6fd1dd168-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.331136] env[62097]: DEBUG oslo_concurrency.lockutils [req-81ff7d91-ae7b-4da4-bea9-1fc2858ac5a7 req-bc619ef9-c6bc-4f51-9d2c-1b3b77445ba6 service nova] Lock "c43a1829-509c-40bc-bab3-9af6fd1dd168-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.333184] env[62097]: DEBUG oslo_concurrency.lockutils [req-81ff7d91-ae7b-4da4-bea9-1fc2858ac5a7 req-bc619ef9-c6bc-4f51-9d2c-1b3b77445ba6 service nova] Lock "c43a1829-509c-40bc-bab3-9af6fd1dd168-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.333523] env[62097]: DEBUG nova.compute.manager [req-81ff7d91-ae7b-4da4-bea9-1fc2858ac5a7 req-bc619ef9-c6bc-4f51-9d2c-1b3b77445ba6 service nova] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] No waiting events found dispatching network-vif-plugged-d5573d57-af87-4057-971d-d858b7677b4e {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1965.333835] env[62097]: WARNING nova.compute.manager [req-81ff7d91-ae7b-4da4-bea9-1fc2858ac5a7 req-bc619ef9-c6bc-4f51-9d2c-1b3b77445ba6 service nova] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Received unexpected event network-vif-plugged-d5573d57-af87-4057-971d-d858b7677b4e for instance with vm_state building and task_state spawning. [ 1965.405169] env[62097]: DEBUG nova.compute.utils [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1965.410121] env[62097]: DEBUG nova.compute.manager [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1965.410467] env[62097]: DEBUG nova.network.neutron [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1965.460758] env[62097]: DEBUG nova.policy [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95f85316bda34948807f137f086ff2be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fc5f32965724724a22e079bc9c77960', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1965.558558] env[62097]: DEBUG nova.network.neutron [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Successfully updated port: d5573d57-af87-4057-971d-d858b7677b4e {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1965.656684] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035377, 'name': CreateVM_Task, 'duration_secs': 0.338388} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.656930] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1965.658028] env[62097]: DEBUG oslo_concurrency.lockutils [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.658028] env[62097]: DEBUG oslo_concurrency.lockutils [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.658247] env[62097]: DEBUG oslo_concurrency.lockutils [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1965.658629] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-197df64f-67b2-452f-afeb-9ceccec80953 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.664189] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1965.664189] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52adb337-2c28-c531-6506-e5636de997bf" [ 1965.664189] env[62097]: _type = "Task" [ 1965.664189] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.683133] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52adb337-2c28-c531-6506-e5636de997bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.852042] env[62097]: DEBUG nova.network.neutron [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Successfully created port: 029389c7-7b62-48b8-b619-82c909c81f9a {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1965.863925] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Acquiring lock "04e72860-7f35-4830-8f6c-013605e9f8ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.864511] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Lock "04e72860-7f35-4830-8f6c-013605e9f8ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.910035] env[62097]: DEBUG nova.compute.manager [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1965.928026] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c54be1-334b-4ac0-8d6d-7e92eda1e4f9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.940170] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86639e89-2913-4b90-9d72-2247b36d4d02 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.980553] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e6b153-a0ff-45c4-be7d-0f091571f7a5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.990621] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed9b750-77b0-4972-8c91-8c3fdca6e9aa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.007246] env[62097]: DEBUG nova.compute.provider_tree [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1966.053480] env[62097]: DEBUG nova.network.neutron [req-8f16ef4c-4cbd-413f-ac69-de1b280ce520 req-80364364-75eb-46d8-a370-1cb6a31c06db service nova] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Updated VIF entry in instance network info cache for port 0f0ba1d2-deb8-4081-9d23-202c86e9b5f6. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1966.053854] env[62097]: DEBUG nova.network.neutron [req-8f16ef4c-4cbd-413f-ac69-de1b280ce520 req-80364364-75eb-46d8-a370-1cb6a31c06db service nova] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Updating instance_info_cache with network_info: [{"id": "0f0ba1d2-deb8-4081-9d23-202c86e9b5f6", "address": "fa:16:3e:d2:52:41", "network": {"id": "5fe8b6f3-5b13-46ba-bd0d-d8faa3981d66", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-493428721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc5f32965724724a22e079bc9c77960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f0ba1d2-de", "ovs_interfaceid": "0f0ba1d2-deb8-4081-9d23-202c86e9b5f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.067199] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "refresh_cache-c43a1829-509c-40bc-bab3-9af6fd1dd168" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.067199] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquired lock "refresh_cache-c43a1829-509c-40bc-bab3-9af6fd1dd168" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.067199] env[62097]: DEBUG nova.network.neutron [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1966.179145] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52adb337-2c28-c531-6506-e5636de997bf, 'name': SearchDatastore_Task, 'duration_secs': 0.013327} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.179686] env[62097]: DEBUG oslo_concurrency.lockutils [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.179686] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1966.179817] env[62097]: DEBUG oslo_concurrency.lockutils [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.179944] env[62097]: DEBUG oslo_concurrency.lockutils [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.180086] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1966.180383] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9710910d-3dde-4743-9afa-c8e67bcb17d9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.196431] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1966.196649] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1966.197378] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f650326f-d363-42b3-aca0-7d90e08b1ce9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.203520] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1966.203520] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ea5c5e-764c-4014-1905-4f3ad3d6f6e0" [ 1966.203520] env[62097]: _type = "Task" [ 1966.203520] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.211879] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ea5c5e-764c-4014-1905-4f3ad3d6f6e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.371452] env[62097]: DEBUG nova.compute.manager [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1966.511768] env[62097]: DEBUG nova.scheduler.client.report [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1966.558792] env[62097]: DEBUG oslo_concurrency.lockutils [req-8f16ef4c-4cbd-413f-ac69-de1b280ce520 req-80364364-75eb-46d8-a370-1cb6a31c06db service nova] Releasing lock "refresh_cache-ce099204-b30e-42a3-89be-0315d7e19b76" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.559120] env[62097]: DEBUG nova.compute.manager [req-8f16ef4c-4cbd-413f-ac69-de1b280ce520 req-80364364-75eb-46d8-a370-1cb6a31c06db service nova] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Received event network-vif-deleted-ffe9e223-8feb-4532-93f0-ae7a8b1b3167 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1966.601331] env[62097]: DEBUG nova.network.neutron [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1966.715166] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ea5c5e-764c-4014-1905-4f3ad3d6f6e0, 'name': SearchDatastore_Task, 'duration_secs': 0.021546} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.715987] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64257e40-fdf3-49f8-bc99-28d3ab473e43 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.724599] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1966.724599] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521b2661-6221-f5f9-d56c-1e7f1c52f148" [ 1966.724599] env[62097]: _type = "Task" [ 1966.724599] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.737918] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521b2661-6221-f5f9-d56c-1e7f1c52f148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.779540] env[62097]: DEBUG nova.network.neutron [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Updating instance_info_cache with network_info: [{"id": "d5573d57-af87-4057-971d-d858b7677b4e", "address": "fa:16:3e:2e:88:04", "network": {"id": "5fe8b6f3-5b13-46ba-bd0d-d8faa3981d66", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-493428721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc5f32965724724a22e079bc9c77960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5573d57-af", "ovs_interfaceid": "d5573d57-af87-4057-971d-d858b7677b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.815206] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5a23c0d9-8275-4ddc-a0a4-6146cd624623 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquiring lock "3dfc10de-12bc-481c-9274-ba4a8924076c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.815206] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5a23c0d9-8275-4ddc-a0a4-6146cd624623 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lock "3dfc10de-12bc-481c-9274-ba4a8924076c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.815206] env[62097]: INFO nova.compute.manager [None req-5a23c0d9-8275-4ddc-a0a4-6146cd624623 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Rebooting instance [ 1966.848106] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Acquiring lock "56484712-6c57-48af-9a21-0780a7522056" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.848106] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Lock "56484712-6c57-48af-9a21-0780a7522056" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.890493] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.924350] env[62097]: DEBUG nova.compute.manager [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1966.959120] env[62097]: DEBUG nova.virt.hardware [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:47:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1966.959120] env[62097]: DEBUG nova.virt.hardware [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1966.959120] env[62097]: DEBUG nova.virt.hardware [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1966.959821] env[62097]: DEBUG nova.virt.hardware [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1966.960394] env[62097]: DEBUG nova.virt.hardware [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1966.961235] env[62097]: DEBUG nova.virt.hardware [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1966.961937] env[62097]: DEBUG nova.virt.hardware [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1966.962434] env[62097]: DEBUG nova.virt.hardware [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1966.962776] env[62097]: DEBUG nova.virt.hardware [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1966.963129] env[62097]: DEBUG nova.virt.hardware [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1966.963449] env[62097]: DEBUG nova.virt.hardware [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1966.965047] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef00315c-e970-438b-ae14-93835360085e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.974999] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a863dc-dfde-407a-90fe-448dd69f6fce {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.020810] env[62097]: DEBUG oslo_concurrency.lockutils [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.020810] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.778s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.021441] env[62097]: DEBUG nova.objects.instance [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Lazy-loading 'resources' on Instance uuid 1316a909-1ec0-4563-b9cb-4eef3d5b8955 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1967.047263] env[62097]: INFO nova.scheduler.client.report [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Deleted allocations for instance 481d882a-0081-4252-9370-d0f18b9b3bbd [ 1967.246161] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521b2661-6221-f5f9-d56c-1e7f1c52f148, 'name': SearchDatastore_Task, 'duration_secs': 0.011919} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.246525] env[62097]: DEBUG oslo_concurrency.lockutils [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.246789] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] ce099204-b30e-42a3-89be-0315d7e19b76/ce099204-b30e-42a3-89be-0315d7e19b76.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1967.247068] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3001a37-3a7a-4ce7-852d-ff20edf6726f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.257110] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1967.257110] env[62097]: value = "task-2035378" [ 1967.257110] env[62097]: _type = "Task" [ 1967.257110] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.267330] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.283020] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Releasing lock "refresh_cache-c43a1829-509c-40bc-bab3-9af6fd1dd168" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.283020] env[62097]: DEBUG nova.compute.manager [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Instance network_info: |[{"id": "d5573d57-af87-4057-971d-d858b7677b4e", "address": "fa:16:3e:2e:88:04", "network": {"id": "5fe8b6f3-5b13-46ba-bd0d-d8faa3981d66", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-493428721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc5f32965724724a22e079bc9c77960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5573d57-af", "ovs_interfaceid": "d5573d57-af87-4057-971d-d858b7677b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1967.283020] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:88:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5573d57-af87-4057-971d-d858b7677b4e', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1967.292902] env[62097]: DEBUG oslo.service.loopingcall [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1967.293204] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1967.293454] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6c601d2-0584-406a-b958-72aa3db71047 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.321136] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1967.321136] env[62097]: value = "task-2035379" [ 1967.321136] env[62097]: _type = "Task" [ 1967.321136] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.335130] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035379, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.336760] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5a23c0d9-8275-4ddc-a0a4-6146cd624623 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquiring lock "refresh_cache-3dfc10de-12bc-481c-9274-ba4a8924076c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.336760] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5a23c0d9-8275-4ddc-a0a4-6146cd624623 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquired lock "refresh_cache-3dfc10de-12bc-481c-9274-ba4a8924076c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.336760] env[62097]: DEBUG nova.network.neutron [None req-5a23c0d9-8275-4ddc-a0a4-6146cd624623 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1967.351354] env[62097]: DEBUG nova.compute.manager [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1967.370413] env[62097]: DEBUG nova.compute.manager [req-cdeb6f74-3617-4dae-a6ec-ea58f2fa62a9 req-7f988077-352d-4489-a1ce-26e73ed35473 service nova] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Received event network-changed-d5573d57-af87-4057-971d-d858b7677b4e {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1967.370626] env[62097]: DEBUG nova.compute.manager [req-cdeb6f74-3617-4dae-a6ec-ea58f2fa62a9 req-7f988077-352d-4489-a1ce-26e73ed35473 service nova] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Refreshing instance network info cache due to event network-changed-d5573d57-af87-4057-971d-d858b7677b4e. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1967.371219] env[62097]: DEBUG oslo_concurrency.lockutils [req-cdeb6f74-3617-4dae-a6ec-ea58f2fa62a9 req-7f988077-352d-4489-a1ce-26e73ed35473 service nova] Acquiring lock "refresh_cache-c43a1829-509c-40bc-bab3-9af6fd1dd168" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.371348] env[62097]: DEBUG oslo_concurrency.lockutils [req-cdeb6f74-3617-4dae-a6ec-ea58f2fa62a9 req-7f988077-352d-4489-a1ce-26e73ed35473 service nova] Acquired lock "refresh_cache-c43a1829-509c-40bc-bab3-9af6fd1dd168" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.371542] env[62097]: DEBUG nova.network.neutron [req-cdeb6f74-3617-4dae-a6ec-ea58f2fa62a9 req-7f988077-352d-4489-a1ce-26e73ed35473 service nova] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Refreshing network info cache for port d5573d57-af87-4057-971d-d858b7677b4e {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1967.397034] env[62097]: DEBUG nova.compute.manager [req-e92affd0-d5d0-4606-b2d6-3415bfee306c req-bf31d7fc-5915-4507-8590-a87910776203 service nova] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Received event network-vif-plugged-029389c7-7b62-48b8-b619-82c909c81f9a {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1967.397034] env[62097]: DEBUG oslo_concurrency.lockutils [req-e92affd0-d5d0-4606-b2d6-3415bfee306c req-bf31d7fc-5915-4507-8590-a87910776203 service nova] Acquiring lock "90d15877-672e-4191-9d69-50846fd4fe0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.397034] env[62097]: DEBUG oslo_concurrency.lockutils [req-e92affd0-d5d0-4606-b2d6-3415bfee306c req-bf31d7fc-5915-4507-8590-a87910776203 service nova] Lock "90d15877-672e-4191-9d69-50846fd4fe0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.397034] env[62097]: DEBUG oslo_concurrency.lockutils [req-e92affd0-d5d0-4606-b2d6-3415bfee306c req-bf31d7fc-5915-4507-8590-a87910776203 service nova] Lock "90d15877-672e-4191-9d69-50846fd4fe0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.397034] env[62097]: DEBUG nova.compute.manager [req-e92affd0-d5d0-4606-b2d6-3415bfee306c req-bf31d7fc-5915-4507-8590-a87910776203 service nova] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] No waiting events found dispatching network-vif-plugged-029389c7-7b62-48b8-b619-82c909c81f9a {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1967.397034] env[62097]: WARNING nova.compute.manager [req-e92affd0-d5d0-4606-b2d6-3415bfee306c req-bf31d7fc-5915-4507-8590-a87910776203 service nova] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Received unexpected event network-vif-plugged-029389c7-7b62-48b8-b619-82c909c81f9a for instance with vm_state building and task_state spawning. [ 1967.491724] env[62097]: DEBUG nova.network.neutron [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Successfully updated port: 029389c7-7b62-48b8-b619-82c909c81f9a {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1967.554286] env[62097]: DEBUG oslo_concurrency.lockutils [None req-255913fb-7754-4dcc-8dd4-cfbe31b02aae tempest-ServerGroupTestJSON-1078826871 tempest-ServerGroupTestJSON-1078826871-project-member] Lock "481d882a-0081-4252-9370-d0f18b9b3bbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.027s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.774428] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035378, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.832054] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035379, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.885124] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.926300] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e6f811-28cc-4248-933b-b86536b7200a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.936685] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af92c9f6-2b74-440d-8c9a-d2df266abb67 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.973380] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a1d6ab-2b20-4b82-b2ed-9f51a644b4e7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.982454] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ae97eb-2847-4cc3-8449-516453ee4fb4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.998470] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "refresh_cache-90d15877-672e-4191-9d69-50846fd4fe0b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.998668] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquired lock "refresh_cache-90d15877-672e-4191-9d69-50846fd4fe0b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.998859] env[62097]: DEBUG nova.network.neutron [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1968.000788] env[62097]: DEBUG nova.compute.provider_tree [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1968.139965] env[62097]: DEBUG nova.network.neutron [req-cdeb6f74-3617-4dae-a6ec-ea58f2fa62a9 req-7f988077-352d-4489-a1ce-26e73ed35473 service nova] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Updated VIF entry in instance network info cache for port d5573d57-af87-4057-971d-d858b7677b4e. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1968.140369] env[62097]: DEBUG nova.network.neutron [req-cdeb6f74-3617-4dae-a6ec-ea58f2fa62a9 req-7f988077-352d-4489-a1ce-26e73ed35473 service nova] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Updating instance_info_cache with network_info: [{"id": "d5573d57-af87-4057-971d-d858b7677b4e", "address": "fa:16:3e:2e:88:04", "network": {"id": "5fe8b6f3-5b13-46ba-bd0d-d8faa3981d66", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-493428721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc5f32965724724a22e079bc9c77960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5573d57-af", "ovs_interfaceid": "d5573d57-af87-4057-971d-d858b7677b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.268230] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544015} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.268546] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] ce099204-b30e-42a3-89be-0315d7e19b76/ce099204-b30e-42a3-89be-0315d7e19b76.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1968.268773] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1968.269033] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-139ac76f-6d41-4f93-83d7-ff73d74fab38 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.276937] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1968.276937] env[62097]: value = "task-2035380" [ 1968.276937] env[62097]: _type = "Task" [ 1968.276937] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.286667] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.294308] env[62097]: DEBUG nova.network.neutron [None req-5a23c0d9-8275-4ddc-a0a4-6146cd624623 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Updating instance_info_cache with network_info: [{"id": "d15cdf39-f715-4dd9-b60b-996424146169", "address": "fa:16:3e:45:2e:f0", "network": {"id": "5389bffc-1877-4b8b-8170-24fbb3dcc81b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2104281060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce5e68cf726a4453a93d945e2c0ec08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd15cdf39-f7", "ovs_interfaceid": "d15cdf39-f715-4dd9-b60b-996424146169", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.332428] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035379, 'name': CreateVM_Task, 'duration_secs': 0.653937} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.332607] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1968.333342] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.333524] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.333841] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1968.334137] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6edc6a0d-e685-4806-b030-0f3a4e0c584f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.339549] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1968.339549] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527a6963-5e59-e3ba-8338-6968ccb61991" [ 1968.339549] env[62097]: _type = "Task" [ 1968.339549] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.349501] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527a6963-5e59-e3ba-8338-6968ccb61991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.509127] env[62097]: DEBUG nova.scheduler.client.report [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1968.550824] env[62097]: DEBUG nova.network.neutron [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1968.648414] env[62097]: DEBUG oslo_concurrency.lockutils [req-cdeb6f74-3617-4dae-a6ec-ea58f2fa62a9 req-7f988077-352d-4489-a1ce-26e73ed35473 service nova] Releasing lock "refresh_cache-c43a1829-509c-40bc-bab3-9af6fd1dd168" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.648720] env[62097]: DEBUG nova.compute.manager [req-cdeb6f74-3617-4dae-a6ec-ea58f2fa62a9 req-7f988077-352d-4489-a1ce-26e73ed35473 service nova] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Received event network-changed-d15cdf39-f715-4dd9-b60b-996424146169 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1968.648893] env[62097]: DEBUG nova.compute.manager [req-cdeb6f74-3617-4dae-a6ec-ea58f2fa62a9 req-7f988077-352d-4489-a1ce-26e73ed35473 service nova] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Refreshing instance network info cache due to event network-changed-d15cdf39-f715-4dd9-b60b-996424146169. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1968.649088] env[62097]: DEBUG oslo_concurrency.lockutils [req-cdeb6f74-3617-4dae-a6ec-ea58f2fa62a9 req-7f988077-352d-4489-a1ce-26e73ed35473 service nova] Acquiring lock "refresh_cache-3dfc10de-12bc-481c-9274-ba4a8924076c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.788833] env[62097]: DEBUG nova.network.neutron [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Updating instance_info_cache with network_info: [{"id": "029389c7-7b62-48b8-b619-82c909c81f9a", "address": "fa:16:3e:8b:d3:7d", "network": {"id": "5fe8b6f3-5b13-46ba-bd0d-d8faa3981d66", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-493428721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc5f32965724724a22e079bc9c77960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029389c7-7b", "ovs_interfaceid": "029389c7-7b62-48b8-b619-82c909c81f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.791236] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064803} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.795912] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1968.795912] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f779c6a6-8663-4083-b02e-6d3fa88ed983 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.800523] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5a23c0d9-8275-4ddc-a0a4-6146cd624623 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Releasing lock "refresh_cache-3dfc10de-12bc-481c-9274-ba4a8924076c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.800523] env[62097]: DEBUG oslo_concurrency.lockutils [req-cdeb6f74-3617-4dae-a6ec-ea58f2fa62a9 req-7f988077-352d-4489-a1ce-26e73ed35473 service nova] Acquired lock "refresh_cache-3dfc10de-12bc-481c-9274-ba4a8924076c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.800523] env[62097]: DEBUG nova.network.neutron [req-cdeb6f74-3617-4dae-a6ec-ea58f2fa62a9 req-7f988077-352d-4489-a1ce-26e73ed35473 service nova] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Refreshing network info cache for port d15cdf39-f715-4dd9-b60b-996424146169 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1968.820067] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] ce099204-b30e-42a3-89be-0315d7e19b76/ce099204-b30e-42a3-89be-0315d7e19b76.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1968.821839] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fec669b1-3688-4028-b64c-d0208a1fa05f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.852044] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527a6963-5e59-e3ba-8338-6968ccb61991, 'name': SearchDatastore_Task, 'duration_secs': 0.009806} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.853702] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.853948] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1968.854475] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.854624] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.854812] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1968.855155] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1968.855155] env[62097]: value = "task-2035381" [ 1968.855155] env[62097]: _type = "Task" [ 1968.855155] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.855526] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1aec1738-e5dd-4fde-9e58-686a6b3f46d4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.866969] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035381, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.872684] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1968.872911] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1968.873659] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-114d1414-9fbf-4881-b8fd-9351db4f2a1c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.879217] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1968.879217] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5218050b-4f13-806f-2b75-9b94ef50b52a" [ 1968.879217] env[62097]: _type = "Task" [ 1968.879217] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.887467] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5218050b-4f13-806f-2b75-9b94ef50b52a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.013764] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.017853] env[62097]: DEBUG oslo_concurrency.lockutils [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.087s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.017997] env[62097]: DEBUG nova.objects.instance [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lazy-loading 'resources' on Instance uuid f7539faf-bd9e-4443-b331-23d754427d31 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1969.042929] env[62097]: INFO nova.scheduler.client.report [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Deleted allocations for instance 1316a909-1ec0-4563-b9cb-4eef3d5b8955 [ 1969.294649] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Releasing lock "refresh_cache-90d15877-672e-4191-9d69-50846fd4fe0b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.294649] env[62097]: DEBUG nova.compute.manager [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Instance network_info: |[{"id": "029389c7-7b62-48b8-b619-82c909c81f9a", "address": "fa:16:3e:8b:d3:7d", "network": {"id": "5fe8b6f3-5b13-46ba-bd0d-d8faa3981d66", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-493428721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc5f32965724724a22e079bc9c77960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029389c7-7b", "ovs_interfaceid": "029389c7-7b62-48b8-b619-82c909c81f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1969.294649] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:d3:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '029389c7-7b62-48b8-b619-82c909c81f9a', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1969.301917] env[62097]: DEBUG oslo.service.loopingcall [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1969.302361] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1969.303063] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf1fef4c-4658-45de-8692-3c9de918b80f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.325594] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1969.325594] env[62097]: value = "task-2035382" [ 1969.325594] env[62097]: _type = "Task" [ 1969.325594] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.326202] env[62097]: DEBUG nova.compute.manager [None req-5a23c0d9-8275-4ddc-a0a4-6146cd624623 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1969.327528] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43b430f-dfb4-4c0a-9889-10d8e8343803 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.341973] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035382, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.367962] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035381, 'name': ReconfigVM_Task, 'duration_secs': 0.375247} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.370635] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Reconfigured VM instance instance-00000053 to attach disk [datastore1] ce099204-b30e-42a3-89be-0315d7e19b76/ce099204-b30e-42a3-89be-0315d7e19b76.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1969.372533] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0677a271-2458-4eca-ba38-09b34f3566bf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.379317] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1969.379317] env[62097]: value = "task-2035383" [ 1969.379317] env[62097]: _type = "Task" [ 1969.379317] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.393865] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035383, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.398076] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5218050b-4f13-806f-2b75-9b94ef50b52a, 'name': SearchDatastore_Task, 'duration_secs': 0.016704} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.399307] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9f02e6c-3ed3-42c3-a4e7-b19671d040d4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.408080] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1969.408080] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524a29a2-25d7-1d97-8c4e-93c2065806ff" [ 1969.408080] env[62097]: _type = "Task" [ 1969.408080] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.417808] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524a29a2-25d7-1d97-8c4e-93c2065806ff, 'name': SearchDatastore_Task, 'duration_secs': 0.00987} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.418078] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.419058] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] c43a1829-509c-40bc-bab3-9af6fd1dd168/c43a1829-509c-40bc-bab3-9af6fd1dd168.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1969.419058] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-739d359d-6fc0-434c-8ab8-98194e36b037 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.425931] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1969.425931] env[62097]: value = "task-2035384" [ 1969.425931] env[62097]: _type = "Task" [ 1969.425931] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.433596] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.448912] env[62097]: DEBUG nova.compute.manager [req-c2695de7-96b3-453b-8efb-e9901c05847b req-4a4bed96-5d0d-4af8-80c4-83301f778559 service nova] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Received event network-changed-029389c7-7b62-48b8-b619-82c909c81f9a {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1969.449214] env[62097]: DEBUG nova.compute.manager [req-c2695de7-96b3-453b-8efb-e9901c05847b req-4a4bed96-5d0d-4af8-80c4-83301f778559 service nova] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Refreshing instance network info cache due to event network-changed-029389c7-7b62-48b8-b619-82c909c81f9a. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1969.449505] env[62097]: DEBUG oslo_concurrency.lockutils [req-c2695de7-96b3-453b-8efb-e9901c05847b req-4a4bed96-5d0d-4af8-80c4-83301f778559 service nova] Acquiring lock "refresh_cache-90d15877-672e-4191-9d69-50846fd4fe0b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.449692] env[62097]: DEBUG oslo_concurrency.lockutils [req-c2695de7-96b3-453b-8efb-e9901c05847b req-4a4bed96-5d0d-4af8-80c4-83301f778559 service nova] Acquired lock "refresh_cache-90d15877-672e-4191-9d69-50846fd4fe0b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.449864] env[62097]: DEBUG nova.network.neutron [req-c2695de7-96b3-453b-8efb-e9901c05847b req-4a4bed96-5d0d-4af8-80c4-83301f778559 service nova] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Refreshing network info cache for port 029389c7-7b62-48b8-b619-82c909c81f9a {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1969.552349] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1bd551eb-e542-4b58-90a9-6f176610a07c tempest-ServerShowV247Test-1258151706 tempest-ServerShowV247Test-1258151706-project-member] Lock "1316a909-1ec0-4563-b9cb-4eef3d5b8955" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.777s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.683486] env[62097]: DEBUG nova.network.neutron [req-cdeb6f74-3617-4dae-a6ec-ea58f2fa62a9 req-7f988077-352d-4489-a1ce-26e73ed35473 service nova] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Updated VIF entry in instance network info cache for port d15cdf39-f715-4dd9-b60b-996424146169. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1969.683766] env[62097]: DEBUG nova.network.neutron [req-cdeb6f74-3617-4dae-a6ec-ea58f2fa62a9 req-7f988077-352d-4489-a1ce-26e73ed35473 service nova] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Updating instance_info_cache with network_info: [{"id": "d15cdf39-f715-4dd9-b60b-996424146169", "address": "fa:16:3e:45:2e:f0", "network": {"id": "5389bffc-1877-4b8b-8170-24fbb3dcc81b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2104281060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce5e68cf726a4453a93d945e2c0ec08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd15cdf39-f7", "ovs_interfaceid": "d15cdf39-f715-4dd9-b60b-996424146169", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.838626] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035382, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.877138] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa25d632-37cc-4ce8-9b5e-a0abdf9fcdcf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.892201] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee501e3-14e6-4165-97eb-cb3899b42b37 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.895832] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035383, 'name': Rename_Task, 'duration_secs': 0.132393} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.896144] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1969.896803] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf40bece-7d47-41dd-852e-ee189a58784a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.928528] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676fe11b-3716-4cc1-abd3-ee57d86e7353 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.935383] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1969.935383] env[62097]: value = "task-2035385" [ 1969.935383] env[62097]: _type = "Task" [ 1969.935383] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.944668] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503394} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.946316] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4d7a2a-c3fd-433f-ae6b-b83df4f1837f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.950594] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] c43a1829-509c-40bc-bab3-9af6fd1dd168/c43a1829-509c-40bc-bab3-9af6fd1dd168.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1969.950892] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1969.954035] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22c80ef1-46cc-49a4-87c3-72368817e9d5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.958236] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035385, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.969980] env[62097]: DEBUG nova.compute.provider_tree [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1969.972702] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1969.972702] env[62097]: value = "task-2035386" [ 1969.972702] env[62097]: _type = "Task" [ 1969.972702] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.981458] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.186219] env[62097]: DEBUG oslo_concurrency.lockutils [req-cdeb6f74-3617-4dae-a6ec-ea58f2fa62a9 req-7f988077-352d-4489-a1ce-26e73ed35473 service nova] Releasing lock "refresh_cache-3dfc10de-12bc-481c-9274-ba4a8924076c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.208692] env[62097]: DEBUG nova.network.neutron [req-c2695de7-96b3-453b-8efb-e9901c05847b req-4a4bed96-5d0d-4af8-80c4-83301f778559 service nova] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Updated VIF entry in instance network info cache for port 029389c7-7b62-48b8-b619-82c909c81f9a. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1970.209089] env[62097]: DEBUG nova.network.neutron [req-c2695de7-96b3-453b-8efb-e9901c05847b req-4a4bed96-5d0d-4af8-80c4-83301f778559 service nova] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Updating instance_info_cache with network_info: [{"id": "029389c7-7b62-48b8-b619-82c909c81f9a", "address": "fa:16:3e:8b:d3:7d", "network": {"id": "5fe8b6f3-5b13-46ba-bd0d-d8faa3981d66", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-493428721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc5f32965724724a22e079bc9c77960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029389c7-7b", "ovs_interfaceid": "029389c7-7b62-48b8-b619-82c909c81f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.337299] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035382, 'name': CreateVM_Task, 'duration_secs': 0.584126} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.337577] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1970.338289] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.338459] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.338793] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1970.339044] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d75f86-5a1f-4679-a6f7-62bd470cf647 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.343923] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1970.343923] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528a7341-bdc5-1034-380f-cf568c1cdcfe" [ 1970.343923] env[62097]: _type = "Task" [ 1970.343923] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.348199] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0444359-b695-4dcd-aa1d-fe55f3ac9ea7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.356300] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528a7341-bdc5-1034-380f-cf568c1cdcfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.358375] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5a23c0d9-8275-4ddc-a0a4-6146cd624623 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Doing hard reboot of VM {{(pid=62097) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1970.358625] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-7786d766-c3c8-4ecf-975b-8a4edf980006 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.364340] env[62097]: DEBUG oslo_vmware.api [None req-5a23c0d9-8275-4ddc-a0a4-6146cd624623 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for the task: (returnval){ [ 1970.364340] env[62097]: value = "task-2035387" [ 1970.364340] env[62097]: _type = "Task" [ 1970.364340] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.372576] env[62097]: DEBUG oslo_vmware.api [None req-5a23c0d9-8275-4ddc-a0a4-6146cd624623 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035387, 'name': ResetVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.446542] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035385, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.474865] env[62097]: DEBUG nova.scheduler.client.report [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1970.489095] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095713} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.489488] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1970.490459] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9504290c-20be-4211-ad5e-177d2377c5ae {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.514858] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] c43a1829-509c-40bc-bab3-9af6fd1dd168/c43a1829-509c-40bc-bab3-9af6fd1dd168.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1970.515494] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce328d03-83e8-4a23-aaed-d67793004f73 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.536089] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1970.536089] env[62097]: value = "task-2035388" [ 1970.536089] env[62097]: _type = "Task" [ 1970.536089] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.544411] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.711932] env[62097]: DEBUG oslo_concurrency.lockutils [req-c2695de7-96b3-453b-8efb-e9901c05847b req-4a4bed96-5d0d-4af8-80c4-83301f778559 service nova] Releasing lock "refresh_cache-90d15877-672e-4191-9d69-50846fd4fe0b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.853859] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528a7341-bdc5-1034-380f-cf568c1cdcfe, 'name': SearchDatastore_Task, 'duration_secs': 0.015683} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.854202] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.854447] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1970.854678] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.854828] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.855052] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1970.855305] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d593f98-eeaf-49a6-bc52-642606007bcd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.863360] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1970.863513] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1970.864315] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0305d09f-d869-4824-8154-c29a5866c8e4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.872450] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1970.872450] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e53cb4-723b-cf13-bc25-4d8d2d3652eb" [ 1970.872450] env[62097]: _type = "Task" [ 1970.872450] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.875464] env[62097]: DEBUG oslo_vmware.api [None req-5a23c0d9-8275-4ddc-a0a4-6146cd624623 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035387, 'name': ResetVM_Task, 'duration_secs': 0.130531} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.878262] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5a23c0d9-8275-4ddc-a0a4-6146cd624623 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Did hard reboot of VM {{(pid=62097) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1970.878461] env[62097]: DEBUG nova.compute.manager [None req-5a23c0d9-8275-4ddc-a0a4-6146cd624623 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1970.879251] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f80990a-77c4-4115-9eb3-d2593aa4f7b3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.886455] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e53cb4-723b-cf13-bc25-4d8d2d3652eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.948392] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035385, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.983819] env[62097]: DEBUG oslo_concurrency.lockutils [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.986829] env[62097]: DEBUG oslo_concurrency.lockutils [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.977s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.986829] env[62097]: DEBUG nova.objects.instance [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lazy-loading 'resources' on Instance uuid 9bc046f5-823e-46d0-8dc9-2aaf221af530 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1971.009041] env[62097]: INFO nova.scheduler.client.report [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Deleted allocations for instance f7539faf-bd9e-4443-b331-23d754427d31 [ 1971.045498] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035388, 'name': ReconfigVM_Task, 'duration_secs': 0.268788} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.045799] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Reconfigured VM instance instance-00000054 to attach disk [datastore1] c43a1829-509c-40bc-bab3-9af6fd1dd168/c43a1829-509c-40bc-bab3-9af6fd1dd168.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1971.046532] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f8148a3-47dd-49f8-895f-99d8abdc7696 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.052985] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1971.052985] env[62097]: value = "task-2035389" [ 1971.052985] env[62097]: _type = "Task" [ 1971.052985] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.063860] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035389, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.385702] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e53cb4-723b-cf13-bc25-4d8d2d3652eb, 'name': SearchDatastore_Task, 'duration_secs': 0.014785} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.386518] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b925792-6bfd-4544-8a20-8d3161bf3a1d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.393737] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1971.393737] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5215962f-4fc3-5d90-3a92-42aa5c6194ce" [ 1971.393737] env[62097]: _type = "Task" [ 1971.393737] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.397311] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5a23c0d9-8275-4ddc-a0a4-6146cd624623 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lock "3dfc10de-12bc-481c-9274-ba4a8924076c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.580s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.407664] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5215962f-4fc3-5d90-3a92-42aa5c6194ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009686} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.407911] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.408338] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 90d15877-672e-4191-9d69-50846fd4fe0b/90d15877-672e-4191-9d69-50846fd4fe0b.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1971.408524] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-631b1fa7-fe26-4260-9750-fc4370548a0b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.415176] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1971.415176] env[62097]: value = "task-2035390" [ 1971.415176] env[62097]: _type = "Task" [ 1971.415176] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.423859] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.450214] env[62097]: DEBUG oslo_vmware.api [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035385, 'name': PowerOnVM_Task, 'duration_secs': 1.177917} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.450553] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1971.450789] env[62097]: INFO nova.compute.manager [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1971.451009] env[62097]: DEBUG nova.compute.manager [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1971.452880] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e09f820-164b-4ffb-8407-3436b458afe0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.490158] env[62097]: DEBUG nova.objects.instance [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lazy-loading 'numa_topology' on Instance uuid 9bc046f5-823e-46d0-8dc9-2aaf221af530 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1971.492299] env[62097]: DEBUG nova.compute.manager [req-86efb534-c237-4628-aaf3-cc00ffd4e7e9 req-30ede919-e781-49c1-8692-96b1d2265257 service nova] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Received event network-changed-d15cdf39-f715-4dd9-b60b-996424146169 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1971.492498] env[62097]: DEBUG nova.compute.manager [req-86efb534-c237-4628-aaf3-cc00ffd4e7e9 req-30ede919-e781-49c1-8692-96b1d2265257 service nova] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Refreshing instance network info cache due to event network-changed-d15cdf39-f715-4dd9-b60b-996424146169. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1971.492738] env[62097]: DEBUG oslo_concurrency.lockutils [req-86efb534-c237-4628-aaf3-cc00ffd4e7e9 req-30ede919-e781-49c1-8692-96b1d2265257 service nova] Acquiring lock "refresh_cache-3dfc10de-12bc-481c-9274-ba4a8924076c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.492896] env[62097]: DEBUG oslo_concurrency.lockutils [req-86efb534-c237-4628-aaf3-cc00ffd4e7e9 req-30ede919-e781-49c1-8692-96b1d2265257 service nova] Acquired lock "refresh_cache-3dfc10de-12bc-481c-9274-ba4a8924076c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.493160] env[62097]: DEBUG nova.network.neutron [req-86efb534-c237-4628-aaf3-cc00ffd4e7e9 req-30ede919-e781-49c1-8692-96b1d2265257 service nova] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Refreshing network info cache for port d15cdf39-f715-4dd9-b60b-996424146169 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1971.517100] env[62097]: DEBUG oslo_concurrency.lockutils [None req-78038b4d-f439-4214-b1f4-1132efb9e920 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "f7539faf-bd9e-4443-b331-23d754427d31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.392s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.563648] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035389, 'name': Rename_Task, 'duration_secs': 0.147448} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.563915] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1971.564202] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc3801ad-2643-4874-96b8-38968fc6eae9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.572747] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1971.572747] env[62097]: value = "task-2035391" [ 1971.572747] env[62097]: _type = "Task" [ 1971.572747] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.578142] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.929684] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035390, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.975415] env[62097]: INFO nova.compute.manager [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Took 27.12 seconds to build instance. [ 1972.000344] env[62097]: DEBUG nova.objects.base [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Object Instance<9bc046f5-823e-46d0-8dc9-2aaf221af530> lazy-loaded attributes: resources,numa_topology {{(pid=62097) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1972.081795] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035391, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.108442] env[62097]: DEBUG oslo_concurrency.lockutils [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquiring lock "3dfc10de-12bc-481c-9274-ba4a8924076c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.108946] env[62097]: DEBUG oslo_concurrency.lockutils [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lock "3dfc10de-12bc-481c-9274-ba4a8924076c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.109289] env[62097]: DEBUG oslo_concurrency.lockutils [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquiring lock "3dfc10de-12bc-481c-9274-ba4a8924076c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.109608] env[62097]: DEBUG oslo_concurrency.lockutils [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lock "3dfc10de-12bc-481c-9274-ba4a8924076c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.109893] env[62097]: DEBUG oslo_concurrency.lockutils [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lock "3dfc10de-12bc-481c-9274-ba4a8924076c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.112978] env[62097]: INFO nova.compute.manager [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Terminating instance [ 1972.355535] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20553a87-df39-4fd4-b3c2-bc632faee20d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.366569] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b333eee-56c6-4e80-9819-03d0e189343b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.407361] env[62097]: DEBUG nova.network.neutron [req-86efb534-c237-4628-aaf3-cc00ffd4e7e9 req-30ede919-e781-49c1-8692-96b1d2265257 service nova] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Updated VIF entry in instance network info cache for port d15cdf39-f715-4dd9-b60b-996424146169. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1972.407734] env[62097]: DEBUG nova.network.neutron [req-86efb534-c237-4628-aaf3-cc00ffd4e7e9 req-30ede919-e781-49c1-8692-96b1d2265257 service nova] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Updating instance_info_cache with network_info: [{"id": "d15cdf39-f715-4dd9-b60b-996424146169", "address": "fa:16:3e:45:2e:f0", "network": {"id": "5389bffc-1877-4b8b-8170-24fbb3dcc81b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2104281060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce5e68cf726a4453a93d945e2c0ec08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd15cdf39-f7", "ovs_interfaceid": "d15cdf39-f715-4dd9-b60b-996424146169", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.409378] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4862215e-3611-4ff1-ac8a-138e7c06e03b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.417561] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20146474-f20e-4c4e-a9b7-8a8ec86b3ccd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.434795] env[62097]: DEBUG nova.compute.provider_tree [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1972.439567] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598247} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.440048] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 90d15877-672e-4191-9d69-50846fd4fe0b/90d15877-672e-4191-9d69-50846fd4fe0b.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1972.440278] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1972.440529] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36968a14-c813-467d-bd36-b75c17d7aab4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.447364] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1972.447364] env[62097]: value = "task-2035392" [ 1972.447364] env[62097]: _type = "Task" [ 1972.447364] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.459982] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.476291] env[62097]: DEBUG oslo_concurrency.lockutils [None req-33f497c9-77a2-4834-a3dd-f52345188064 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "ce099204-b30e-42a3-89be-0315d7e19b76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.629s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.581122] env[62097]: DEBUG oslo_vmware.api [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035391, 'name': PowerOnVM_Task, 'duration_secs': 0.730704} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.581431] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1972.581635] env[62097]: INFO nova.compute.manager [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1972.581813] env[62097]: DEBUG nova.compute.manager [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1972.582616] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f559ca39-e3f7-4ad6-888b-a84c7a8301ce {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.619959] env[62097]: DEBUG nova.compute.manager [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1972.620240] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1972.621347] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483de4c7-2288-4a74-8bc4-6a0e5e3e0075 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.629139] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1972.629428] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-948596c7-d999-4246-a3dc-8b8421d84afd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.637242] env[62097]: DEBUG oslo_vmware.api [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for the task: (returnval){ [ 1972.637242] env[62097]: value = "task-2035393" [ 1972.637242] env[62097]: _type = "Task" [ 1972.637242] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.645434] env[62097]: DEBUG oslo_vmware.api [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.762197] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "b9c23cfb-231e-43fd-a470-308fa6649091" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.762361] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "b9c23cfb-231e-43fd-a470-308fa6649091" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.762615] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "b9c23cfb-231e-43fd-a470-308fa6649091-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.762766] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "b9c23cfb-231e-43fd-a470-308fa6649091-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.763034] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "b9c23cfb-231e-43fd-a470-308fa6649091-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.765362] env[62097]: INFO nova.compute.manager [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Terminating instance [ 1972.914121] env[62097]: DEBUG oslo_concurrency.lockutils [req-86efb534-c237-4628-aaf3-cc00ffd4e7e9 req-30ede919-e781-49c1-8692-96b1d2265257 service nova] Releasing lock "refresh_cache-3dfc10de-12bc-481c-9274-ba4a8924076c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.943729] env[62097]: DEBUG nova.scheduler.client.report [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1972.962354] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066692} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.962354] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1972.963616] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edc8d0e-2d7c-4a91-8666-f8a524e201ea {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.000738] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 90d15877-672e-4191-9d69-50846fd4fe0b/90d15877-672e-4191-9d69-50846fd4fe0b.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1973.001219] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57a4b115-35ed-4f14-9ce9-245cb3f44b37 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.024495] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1973.024495] env[62097]: value = "task-2035394" [ 1973.024495] env[62097]: _type = "Task" [ 1973.024495] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.038644] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.102319] env[62097]: INFO nova.compute.manager [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Took 27.78 seconds to build instance. [ 1973.146221] env[62097]: DEBUG oslo_vmware.api [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035393, 'name': PowerOffVM_Task, 'duration_secs': 0.234561} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.146626] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1973.147215] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1973.147215] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1ed61d3-dffd-4d86-8128-b349e77d4057 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.202840] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e93a3478-2d0e-4091-b0a0-983e1a750bd5 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "1824b463-fe07-4430-8da7-1b7568a58852" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.202840] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e93a3478-2d0e-4091-b0a0-983e1a750bd5 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "1824b463-fe07-4430-8da7-1b7568a58852" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.272859] env[62097]: DEBUG nova.compute.manager [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1973.272859] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1973.272859] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fa4afb-3ee6-41d7-8ab9-b7298f36a5b2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.281646] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1973.283544] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f935f79-eb61-4b28-bf53-cf6d5d685a16 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.285302] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1973.285594] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1973.285817] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Deleting the datastore file [datastore1] 3dfc10de-12bc-481c-9274-ba4a8924076c {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1973.286096] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-979645f1-5239-48e9-95a0-1cbc765b9101 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.293299] env[62097]: DEBUG oslo_vmware.api [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1973.293299] env[62097]: value = "task-2035396" [ 1973.293299] env[62097]: _type = "Task" [ 1973.293299] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.294768] env[62097]: DEBUG oslo_vmware.api [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for the task: (returnval){ [ 1973.294768] env[62097]: value = "task-2035397" [ 1973.294768] env[62097]: _type = "Task" [ 1973.294768] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.310119] env[62097]: DEBUG oslo_vmware.api [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.339376] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "58236d5e-07eb-431d-a090-bacc9780c3cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.339597] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "58236d5e-07eb-431d-a090-bacc9780c3cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.449270] env[62097]: DEBUG oslo_concurrency.lockutils [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.463s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.455480] env[62097]: DEBUG oslo_concurrency.lockutils [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.237s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.457256] env[62097]: INFO nova.compute.claims [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1973.542646] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035394, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.604270] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e5fdd35c-059a-4358-af9e-4f4838ccdc2f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "c43a1829-509c-40bc-bab3-9af6fd1dd168" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.287s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.707143] env[62097]: DEBUG nova.compute.utils [None req-e93a3478-2d0e-4091-b0a0-983e1a750bd5 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1973.814411] env[62097]: DEBUG oslo_vmware.api [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323476} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.814685] env[62097]: DEBUG oslo_vmware.api [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035396, 'name': PowerOffVM_Task, 'duration_secs': 0.30893} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.815936] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1973.815936] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1973.815936] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1973.815936] env[62097]: INFO nova.compute.manager [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1973.815936] env[62097]: DEBUG oslo.service.loopingcall [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1973.815936] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1973.816246] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1973.816332] env[62097]: DEBUG nova.compute.manager [-] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1973.816428] env[62097]: DEBUG nova.network.neutron [-] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1973.819364] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0559f72-f8ca-4715-8e10-d191811307ba {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.843016] env[62097]: DEBUG nova.compute.manager [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1973.897129] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1973.897965] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1973.897965] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Deleting the datastore file [datastore1] b9c23cfb-231e-43fd-a470-308fa6649091 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1973.897965] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87e1f037-448e-49e1-b2e4-2dc780244edd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.905092] env[62097]: DEBUG oslo_vmware.api [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1973.905092] env[62097]: value = "task-2035399" [ 1973.905092] env[62097]: _type = "Task" [ 1973.905092] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.912915] env[62097]: DEBUG oslo_vmware.api [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.973738] env[62097]: DEBUG oslo_concurrency.lockutils [None req-46d5c09c-5709-4db8-a0df-2a22f8df75b5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "9bc046f5-823e-46d0-8dc9-2aaf221af530" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.203s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.974577] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c978728b-0d54-41d5-ac06-6b6f493aafac tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "9bc046f5-823e-46d0-8dc9-2aaf221af530" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 13.747s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.974758] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c978728b-0d54-41d5-ac06-6b6f493aafac tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "9bc046f5-823e-46d0-8dc9-2aaf221af530-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.974964] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c978728b-0d54-41d5-ac06-6b6f493aafac tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "9bc046f5-823e-46d0-8dc9-2aaf221af530-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.975246] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c978728b-0d54-41d5-ac06-6b6f493aafac tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "9bc046f5-823e-46d0-8dc9-2aaf221af530-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.981177] env[62097]: INFO nova.compute.manager [None req-c978728b-0d54-41d5-ac06-6b6f493aafac tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Terminating instance [ 1974.035579] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035394, 'name': ReconfigVM_Task, 'duration_secs': 0.653509} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.035579] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 90d15877-672e-4191-9d69-50846fd4fe0b/90d15877-672e-4191-9d69-50846fd4fe0b.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1974.035847] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4636675e-b28b-4d4c-a078-3c8aa10a0643 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.042638] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1974.042638] env[62097]: value = "task-2035400" [ 1974.042638] env[62097]: _type = "Task" [ 1974.042638] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.051186] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035400, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.210078] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e93a3478-2d0e-4091-b0a0-983e1a750bd5 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "1824b463-fe07-4430-8da7-1b7568a58852" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.365876] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.414441] env[62097]: DEBUG oslo_vmware.api [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333668} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.414723] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1974.414952] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1974.415166] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1974.415371] env[62097]: INFO nova.compute.manager [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1974.415618] env[62097]: DEBUG oslo.service.loopingcall [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1974.415807] env[62097]: DEBUG nova.compute.manager [-] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1974.415901] env[62097]: DEBUG nova.network.neutron [-] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1974.485123] env[62097]: DEBUG nova.compute.manager [None req-c978728b-0d54-41d5-ac06-6b6f493aafac tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1974.485401] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c978728b-0d54-41d5-ac06-6b6f493aafac tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1974.489023] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08239e90-8714-4959-aa6a-0a3592f385d6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.494965] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db081563-64f6-4cf7-b49f-fbf9231212bc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.540261] env[62097]: WARNING nova.virt.vmwareapi.vmops [None req-c978728b-0d54-41d5-ac06-6b6f493aafac tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 9bc046f5-823e-46d0-8dc9-2aaf221af530 could not be found. [ 1974.540261] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c978728b-0d54-41d5-ac06-6b6f493aafac tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1974.540261] env[62097]: INFO nova.compute.manager [None req-c978728b-0d54-41d5-ac06-6b6f493aafac tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1974.540261] env[62097]: DEBUG oslo.service.loopingcall [None req-c978728b-0d54-41d5-ac06-6b6f493aafac tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1974.540813] env[62097]: DEBUG nova.compute.manager [-] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1974.540931] env[62097]: DEBUG nova.network.neutron [-] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1974.554020] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035400, 'name': Rename_Task, 'duration_secs': 0.325588} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.554020] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1974.554020] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-055bd452-2159-42bd-bdd6-390322a4909d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.562772] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1974.562772] env[62097]: value = "task-2035401" [ 1974.562772] env[62097]: _type = "Task" [ 1974.562772] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.565599] env[62097]: DEBUG nova.compute.manager [req-d2ada4f1-106f-4a52-947d-b230dc9e9474 req-758662ef-2134-494b-94e7-8d03b63c733b service nova] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Received event network-vif-deleted-d15cdf39-f715-4dd9-b60b-996424146169 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1974.565599] env[62097]: INFO nova.compute.manager [req-d2ada4f1-106f-4a52-947d-b230dc9e9474 req-758662ef-2134-494b-94e7-8d03b63c733b service nova] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Neutron deleted interface d15cdf39-f715-4dd9-b60b-996424146169; detaching it from the instance and deleting it from the info cache [ 1974.565784] env[62097]: DEBUG nova.network.neutron [req-d2ada4f1-106f-4a52-947d-b230dc9e9474 req-758662ef-2134-494b-94e7-8d03b63c733b service nova] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.591121] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035401, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.607373] env[62097]: DEBUG nova.network.neutron [-] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.874842] env[62097]: DEBUG oslo_concurrency.lockutils [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "eb82508a-bae0-49a6-8c61-d7997180b28a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.875520] env[62097]: DEBUG oslo_concurrency.lockutils [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "eb82508a-bae0-49a6-8c61-d7997180b28a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.965575] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7029695d-eb3a-4955-9695-867fddc0212e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.973883] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b80fb34-d007-419a-9048-a7fb0e14e84b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.013316] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6e31f5-c1bf-4f92-98e2-a06187588b7e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.021648] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15380d7-7e17-47a5-84b5-1d20e2bc4bfa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.036033] env[62097]: DEBUG nova.compute.provider_tree [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1975.072727] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035401, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.080917] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2bd3bbb5-b15a-4184-8afe-92733671ea16 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.089787] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cf656b-b074-4496-b1c2-dd423f3cd4ad {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.110699] env[62097]: INFO nova.compute.manager [-] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Took 1.29 seconds to deallocate network for instance. [ 1975.124606] env[62097]: DEBUG nova.compute.manager [req-d2ada4f1-106f-4a52-947d-b230dc9e9474 req-758662ef-2134-494b-94e7-8d03b63c733b service nova] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Detach interface failed, port_id=d15cdf39-f715-4dd9-b60b-996424146169, reason: Instance 3dfc10de-12bc-481c-9274-ba4a8924076c could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1975.186410] env[62097]: DEBUG nova.network.neutron [-] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.306211] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e93a3478-2d0e-4091-b0a0-983e1a750bd5 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "1824b463-fe07-4430-8da7-1b7568a58852" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.306211] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e93a3478-2d0e-4091-b0a0-983e1a750bd5 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "1824b463-fe07-4430-8da7-1b7568a58852" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.306211] env[62097]: INFO nova.compute.manager [None req-e93a3478-2d0e-4091-b0a0-983e1a750bd5 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Attaching volume f53770c5-4a54-4166-838a-00477303d995 to /dev/sdb [ 1975.344101] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1b9a50-41d7-4be7-b45f-c67859b2abd3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.352840] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e69051d-1433-4713-8c39-2c9d2dcc9b39 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.367594] env[62097]: DEBUG nova.virt.block_device [None req-e93a3478-2d0e-4091-b0a0-983e1a750bd5 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Updating existing volume attachment record: c669c85f-1f41-4816-96c7-8d293417d7af {{(pid=62097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1975.379650] env[62097]: DEBUG nova.compute.manager [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1975.425157] env[62097]: DEBUG nova.network.neutron [-] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.541226] env[62097]: DEBUG nova.scheduler.client.report [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1975.574851] env[62097]: DEBUG oslo_vmware.api [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035401, 'name': PowerOnVM_Task, 'duration_secs': 0.647394} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.575320] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1975.575648] env[62097]: INFO nova.compute.manager [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1975.575951] env[62097]: DEBUG nova.compute.manager [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1975.576869] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1fd568-5a29-4456-af4a-5dcc364a89de {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.629627] env[62097]: DEBUG oslo_concurrency.lockutils [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.688883] env[62097]: INFO nova.compute.manager [-] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Took 1.27 seconds to deallocate network for instance. [ 1975.903402] env[62097]: DEBUG oslo_concurrency.lockutils [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.926827] env[62097]: INFO nova.compute.manager [-] [instance: 9bc046f5-823e-46d0-8dc9-2aaf221af530] Took 1.39 seconds to deallocate network for instance. [ 1976.045650] env[62097]: DEBUG oslo_concurrency.lockutils [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.046198] env[62097]: DEBUG nova.compute.manager [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1976.049072] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.886s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.050765] env[62097]: INFO nova.compute.claims [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1976.096519] env[62097]: INFO nova.compute.manager [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Took 30.43 seconds to build instance. [ 1976.196953] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.555955] env[62097]: DEBUG nova.compute.utils [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1976.559275] env[62097]: DEBUG nova.compute.manager [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1976.560049] env[62097]: DEBUG nova.network.neutron [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1976.600109] env[62097]: DEBUG oslo_concurrency.lockutils [None req-31b8491b-d764-464a-af61-751858e75eda tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "90d15877-672e-4191-9d69-50846fd4fe0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.943s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.648836] env[62097]: DEBUG nova.policy [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8cd18b21e284f37bfeeb9c3b3fba672', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd4cc772f22c4e4b98deb7e161a56c25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1976.670231] env[62097]: DEBUG nova.compute.manager [req-abea9730-aafc-4001-ac61-e930e49888de req-a08ab720-bef6-484f-8613-4e06d48c7e27 service nova] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Received event network-vif-deleted-e4dcfa6c-3fdb-457f-ac0c-b84fddafd7d4 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1976.958609] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c978728b-0d54-41d5-ac06-6b6f493aafac tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "9bc046f5-823e-46d0-8dc9-2aaf221af530" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.983s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.062566] env[62097]: DEBUG nova.compute.manager [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1977.089015] env[62097]: DEBUG nova.network.neutron [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Successfully created port: 4958c6fe-d14b-40ed-8cbb-25a7bf625c27 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1977.411722] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8471ccd-d40f-4bfc-bd61-c2446697a70e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.420522] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792621b6-1bdf-4d94-b76c-0fcfcbd6d613 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.450945] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd051a70-90a0-4af9-bc76-0d2d71b29961 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.458625] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5610f0-ad8e-40e3-80ed-38f15b033ab4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.473289] env[62097]: DEBUG nova.compute.provider_tree [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1977.680960] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "81efd643-006a-4c65-8c7e-61121f15799a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.681242] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "81efd643-006a-4c65-8c7e-61121f15799a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.976664] env[62097]: DEBUG nova.scheduler.client.report [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1978.076803] env[62097]: DEBUG nova.compute.manager [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1978.105701] env[62097]: DEBUG nova.virt.hardware [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1978.105961] env[62097]: DEBUG nova.virt.hardware [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1978.106146] env[62097]: DEBUG nova.virt.hardware [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1978.106338] env[62097]: DEBUG nova.virt.hardware [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1978.106487] env[62097]: DEBUG nova.virt.hardware [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1978.106640] env[62097]: DEBUG nova.virt.hardware [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1978.106855] env[62097]: DEBUG nova.virt.hardware [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1978.107030] env[62097]: DEBUG nova.virt.hardware [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1978.107210] env[62097]: DEBUG nova.virt.hardware [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1978.107379] env[62097]: DEBUG nova.virt.hardware [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1978.107556] env[62097]: DEBUG nova.virt.hardware [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1978.108663] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5ea6b5-bf0c-41ea-91fe-c0ce369984f7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.116989] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8d1bce-d84f-4f4d-b4ce-b39eeb80c61e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.184886] env[62097]: DEBUG nova.compute.manager [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1978.482046] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.482235] env[62097]: DEBUG nova.compute.manager [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1978.484776] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.753s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.485018] env[62097]: DEBUG nova.objects.instance [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lazy-loading 'resources' on Instance uuid 87f4043c-8854-4b5e-ad06-26a6f923b475 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1978.584642] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e57e7d95-bec1-46c7-96a5-a8da52281fb2 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "ce099204-b30e-42a3-89be-0315d7e19b76" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.584770] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e57e7d95-bec1-46c7-96a5-a8da52281fb2 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "ce099204-b30e-42a3-89be-0315d7e19b76" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.584928] env[62097]: DEBUG nova.compute.manager [None req-e57e7d95-bec1-46c7-96a5-a8da52281fb2 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1978.585800] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c69e8f6-8efc-4a44-b65d-b2aa724d5d91 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.598193] env[62097]: DEBUG nova.compute.manager [None req-e57e7d95-bec1-46c7-96a5-a8da52281fb2 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62097) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1978.598862] env[62097]: DEBUG nova.objects.instance [None req-e57e7d95-bec1-46c7-96a5-a8da52281fb2 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lazy-loading 'flavor' on Instance uuid ce099204-b30e-42a3-89be-0315d7e19b76 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1978.712642] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.773154] env[62097]: DEBUG nova.compute.manager [req-ff0089d3-8cc3-4cc0-abb5-dd751450d652 req-c1f7fb60-1628-4d16-bee1-57ce3fda21cf service nova] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Received event network-vif-plugged-4958c6fe-d14b-40ed-8cbb-25a7bf625c27 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1978.773154] env[62097]: DEBUG oslo_concurrency.lockutils [req-ff0089d3-8cc3-4cc0-abb5-dd751450d652 req-c1f7fb60-1628-4d16-bee1-57ce3fda21cf service nova] Acquiring lock "892e51e4-ed63-45bf-9f6b-be584a40cfe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.773154] env[62097]: DEBUG oslo_concurrency.lockutils [req-ff0089d3-8cc3-4cc0-abb5-dd751450d652 req-c1f7fb60-1628-4d16-bee1-57ce3fda21cf service nova] Lock "892e51e4-ed63-45bf-9f6b-be584a40cfe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.773154] env[62097]: DEBUG oslo_concurrency.lockutils [req-ff0089d3-8cc3-4cc0-abb5-dd751450d652 req-c1f7fb60-1628-4d16-bee1-57ce3fda21cf service nova] Lock "892e51e4-ed63-45bf-9f6b-be584a40cfe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.773154] env[62097]: DEBUG nova.compute.manager [req-ff0089d3-8cc3-4cc0-abb5-dd751450d652 req-c1f7fb60-1628-4d16-bee1-57ce3fda21cf service nova] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] No waiting events found dispatching network-vif-plugged-4958c6fe-d14b-40ed-8cbb-25a7bf625c27 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1978.773154] env[62097]: WARNING nova.compute.manager [req-ff0089d3-8cc3-4cc0-abb5-dd751450d652 req-c1f7fb60-1628-4d16-bee1-57ce3fda21cf service nova] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Received unexpected event network-vif-plugged-4958c6fe-d14b-40ed-8cbb-25a7bf625c27 for instance with vm_state building and task_state spawning. [ 1978.893146] env[62097]: DEBUG nova.network.neutron [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Successfully updated port: 4958c6fe-d14b-40ed-8cbb-25a7bf625c27 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1978.987644] env[62097]: DEBUG nova.compute.utils [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1978.992392] env[62097]: DEBUG nova.compute.manager [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1978.992762] env[62097]: DEBUG nova.network.neutron [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1979.037885] env[62097]: DEBUG nova.policy [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '439c1a3e424144d0b4b1278760739466', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbcf1419521b46b2aa629c0e0d3eb6e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1979.299237] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67204de-e28e-48ea-a572-1b0d80a7915f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.307079] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6901d056-ed2c-4a5a-816a-db5fcbdbdb58 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.345839] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff951bc-52d8-4df4-802e-bfbbcc2dfeb5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.348855] env[62097]: DEBUG nova.network.neutron [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Successfully created port: dd929bf4-798d-40f6-8fb3-d6a9db837035 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1979.355639] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fead78d-ba2c-4cdf-a18b-ddbc7d0cdd7b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.370150] env[62097]: DEBUG nova.compute.provider_tree [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1979.396860] env[62097]: DEBUG oslo_concurrency.lockutils [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Acquiring lock "refresh_cache-892e51e4-ed63-45bf-9f6b-be584a40cfe2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.396860] env[62097]: DEBUG oslo_concurrency.lockutils [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Acquired lock "refresh_cache-892e51e4-ed63-45bf-9f6b-be584a40cfe2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.396860] env[62097]: DEBUG nova.network.neutron [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1979.493485] env[62097]: DEBUG nova.compute.manager [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1979.606962] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57e7d95-bec1-46c7-96a5-a8da52281fb2 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1979.607309] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-675b6979-ab9c-4a3d-bb56-57d8e3035469 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.615472] env[62097]: DEBUG oslo_vmware.api [None req-e57e7d95-bec1-46c7-96a5-a8da52281fb2 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1979.615472] env[62097]: value = "task-2035406" [ 1979.615472] env[62097]: _type = "Task" [ 1979.615472] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.624203] env[62097]: DEBUG oslo_vmware.api [None req-e57e7d95-bec1-46c7-96a5-a8da52281fb2 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.873059] env[62097]: DEBUG nova.scheduler.client.report [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1979.916941] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e93a3478-2d0e-4091-b0a0-983e1a750bd5 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Volume attach. Driver type: vmdk {{(pid=62097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1979.917229] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e93a3478-2d0e-4091-b0a0-983e1a750bd5 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418004', 'volume_id': 'f53770c5-4a54-4166-838a-00477303d995', 'name': 'volume-f53770c5-4a54-4166-838a-00477303d995', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1824b463-fe07-4430-8da7-1b7568a58852', 'attached_at': '', 'detached_at': '', 'volume_id': 'f53770c5-4a54-4166-838a-00477303d995', 'serial': 'f53770c5-4a54-4166-838a-00477303d995'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1979.918587] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ca68ff-bbe2-41a4-bede-73ca953dee83 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.936193] env[62097]: DEBUG nova.network.neutron [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1979.939214] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42390c8-2967-4968-b3a0-d7a2bbcdca42 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.967245] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e93a3478-2d0e-4091-b0a0-983e1a750bd5 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] volume-f53770c5-4a54-4166-838a-00477303d995/volume-f53770c5-4a54-4166-838a-00477303d995.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1979.970781] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c31fc0ab-f366-41bf-8d96-b1806b66ba37 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.989362] env[62097]: DEBUG oslo_vmware.api [None req-e93a3478-2d0e-4091-b0a0-983e1a750bd5 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1979.989362] env[62097]: value = "task-2035407" [ 1979.989362] env[62097]: _type = "Task" [ 1979.989362] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.001824] env[62097]: DEBUG oslo_vmware.api [None req-e93a3478-2d0e-4091-b0a0-983e1a750bd5 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035407, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.115553] env[62097]: DEBUG nova.network.neutron [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Updating instance_info_cache with network_info: [{"id": "4958c6fe-d14b-40ed-8cbb-25a7bf625c27", "address": "fa:16:3e:94:1d:5c", "network": {"id": "d6599e3a-63a3-4e37-9efb-6ad4dc5dd311", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2035106989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd4cc772f22c4e4b98deb7e161a56c25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4958c6fe-d1", "ovs_interfaceid": "4958c6fe-d14b-40ed-8cbb-25a7bf625c27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.126489] env[62097]: DEBUG oslo_vmware.api [None req-e57e7d95-bec1-46c7-96a5-a8da52281fb2 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035406, 'name': PowerOffVM_Task, 'duration_secs': 0.192871} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.127416] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57e7d95-bec1-46c7-96a5-a8da52281fb2 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1980.127631] env[62097]: DEBUG nova.compute.manager [None req-e57e7d95-bec1-46c7-96a5-a8da52281fb2 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1980.128475] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55db54c-51e8-4733-a797-5e6aea7e1725 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.378051] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.379820] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.489s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.381354] env[62097]: INFO nova.compute.claims [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1980.401625] env[62097]: INFO nova.scheduler.client.report [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Deleted allocations for instance 87f4043c-8854-4b5e-ad06-26a6f923b475 [ 1980.499589] env[62097]: DEBUG oslo_vmware.api [None req-e93a3478-2d0e-4091-b0a0-983e1a750bd5 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035407, 'name': ReconfigVM_Task, 'duration_secs': 0.350478} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.499895] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e93a3478-2d0e-4091-b0a0-983e1a750bd5 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Reconfigured VM instance instance-0000003e to attach disk [datastore1] volume-f53770c5-4a54-4166-838a-00477303d995/volume-f53770c5-4a54-4166-838a-00477303d995.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1980.505533] env[62097]: DEBUG nova.compute.manager [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1980.507437] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6492fe2e-7167-4c77-bdde-92a380a2be22 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.523651] env[62097]: DEBUG oslo_vmware.api [None req-e93a3478-2d0e-4091-b0a0-983e1a750bd5 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1980.523651] env[62097]: value = "task-2035408" [ 1980.523651] env[62097]: _type = "Task" [ 1980.523651] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.532195] env[62097]: DEBUG oslo_vmware.api [None req-e93a3478-2d0e-4091-b0a0-983e1a750bd5 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.543366] env[62097]: DEBUG nova.virt.hardware [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1980.543566] env[62097]: DEBUG nova.virt.hardware [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1980.543728] env[62097]: DEBUG nova.virt.hardware [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1980.543968] env[62097]: DEBUG nova.virt.hardware [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1980.544192] env[62097]: DEBUG nova.virt.hardware [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1980.544407] env[62097]: DEBUG nova.virt.hardware [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1980.544667] env[62097]: DEBUG nova.virt.hardware [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1980.544878] env[62097]: DEBUG nova.virt.hardware [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1980.545105] env[62097]: DEBUG nova.virt.hardware [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1980.545316] env[62097]: DEBUG nova.virt.hardware [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1980.545550] env[62097]: DEBUG nova.virt.hardware [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1980.546425] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667d8492-988a-410d-a08c-57bf5e83f7f8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.556866] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f5641a-4b8f-4709-8e60-ce015143d166 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.621475] env[62097]: DEBUG oslo_concurrency.lockutils [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Releasing lock "refresh_cache-892e51e4-ed63-45bf-9f6b-be584a40cfe2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.621842] env[62097]: DEBUG nova.compute.manager [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Instance network_info: |[{"id": "4958c6fe-d14b-40ed-8cbb-25a7bf625c27", "address": "fa:16:3e:94:1d:5c", "network": {"id": "d6599e3a-63a3-4e37-9efb-6ad4dc5dd311", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2035106989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd4cc772f22c4e4b98deb7e161a56c25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4958c6fe-d1", "ovs_interfaceid": "4958c6fe-d14b-40ed-8cbb-25a7bf625c27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1980.622324] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:1d:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4958c6fe-d14b-40ed-8cbb-25a7bf625c27', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1980.630530] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Creating folder: Project (dd4cc772f22c4e4b98deb7e161a56c25). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1980.630862] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3816b07a-47c1-4a90-a5e7-efce1c7a12c9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.640189] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e57e7d95-bec1-46c7-96a5-a8da52281fb2 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "ce099204-b30e-42a3-89be-0315d7e19b76" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.642529] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Created folder: Project (dd4cc772f22c4e4b98deb7e161a56c25) in parent group-v417770. [ 1980.642828] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Creating folder: Instances. Parent ref: group-v418005. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1980.643343] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11265538-54e0-43e0-a8d4-73a42222d76f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.654178] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Created folder: Instances in parent group-v418005. [ 1980.654484] env[62097]: DEBUG oslo.service.loopingcall [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1980.654750] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1980.654891] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0964f2ab-4ab6-491e-b1af-e1dc807bf8b0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.674212] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1980.674212] env[62097]: value = "task-2035411" [ 1980.674212] env[62097]: _type = "Task" [ 1980.674212] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.683490] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035411, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.873720] env[62097]: DEBUG nova.compute.manager [req-4a86e81a-5c7f-4c48-ba10-7fbfabc42c44 req-029a2450-00b2-4917-bdc3-6954f8e8b7d9 service nova] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Received event network-changed-4958c6fe-d14b-40ed-8cbb-25a7bf625c27 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1980.873967] env[62097]: DEBUG nova.compute.manager [req-4a86e81a-5c7f-4c48-ba10-7fbfabc42c44 req-029a2450-00b2-4917-bdc3-6954f8e8b7d9 service nova] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Refreshing instance network info cache due to event network-changed-4958c6fe-d14b-40ed-8cbb-25a7bf625c27. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1980.874203] env[62097]: DEBUG oslo_concurrency.lockutils [req-4a86e81a-5c7f-4c48-ba10-7fbfabc42c44 req-029a2450-00b2-4917-bdc3-6954f8e8b7d9 service nova] Acquiring lock "refresh_cache-892e51e4-ed63-45bf-9f6b-be584a40cfe2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.874389] env[62097]: DEBUG oslo_concurrency.lockutils [req-4a86e81a-5c7f-4c48-ba10-7fbfabc42c44 req-029a2450-00b2-4917-bdc3-6954f8e8b7d9 service nova] Acquired lock "refresh_cache-892e51e4-ed63-45bf-9f6b-be584a40cfe2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.874579] env[62097]: DEBUG nova.network.neutron [req-4a86e81a-5c7f-4c48-ba10-7fbfabc42c44 req-029a2450-00b2-4917-bdc3-6954f8e8b7d9 service nova] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Refreshing network info cache for port 4958c6fe-d14b-40ed-8cbb-25a7bf625c27 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1980.909321] env[62097]: DEBUG oslo_concurrency.lockutils [None req-89a8fbe8-dc75-44dd-8835-e496fbe7be4d tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "87f4043c-8854-4b5e-ad06-26a6f923b475" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.154s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.034668] env[62097]: DEBUG oslo_vmware.api [None req-e93a3478-2d0e-4091-b0a0-983e1a750bd5 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035408, 'name': ReconfigVM_Task, 'duration_secs': 0.138022} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.035029] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e93a3478-2d0e-4091-b0a0-983e1a750bd5 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418004', 'volume_id': 'f53770c5-4a54-4166-838a-00477303d995', 'name': 'volume-f53770c5-4a54-4166-838a-00477303d995', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1824b463-fe07-4430-8da7-1b7568a58852', 'attached_at': '', 'detached_at': '', 'volume_id': 'f53770c5-4a54-4166-838a-00477303d995', 'serial': 'f53770c5-4a54-4166-838a-00477303d995'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1981.038539] env[62097]: DEBUG nova.network.neutron [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Successfully updated port: dd929bf4-798d-40f6-8fb3-d6a9db837035 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1981.055644] env[62097]: DEBUG nova.objects.instance [None req-db45a101-09ad-4f57-a8b0-b31916f041b6 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lazy-loading 'flavor' on Instance uuid ce099204-b30e-42a3-89be-0315d7e19b76 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1981.183910] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035411, 'name': CreateVM_Task, 'duration_secs': 0.504371} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.184093] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1981.184873] env[62097]: DEBUG oslo_concurrency.lockutils [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.185041] env[62097]: DEBUG oslo_concurrency.lockutils [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.185422] env[62097]: DEBUG oslo_concurrency.lockutils [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1981.185668] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca2cbb09-db27-4de7-b1a5-1cad5ee7563a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.190122] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Waiting for the task: (returnval){ [ 1981.190122] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52993ee8-b822-248b-8f58-453a1a828ce4" [ 1981.190122] env[62097]: _type = "Task" [ 1981.190122] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.197757] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52993ee8-b822-248b-8f58-453a1a828ce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.543739] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "refresh_cache-29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.544028] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "refresh_cache-29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.544151] env[62097]: DEBUG nova.network.neutron [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1981.561919] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db45a101-09ad-4f57-a8b0-b31916f041b6 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "refresh_cache-ce099204-b30e-42a3-89be-0315d7e19b76" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.562135] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db45a101-09ad-4f57-a8b0-b31916f041b6 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquired lock "refresh_cache-ce099204-b30e-42a3-89be-0315d7e19b76" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.562698] env[62097]: DEBUG nova.network.neutron [None req-db45a101-09ad-4f57-a8b0-b31916f041b6 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1981.562698] env[62097]: DEBUG nova.objects.instance [None req-db45a101-09ad-4f57-a8b0-b31916f041b6 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lazy-loading 'info_cache' on Instance uuid ce099204-b30e-42a3-89be-0315d7e19b76 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1981.619886] env[62097]: DEBUG nova.network.neutron [req-4a86e81a-5c7f-4c48-ba10-7fbfabc42c44 req-029a2450-00b2-4917-bdc3-6954f8e8b7d9 service nova] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Updated VIF entry in instance network info cache for port 4958c6fe-d14b-40ed-8cbb-25a7bf625c27. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1981.620296] env[62097]: DEBUG nova.network.neutron [req-4a86e81a-5c7f-4c48-ba10-7fbfabc42c44 req-029a2450-00b2-4917-bdc3-6954f8e8b7d9 service nova] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Updating instance_info_cache with network_info: [{"id": "4958c6fe-d14b-40ed-8cbb-25a7bf625c27", "address": "fa:16:3e:94:1d:5c", "network": {"id": "d6599e3a-63a3-4e37-9efb-6ad4dc5dd311", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2035106989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd4cc772f22c4e4b98deb7e161a56c25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4958c6fe-d1", "ovs_interfaceid": "4958c6fe-d14b-40ed-8cbb-25a7bf625c27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.700079] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52993ee8-b822-248b-8f58-453a1a828ce4, 'name': SearchDatastore_Task, 'duration_secs': 0.034086} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.702536] env[62097]: DEBUG oslo_concurrency.lockutils [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.702783] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1981.703027] env[62097]: DEBUG oslo_concurrency.lockutils [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.703182] env[62097]: DEBUG oslo_concurrency.lockutils [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.703361] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1981.703935] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75ec98c6-5812-4d27-8728-8e7543a4efbc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.713315] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1981.713315] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1981.717031] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce03c6d2-c43f-46bd-bf8d-d20b4975ed31 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.722027] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Waiting for the task: (returnval){ [ 1981.722027] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e080ca-9e70-eef6-b6ec-cbcba9597e03" [ 1981.722027] env[62097]: _type = "Task" [ 1981.722027] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.729816] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e080ca-9e70-eef6-b6ec-cbcba9597e03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.733957] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4eab32-cde1-483f-a013-8385714716a0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.740804] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6f3845-6126-4394-80cf-1b1e42eee4a5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.778551] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6eadd4b-ec2f-4674-96d7-a75e6fca113c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.786148] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb37ab6-52b0-4609-9767-168796a39ca3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.799169] env[62097]: DEBUG nova.compute.provider_tree [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1982.068716] env[62097]: DEBUG nova.objects.base [None req-db45a101-09ad-4f57-a8b0-b31916f041b6 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62097) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1982.076139] env[62097]: DEBUG nova.objects.instance [None req-e93a3478-2d0e-4091-b0a0-983e1a750bd5 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lazy-loading 'flavor' on Instance uuid 1824b463-fe07-4430-8da7-1b7568a58852 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1982.083739] env[62097]: DEBUG nova.network.neutron [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1982.124235] env[62097]: DEBUG oslo_concurrency.lockutils [req-4a86e81a-5c7f-4c48-ba10-7fbfabc42c44 req-029a2450-00b2-4917-bdc3-6954f8e8b7d9 service nova] Releasing lock "refresh_cache-892e51e4-ed63-45bf-9f6b-be584a40cfe2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.234376] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e080ca-9e70-eef6-b6ec-cbcba9597e03, 'name': SearchDatastore_Task, 'duration_secs': 0.010102} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.235446] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ac1152b-5a7d-406c-969e-7fe4fc8af13b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.243021] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Waiting for the task: (returnval){ [ 1982.243021] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b05a50-4d3f-7fee-d1e0-1d6115dfdc39" [ 1982.243021] env[62097]: _type = "Task" [ 1982.243021] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.253395] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b05a50-4d3f-7fee-d1e0-1d6115dfdc39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.268270] env[62097]: DEBUG nova.network.neutron [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Updating instance_info_cache with network_info: [{"id": "dd929bf4-798d-40f6-8fb3-d6a9db837035", "address": "fa:16:3e:75:d7:76", "network": {"id": "71626089-108a-4b1b-8ef1-86247c190c29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1189693346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbcf1419521b46b2aa629c0e0d3eb6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd929bf4-79", "ovs_interfaceid": "dd929bf4-798d-40f6-8fb3-d6a9db837035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1982.302684] env[62097]: DEBUG nova.scheduler.client.report [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1982.581653] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e93a3478-2d0e-4091-b0a0-983e1a750bd5 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "1824b463-fe07-4430-8da7-1b7568a58852" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.277s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.757652] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b05a50-4d3f-7fee-d1e0-1d6115dfdc39, 'name': SearchDatastore_Task, 'duration_secs': 0.017565} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.757883] env[62097]: DEBUG oslo_concurrency.lockutils [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.758167] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 892e51e4-ed63-45bf-9f6b-be584a40cfe2/892e51e4-ed63-45bf-9f6b-be584a40cfe2.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1982.758433] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10ccc815-4b81-41b0-96cf-af03c68f1e60 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.766803] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Waiting for the task: (returnval){ [ 1982.766803] env[62097]: value = "task-2035412" [ 1982.766803] env[62097]: _type = "Task" [ 1982.766803] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.773020] env[62097]: INFO nova.compute.manager [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Rescuing [ 1982.773020] env[62097]: DEBUG oslo_concurrency.lockutils [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "refresh_cache-1824b463-fe07-4430-8da7-1b7568a58852" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.773020] env[62097]: DEBUG oslo_concurrency.lockutils [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquired lock "refresh_cache-1824b463-fe07-4430-8da7-1b7568a58852" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.773020] env[62097]: DEBUG nova.network.neutron [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1982.773663] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "refresh_cache-29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.773975] env[62097]: DEBUG nova.compute.manager [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Instance network_info: |[{"id": "dd929bf4-798d-40f6-8fb3-d6a9db837035", "address": "fa:16:3e:75:d7:76", "network": {"id": "71626089-108a-4b1b-8ef1-86247c190c29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1189693346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbcf1419521b46b2aa629c0e0d3eb6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd929bf4-79", "ovs_interfaceid": "dd929bf4-798d-40f6-8fb3-d6a9db837035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1982.774630] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:d7:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd929bf4-798d-40f6-8fb3-d6a9db837035', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1982.784340] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Creating folder: Project (bbcf1419521b46b2aa629c0e0d3eb6e5). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1982.786297] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e047fa9d-d502-4e6b-9e20-8215087401a2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.791996] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Task: {'id': task-2035412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.800819] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Created folder: Project (bbcf1419521b46b2aa629c0e0d3eb6e5) in parent group-v417770. [ 1982.800969] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Creating folder: Instances. Parent ref: group-v418008. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1982.801239] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0080bf9f-65cb-4584-be3e-ce4edc671da8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.811358] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.811781] env[62097]: DEBUG nova.compute.manager [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1982.814353] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Created folder: Instances in parent group-v418008. [ 1982.814607] env[62097]: DEBUG oslo.service.loopingcall [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1982.815058] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.930s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.816505] env[62097]: INFO nova.compute.claims [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1982.818797] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1982.820283] env[62097]: DEBUG nova.network.neutron [None req-db45a101-09ad-4f57-a8b0-b31916f041b6 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Updating instance_info_cache with network_info: [{"id": "0f0ba1d2-deb8-4081-9d23-202c86e9b5f6", "address": "fa:16:3e:d2:52:41", "network": {"id": "5fe8b6f3-5b13-46ba-bd0d-d8faa3981d66", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-493428721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc5f32965724724a22e079bc9c77960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f0ba1d2-de", "ovs_interfaceid": "0f0ba1d2-deb8-4081-9d23-202c86e9b5f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1982.820795] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d00e55da-5c26-4089-aedd-aab011b3d699 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.842188] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1982.842188] env[62097]: value = "task-2035415" [ 1982.842188] env[62097]: _type = "Task" [ 1982.842188] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.850619] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035415, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.987054] env[62097]: DEBUG nova.compute.manager [req-aefdaa47-4287-49b7-88bf-2ef87548fb50 req-e97e370b-11c7-4497-a646-8a5839da4bda service nova] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Received event network-vif-plugged-dd929bf4-798d-40f6-8fb3-d6a9db837035 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1982.987286] env[62097]: DEBUG oslo_concurrency.lockutils [req-aefdaa47-4287-49b7-88bf-2ef87548fb50 req-e97e370b-11c7-4497-a646-8a5839da4bda service nova] Acquiring lock "29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.987677] env[62097]: DEBUG oslo_concurrency.lockutils [req-aefdaa47-4287-49b7-88bf-2ef87548fb50 req-e97e370b-11c7-4497-a646-8a5839da4bda service nova] Lock "29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.987868] env[62097]: DEBUG oslo_concurrency.lockutils [req-aefdaa47-4287-49b7-88bf-2ef87548fb50 req-e97e370b-11c7-4497-a646-8a5839da4bda service nova] Lock "29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.988050] env[62097]: DEBUG nova.compute.manager [req-aefdaa47-4287-49b7-88bf-2ef87548fb50 req-e97e370b-11c7-4497-a646-8a5839da4bda service nova] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] No waiting events found dispatching network-vif-plugged-dd929bf4-798d-40f6-8fb3-d6a9db837035 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1982.988225] env[62097]: WARNING nova.compute.manager [req-aefdaa47-4287-49b7-88bf-2ef87548fb50 req-e97e370b-11c7-4497-a646-8a5839da4bda service nova] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Received unexpected event network-vif-plugged-dd929bf4-798d-40f6-8fb3-d6a9db837035 for instance with vm_state building and task_state spawning. [ 1982.988427] env[62097]: DEBUG nova.compute.manager [req-aefdaa47-4287-49b7-88bf-2ef87548fb50 req-e97e370b-11c7-4497-a646-8a5839da4bda service nova] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Received event network-changed-dd929bf4-798d-40f6-8fb3-d6a9db837035 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1982.988625] env[62097]: DEBUG nova.compute.manager [req-aefdaa47-4287-49b7-88bf-2ef87548fb50 req-e97e370b-11c7-4497-a646-8a5839da4bda service nova] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Refreshing instance network info cache due to event network-changed-dd929bf4-798d-40f6-8fb3-d6a9db837035. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1982.988837] env[62097]: DEBUG oslo_concurrency.lockutils [req-aefdaa47-4287-49b7-88bf-2ef87548fb50 req-e97e370b-11c7-4497-a646-8a5839da4bda service nova] Acquiring lock "refresh_cache-29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.988978] env[62097]: DEBUG oslo_concurrency.lockutils [req-aefdaa47-4287-49b7-88bf-2ef87548fb50 req-e97e370b-11c7-4497-a646-8a5839da4bda service nova] Acquired lock "refresh_cache-29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.989156] env[62097]: DEBUG nova.network.neutron [req-aefdaa47-4287-49b7-88bf-2ef87548fb50 req-e97e370b-11c7-4497-a646-8a5839da4bda service nova] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Refreshing network info cache for port dd929bf4-798d-40f6-8fb3-d6a9db837035 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1983.280875] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Task: {'id': task-2035412, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.319276] env[62097]: DEBUG nova.compute.utils [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1983.321382] env[62097]: DEBUG nova.compute.manager [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1983.321717] env[62097]: DEBUG nova.network.neutron [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1983.336264] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db45a101-09ad-4f57-a8b0-b31916f041b6 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Releasing lock "refresh_cache-ce099204-b30e-42a3-89be-0315d7e19b76" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1983.355872] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035415, 'name': CreateVM_Task, 'duration_secs': 0.48895} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.356045] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1983.356797] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.357106] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1983.357537] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1983.357882] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16434e5b-2119-4d5c-932d-1c1c5065eb60 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.365759] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 1983.365759] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521dcc49-ab30-207d-a47c-095626340e49" [ 1983.365759] env[62097]: _type = "Task" [ 1983.365759] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.371459] env[62097]: DEBUG nova.policy [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71bcf3dfdf6749bcb69c1a971c84b8a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b94d2167c19f4ee8827f1da6c9fac990', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1983.380557] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521dcc49-ab30-207d-a47c-095626340e49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.622929] env[62097]: DEBUG nova.network.neutron [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Updating instance_info_cache with network_info: [{"id": "9a7b83b4-55e5-4365-8b83-32baafa8d350", "address": "fa:16:3e:e6:30:a8", "network": {"id": "566b53a2-a236-4d55-a2db-ecec5674380e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2016949430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4266aad22d71447ca60bfcba4d94a511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7b83b4-55", "ovs_interfaceid": "9a7b83b4-55e5-4365-8b83-32baafa8d350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.777604] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Task: {'id': task-2035412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.838068} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.778377] env[62097]: DEBUG nova.network.neutron [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Successfully created port: b6085ad2-7208-41c6-b757-b5a59afe078e {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1983.780211] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 892e51e4-ed63-45bf-9f6b-be584a40cfe2/892e51e4-ed63-45bf-9f6b-be584a40cfe2.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1983.780367] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1983.781210] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f214fc9-3ae5-4180-a824-5e0f39a3581f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.787976] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Waiting for the task: (returnval){ [ 1983.787976] env[62097]: value = "task-2035416" [ 1983.787976] env[62097]: _type = "Task" [ 1983.787976] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.795637] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Task: {'id': task-2035416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.826118] env[62097]: DEBUG nova.network.neutron [req-aefdaa47-4287-49b7-88bf-2ef87548fb50 req-e97e370b-11c7-4497-a646-8a5839da4bda service nova] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Updated VIF entry in instance network info cache for port dd929bf4-798d-40f6-8fb3-d6a9db837035. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1983.826503] env[62097]: DEBUG nova.network.neutron [req-aefdaa47-4287-49b7-88bf-2ef87548fb50 req-e97e370b-11c7-4497-a646-8a5839da4bda service nova] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Updating instance_info_cache with network_info: [{"id": "dd929bf4-798d-40f6-8fb3-d6a9db837035", "address": "fa:16:3e:75:d7:76", "network": {"id": "71626089-108a-4b1b-8ef1-86247c190c29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1189693346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbcf1419521b46b2aa629c0e0d3eb6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd929bf4-79", "ovs_interfaceid": "dd929bf4-798d-40f6-8fb3-d6a9db837035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.827978] env[62097]: DEBUG nova.compute.manager [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1983.878505] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521dcc49-ab30-207d-a47c-095626340e49, 'name': SearchDatastore_Task, 'duration_secs': 0.019938} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.878505] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1983.878505] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1983.878749] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.878800] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1983.879133] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1983.880091] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-444ffad4-98f8-499b-ab38-55dace4ebcaa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.888789] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1983.888967] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1983.889899] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b28278-2eb9-40f1-814c-f15d5eb8d60e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.895403] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 1983.895403] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e65c3d-ac9b-4f10-5ccf-82e3ea94dcea" [ 1983.895403] env[62097]: _type = "Task" [ 1983.895403] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.905630] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e65c3d-ac9b-4f10-5ccf-82e3ea94dcea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.126070] env[62097]: DEBUG oslo_concurrency.lockutils [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Releasing lock "refresh_cache-1824b463-fe07-4430-8da7-1b7568a58852" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.166744] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da168459-f4de-45c6-94da-ed643fd8605a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.175292] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04aba167-7af8-4808-bc59-d4b4b9277361 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.207536] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85108eeb-37c0-47cd-9287-8573891a020b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.215272] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcb77c3-38bf-4f6c-af19-59b2b97d0b7c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.230521] env[62097]: DEBUG nova.compute.provider_tree [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1984.297745] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Task: {'id': task-2035416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077341} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.298032] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1984.298827] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a29f64f-52b8-4120-8a66-8580e664aeaf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.320904] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 892e51e4-ed63-45bf-9f6b-be584a40cfe2/892e51e4-ed63-45bf-9f6b-be584a40cfe2.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1984.321207] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d85e76d-fc8d-4986-9b04-c14bbb6a1e60 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.335414] env[62097]: DEBUG oslo_concurrency.lockutils [req-aefdaa47-4287-49b7-88bf-2ef87548fb50 req-e97e370b-11c7-4497-a646-8a5839da4bda service nova] Releasing lock "refresh_cache-29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.341594] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-db45a101-09ad-4f57-a8b0-b31916f041b6 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1984.341852] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62b9aec5-7c18-441d-aab3-e534da74023f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.344577] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Waiting for the task: (returnval){ [ 1984.344577] env[62097]: value = "task-2035417" [ 1984.344577] env[62097]: _type = "Task" [ 1984.344577] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.352625] env[62097]: DEBUG oslo_vmware.api [None req-db45a101-09ad-4f57-a8b0-b31916f041b6 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1984.352625] env[62097]: value = "task-2035418" [ 1984.352625] env[62097]: _type = "Task" [ 1984.352625] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.359011] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Task: {'id': task-2035417, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.361810] env[62097]: DEBUG oslo_vmware.api [None req-db45a101-09ad-4f57-a8b0-b31916f041b6 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.406392] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e65c3d-ac9b-4f10-5ccf-82e3ea94dcea, 'name': SearchDatastore_Task, 'duration_secs': 0.010337} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.407655] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e5cc2a-c7ee-46f9-885f-24d4e57eaf25 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.413255] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 1984.413255] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f67409-f3ec-50e2-2146-f722dfe441b5" [ 1984.413255] env[62097]: _type = "Task" [ 1984.413255] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.421029] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f67409-f3ec-50e2-2146-f722dfe441b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.734459] env[62097]: DEBUG nova.scheduler.client.report [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1984.840615] env[62097]: DEBUG nova.compute.manager [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1984.855750] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Task: {'id': task-2035417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.865614] env[62097]: DEBUG oslo_vmware.api [None req-db45a101-09ad-4f57-a8b0-b31916f041b6 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035418, 'name': PowerOnVM_Task, 'duration_secs': 0.411538} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.867748] env[62097]: DEBUG nova.virt.hardware [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1984.867977] env[62097]: DEBUG nova.virt.hardware [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1984.868148] env[62097]: DEBUG nova.virt.hardware [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1984.868335] env[62097]: DEBUG nova.virt.hardware [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1984.868484] env[62097]: DEBUG nova.virt.hardware [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1984.868629] env[62097]: DEBUG nova.virt.hardware [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1984.868841] env[62097]: DEBUG nova.virt.hardware [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1984.869008] env[62097]: DEBUG nova.virt.hardware [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1984.869185] env[62097]: DEBUG nova.virt.hardware [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1984.869349] env[62097]: DEBUG nova.virt.hardware [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1984.869534] env[62097]: DEBUG nova.virt.hardware [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1984.869814] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-db45a101-09ad-4f57-a8b0-b31916f041b6 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1984.870010] env[62097]: DEBUG nova.compute.manager [None req-db45a101-09ad-4f57-a8b0-b31916f041b6 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1984.870745] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3bc92d-2569-4c33-bc66-6e8a3954de15 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.873626] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c739f4a0-b333-4c9d-8db0-c3bf6cb88415 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.885359] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1b0309-7788-4837-b183-bd4c5a849b82 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.924512] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f67409-f3ec-50e2-2146-f722dfe441b5, 'name': SearchDatastore_Task, 'duration_secs': 0.037868} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.924646] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.924813] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8/29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1984.925088] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-369c93c5-887e-436d-999f-e98e47757f08 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.931768] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 1984.931768] env[62097]: value = "task-2035419" [ 1984.931768] env[62097]: _type = "Task" [ 1984.931768] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.942341] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.240730] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.241310] env[62097]: DEBUG nova.compute.manager [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1985.245639] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.880s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.247266] env[62097]: INFO nova.compute.claims [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1985.253139] env[62097]: DEBUG nova.compute.manager [req-18da5c6d-3355-4713-94b7-b4d77c22e444 req-36da80ee-05d3-4b27-9864-3c26ae7d0b78 service nova] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Received event network-vif-plugged-b6085ad2-7208-41c6-b757-b5a59afe078e {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1985.253139] env[62097]: DEBUG oslo_concurrency.lockutils [req-18da5c6d-3355-4713-94b7-b4d77c22e444 req-36da80ee-05d3-4b27-9864-3c26ae7d0b78 service nova] Acquiring lock "04e72860-7f35-4830-8f6c-013605e9f8ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.253139] env[62097]: DEBUG oslo_concurrency.lockutils [req-18da5c6d-3355-4713-94b7-b4d77c22e444 req-36da80ee-05d3-4b27-9864-3c26ae7d0b78 service nova] Lock "04e72860-7f35-4830-8f6c-013605e9f8ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.253139] env[62097]: DEBUG oslo_concurrency.lockutils [req-18da5c6d-3355-4713-94b7-b4d77c22e444 req-36da80ee-05d3-4b27-9864-3c26ae7d0b78 service nova] Lock "04e72860-7f35-4830-8f6c-013605e9f8ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.253139] env[62097]: DEBUG nova.compute.manager [req-18da5c6d-3355-4713-94b7-b4d77c22e444 req-36da80ee-05d3-4b27-9864-3c26ae7d0b78 service nova] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] No waiting events found dispatching network-vif-plugged-b6085ad2-7208-41c6-b757-b5a59afe078e {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1985.253139] env[62097]: WARNING nova.compute.manager [req-18da5c6d-3355-4713-94b7-b4d77c22e444 req-36da80ee-05d3-4b27-9864-3c26ae7d0b78 service nova] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Received unexpected event network-vif-plugged-b6085ad2-7208-41c6-b757-b5a59afe078e for instance with vm_state building and task_state spawning. [ 1985.353075] env[62097]: DEBUG nova.network.neutron [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Successfully updated port: b6085ad2-7208-41c6-b757-b5a59afe078e {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1985.359270] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Task: {'id': task-2035417, 'name': ReconfigVM_Task, 'duration_secs': 0.737436} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.359270] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 892e51e4-ed63-45bf-9f6b-be584a40cfe2/892e51e4-ed63-45bf-9f6b-be584a40cfe2.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1985.359954] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78af1da2-ffc7-4fad-bf82-fd17cf69a50e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.369466] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Waiting for the task: (returnval){ [ 1985.369466] env[62097]: value = "task-2035420" [ 1985.369466] env[62097]: _type = "Task" [ 1985.369466] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.380740] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Task: {'id': task-2035420, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.443469] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035419, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.663604] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1985.664070] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfd0fb84-a7bd-4e9c-bc7c-f2f44236d0c9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.673388] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1985.673388] env[62097]: value = "task-2035421" [ 1985.673388] env[62097]: _type = "Task" [ 1985.673388] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.683334] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.756423] env[62097]: DEBUG nova.compute.utils [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1985.757872] env[62097]: DEBUG nova.compute.manager [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1985.758133] env[62097]: DEBUG nova.network.neutron [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1985.799567] env[62097]: DEBUG nova.policy [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d85487e51f44b0780eaccfc83a123c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fecffe04e044d1893ccb62ee5062c64', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1985.856305] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Acquiring lock "refresh_cache-04e72860-7f35-4830-8f6c-013605e9f8ea" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.856425] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Acquired lock "refresh_cache-04e72860-7f35-4830-8f6c-013605e9f8ea" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.856507] env[62097]: DEBUG nova.network.neutron [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1985.879504] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Task: {'id': task-2035420, 'name': Rename_Task, 'duration_secs': 0.195988} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.879806] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1985.880087] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c719b19-d388-4afa-8775-23a69a541eaf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.887103] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Waiting for the task: (returnval){ [ 1985.887103] env[62097]: value = "task-2035422" [ 1985.887103] env[62097]: _type = "Task" [ 1985.887103] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.896957] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Task: {'id': task-2035422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.942698] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513154} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.943022] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8/29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1985.943311] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1985.943624] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85506b65-2015-4dd5-acf0-6c645ecf38fa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.951080] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 1985.951080] env[62097]: value = "task-2035423" [ 1985.951080] env[62097]: _type = "Task" [ 1985.951080] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.959957] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.115438] env[62097]: DEBUG nova.network.neutron [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Successfully created port: 62494129-0ddd-45dc-b886-adf578f10f8a {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1986.184443] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035421, 'name': PowerOffVM_Task, 'duration_secs': 0.387322} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.184765] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1986.185569] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447ae14d-f85d-44ed-bf51-db3bc9b67dc2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.208522] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4e34df-3a74-49f9-819a-204a61a5db81 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.249567] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1986.249985] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0679843b-360a-4170-b5b8-294508995ead {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.257552] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1986.257552] env[62097]: value = "task-2035424" [ 1986.257552] env[62097]: _type = "Task" [ 1986.257552] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.263892] env[62097]: DEBUG nova.compute.manager [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1986.271950] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] VM already powered off {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1986.272321] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1986.272447] env[62097]: DEBUG oslo_concurrency.lockutils [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.272593] env[62097]: DEBUG oslo_concurrency.lockutils [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.272811] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1986.273126] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d483e107-c732-4ed0-8c53-64a4ab7d4ad7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.281668] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1986.281918] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1986.282642] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edfb0445-05f0-4a2e-8699-aa208a37a9ed {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.294744] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1986.294744] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52bd9ebf-f4fd-0a2a-7b2a-dcd008f8fa5b" [ 1986.294744] env[62097]: _type = "Task" [ 1986.294744] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.302947] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52bd9ebf-f4fd-0a2a-7b2a-dcd008f8fa5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.398122] env[62097]: DEBUG nova.network.neutron [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1986.405619] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Task: {'id': task-2035422, 'name': PowerOnVM_Task} progress is 98%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.459174] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095379} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.461900] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1986.462960] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c1c343-acbe-4439-b73b-fe88619ffc6d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.487984] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8/29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1986.493385] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6681458-6d86-43e8-bde7-6a3ec0ae79f1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.513547] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 1986.513547] env[62097]: value = "task-2035425" [ 1986.513547] env[62097]: _type = "Task" [ 1986.513547] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.525103] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035425, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.628287] env[62097]: DEBUG nova.network.neutron [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Updating instance_info_cache with network_info: [{"id": "b6085ad2-7208-41c6-b757-b5a59afe078e", "address": "fa:16:3e:33:f4:3b", "network": {"id": "0de3d91c-b3d6-4a44-8606-eeb25122fd52", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1242788848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94d2167c19f4ee8827f1da6c9fac990", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6085ad2-72", "ovs_interfaceid": "b6085ad2-7208-41c6-b757-b5a59afe078e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.678282] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f14d14-9638-4278-9eb0-ba400427d7d4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.685945] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a50da23-a2db-4b2a-8b40-78446c22e6c2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.718372] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad15cfac-1758-4d17-add9-d0a7eff697f0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.726546] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f511de6d-1dee-41ae-86f0-e6fffb614b2f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.740480] env[62097]: DEBUG nova.compute.provider_tree [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1986.806317] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52bd9ebf-f4fd-0a2a-7b2a-dcd008f8fa5b, 'name': SearchDatastore_Task, 'duration_secs': 0.010482} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.809786] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fc62bc3-ed02-40d9-af21-a22a88ddcea2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.817043] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1986.817043] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522929d7-00b1-e9db-cf1d-6d626a451e4b" [ 1986.817043] env[62097]: _type = "Task" [ 1986.817043] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.825874] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522929d7-00b1-e9db-cf1d-6d626a451e4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.902059] env[62097]: DEBUG oslo_vmware.api [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Task: {'id': task-2035422, 'name': PowerOnVM_Task, 'duration_secs': 0.601758} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.902398] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1986.902589] env[62097]: INFO nova.compute.manager [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1986.902770] env[62097]: DEBUG nova.compute.manager [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1986.903658] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db3dd47-0843-475a-a3ee-00fcbfd92c7c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.027129] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.133094] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Releasing lock "refresh_cache-04e72860-7f35-4830-8f6c-013605e9f8ea" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.133094] env[62097]: DEBUG nova.compute.manager [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Instance network_info: |[{"id": "b6085ad2-7208-41c6-b757-b5a59afe078e", "address": "fa:16:3e:33:f4:3b", "network": {"id": "0de3d91c-b3d6-4a44-8606-eeb25122fd52", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1242788848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94d2167c19f4ee8827f1da6c9fac990", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6085ad2-72", "ovs_interfaceid": "b6085ad2-7208-41c6-b757-b5a59afe078e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1987.133094] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:f4:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6085ad2-7208-41c6-b757-b5a59afe078e', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1987.140773] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Creating folder: Project (b94d2167c19f4ee8827f1da6c9fac990). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1987.140773] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc8c1eac-0201-4705-bf12-d91ca2451c7a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.152623] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Created folder: Project (b94d2167c19f4ee8827f1da6c9fac990) in parent group-v417770. [ 1987.152862] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Creating folder: Instances. Parent ref: group-v418011. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1987.153109] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5a2ec76-1f78-478c-8559-96a176bed64a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.162472] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Created folder: Instances in parent group-v418011. [ 1987.162715] env[62097]: DEBUG oslo.service.loopingcall [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1987.162907] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1987.163129] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fbb6be7-dcd9-43fb-bd40-fbaccf74e7e2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.183945] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1987.183945] env[62097]: value = "task-2035428" [ 1987.183945] env[62097]: _type = "Task" [ 1987.183945] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.192463] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035428, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.243330] env[62097]: DEBUG nova.scheduler.client.report [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1987.278139] env[62097]: DEBUG nova.compute.manager [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1987.309241] env[62097]: DEBUG nova.virt.hardware [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1987.309691] env[62097]: DEBUG nova.virt.hardware [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1987.309906] env[62097]: DEBUG nova.virt.hardware [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1987.310151] env[62097]: DEBUG nova.virt.hardware [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1987.310365] env[62097]: DEBUG nova.virt.hardware [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1987.310574] env[62097]: DEBUG nova.virt.hardware [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1987.310833] env[62097]: DEBUG nova.virt.hardware [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1987.311064] env[62097]: DEBUG nova.virt.hardware [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1987.311291] env[62097]: DEBUG nova.virt.hardware [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1987.311500] env[62097]: DEBUG nova.virt.hardware [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1987.311694] env[62097]: DEBUG nova.virt.hardware [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1987.312704] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da230c46-4e7c-4369-a320-50b026b79778 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.323494] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bcbd5c-ebfb-4e27-a267-626fda05aed3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.331464] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522929d7-00b1-e9db-cf1d-6d626a451e4b, 'name': SearchDatastore_Task, 'duration_secs': 0.059685} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.332154] env[62097]: DEBUG oslo_concurrency.lockutils [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.332470] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 1824b463-fe07-4430-8da7-1b7568a58852/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk. {{(pid=62097) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1987.332746] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b65237b-70ff-45e1-b1d9-cfca1c129c2d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.348640] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1987.348640] env[62097]: value = "task-2035429" [ 1987.348640] env[62097]: _type = "Task" [ 1987.348640] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.358082] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.365222] env[62097]: DEBUG nova.compute.manager [req-64a81a70-c763-41ff-91ab-bb69e8061533 req-115815e5-680e-4667-9083-8bd154041755 service nova] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Received event network-changed-b6085ad2-7208-41c6-b757-b5a59afe078e {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1987.365283] env[62097]: DEBUG nova.compute.manager [req-64a81a70-c763-41ff-91ab-bb69e8061533 req-115815e5-680e-4667-9083-8bd154041755 service nova] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Refreshing instance network info cache due to event network-changed-b6085ad2-7208-41c6-b757-b5a59afe078e. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1987.365529] env[62097]: DEBUG oslo_concurrency.lockutils [req-64a81a70-c763-41ff-91ab-bb69e8061533 req-115815e5-680e-4667-9083-8bd154041755 service nova] Acquiring lock "refresh_cache-04e72860-7f35-4830-8f6c-013605e9f8ea" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.366126] env[62097]: DEBUG oslo_concurrency.lockutils [req-64a81a70-c763-41ff-91ab-bb69e8061533 req-115815e5-680e-4667-9083-8bd154041755 service nova] Acquired lock "refresh_cache-04e72860-7f35-4830-8f6c-013605e9f8ea" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.366126] env[62097]: DEBUG nova.network.neutron [req-64a81a70-c763-41ff-91ab-bb69e8061533 req-115815e5-680e-4667-9083-8bd154041755 service nova] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Refreshing network info cache for port b6085ad2-7208-41c6-b757-b5a59afe078e {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1987.427456] env[62097]: INFO nova.compute.manager [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Took 28.23 seconds to build instance. [ 1987.530807] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035425, 'name': ReconfigVM_Task, 'duration_secs': 1.013157} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.530807] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8/29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1987.530807] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f32677c6-08b7-4c8a-9101-71d56bd487df {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.536842] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 1987.536842] env[62097]: value = "task-2035430" [ 1987.536842] env[62097]: _type = "Task" [ 1987.536842] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.545860] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035430, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.695842] env[62097]: DEBUG nova.network.neutron [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Successfully updated port: 62494129-0ddd-45dc-b886-adf578f10f8a {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1987.705761] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035428, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.749412] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.749982] env[62097]: DEBUG nova.compute.manager [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1987.753055] env[62097]: DEBUG oslo_concurrency.lockutils [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.124s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.753361] env[62097]: DEBUG nova.objects.instance [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lazy-loading 'resources' on Instance uuid 3dfc10de-12bc-481c-9274-ba4a8924076c {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1987.860994] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035429, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.929636] env[62097]: DEBUG oslo_concurrency.lockutils [None req-72ff44a7-072e-4f70-83e7-5e3bd56dfcd4 tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Lock "892e51e4-ed63-45bf-9f6b-be584a40cfe2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.746s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.049320] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035430, 'name': Rename_Task, 'duration_secs': 0.296696} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.049884] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1988.052737] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce906556-1e95-4886-9011-801b425039a6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.058742] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 1988.058742] env[62097]: value = "task-2035431" [ 1988.058742] env[62097]: _type = "Task" [ 1988.058742] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.079016] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.112203] env[62097]: DEBUG nova.network.neutron [req-64a81a70-c763-41ff-91ab-bb69e8061533 req-115815e5-680e-4667-9083-8bd154041755 service nova] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Updated VIF entry in instance network info cache for port b6085ad2-7208-41c6-b757-b5a59afe078e. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1988.112610] env[62097]: DEBUG nova.network.neutron [req-64a81a70-c763-41ff-91ab-bb69e8061533 req-115815e5-680e-4667-9083-8bd154041755 service nova] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Updating instance_info_cache with network_info: [{"id": "b6085ad2-7208-41c6-b757-b5a59afe078e", "address": "fa:16:3e:33:f4:3b", "network": {"id": "0de3d91c-b3d6-4a44-8606-eeb25122fd52", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1242788848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94d2167c19f4ee8827f1da6c9fac990", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6085ad2-72", "ovs_interfaceid": "b6085ad2-7208-41c6-b757-b5a59afe078e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.195646] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035428, 'name': CreateVM_Task, 'duration_secs': 0.730091} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.195794] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1988.196514] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.196635] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.196949] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1988.197193] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-070ef96e-841d-48a2-ab64-6ea1c94cb46f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.199540] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Acquiring lock "refresh_cache-56484712-6c57-48af-9a21-0780a7522056" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.199540] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Acquired lock "refresh_cache-56484712-6c57-48af-9a21-0780a7522056" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.199704] env[62097]: DEBUG nova.network.neutron [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1988.204375] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Waiting for the task: (returnval){ [ 1988.204375] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f91069-a49b-72f0-3dc0-350247a227e0" [ 1988.204375] env[62097]: _type = "Task" [ 1988.204375] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.215125] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f91069-a49b-72f0-3dc0-350247a227e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.256688] env[62097]: DEBUG nova.compute.utils [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1988.261184] env[62097]: DEBUG nova.compute.manager [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1988.261353] env[62097]: DEBUG nova.network.neutron [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1988.306412] env[62097]: DEBUG nova.policy [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2386aea6f1d34401939a4f2f9c39272e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07642e595a83453a98388eb72032650b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1988.361325] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592066} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.361601] env[62097]: INFO nova.virt.vmwareapi.ds_util [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 1824b463-fe07-4430-8da7-1b7568a58852/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk. [ 1988.365852] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8292791-ba62-486e-8211-8132e9c4a89c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.395580] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 1824b463-fe07-4430-8da7-1b7568a58852/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1988.398585] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7faac7fd-546a-45af-93ef-6e9ff69b5b02 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.419266] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1988.419266] env[62097]: value = "task-2035432" [ 1988.419266] env[62097]: _type = "Task" [ 1988.419266] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.431303] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035432, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.573198] env[62097]: DEBUG oslo_vmware.api [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035431, 'name': PowerOnVM_Task, 'duration_secs': 0.471126} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.574098] env[62097]: DEBUG nova.network.neutron [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Successfully created port: def811b6-8d75-4b6c-994f-832a6a782668 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1988.578165] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1988.578391] env[62097]: INFO nova.compute.manager [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1988.578607] env[62097]: DEBUG nova.compute.manager [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1988.579593] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8584032-e9de-4dbd-a5b6-638a57af0c52 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.583453] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "90d15877-672e-4191-9d69-50846fd4fe0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.583602] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "90d15877-672e-4191-9d69-50846fd4fe0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.583806] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "90d15877-672e-4191-9d69-50846fd4fe0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.584022] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "90d15877-672e-4191-9d69-50846fd4fe0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.585577] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "90d15877-672e-4191-9d69-50846fd4fe0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.592709] env[62097]: INFO nova.compute.manager [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Terminating instance [ 1988.616270] env[62097]: DEBUG oslo_concurrency.lockutils [req-64a81a70-c763-41ff-91ab-bb69e8061533 req-115815e5-680e-4667-9083-8bd154041755 service nova] Releasing lock "refresh_cache-04e72860-7f35-4830-8f6c-013605e9f8ea" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.662154] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bf1cf0-65cd-4bb3-8a40-090fb8ea27b2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.670639] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a36b878-7afb-49d7-815a-ae6c856cd4db {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.707020] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc770d11-5fee-40ca-9605-3375ce5cea27 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.722314] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491878e3-3504-4a22-bed8-bf132a05145b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.726912] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f91069-a49b-72f0-3dc0-350247a227e0, 'name': SearchDatastore_Task, 'duration_secs': 0.015287} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.727107] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.729595] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1988.729595] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.729595] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.729595] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1988.729595] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96651935-1394-4202-8f97-2d707b9cba12 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.740691] env[62097]: DEBUG nova.compute.provider_tree [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1988.743370] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1988.743566] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1988.744333] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61e09889-3fc5-4dc7-8aed-7381b28578de {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.748338] env[62097]: DEBUG nova.network.neutron [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1988.751927] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Waiting for the task: (returnval){ [ 1988.751927] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52238055-47ce-1351-eb7f-62fb4e9ff7dd" [ 1988.751927] env[62097]: _type = "Task" [ 1988.751927] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.761080] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52238055-47ce-1351-eb7f-62fb4e9ff7dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.761522] env[62097]: DEBUG nova.compute.manager [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1988.930955] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.948789] env[62097]: DEBUG nova.network.neutron [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Updating instance_info_cache with network_info: [{"id": "62494129-0ddd-45dc-b886-adf578f10f8a", "address": "fa:16:3e:9a:ee:b1", "network": {"id": "db174c8d-bb7e-4a5b-a6ae-0325e06b69f3", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1053374167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fecffe04e044d1893ccb62ee5062c64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62494129-0d", "ovs_interfaceid": "62494129-0ddd-45dc-b886-adf578f10f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.961190] env[62097]: DEBUG nova.compute.manager [req-58b8d24c-82a0-4368-901f-f1ea34c045fa req-a71d15aa-f089-48e9-b565-868db011882e service nova] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Received event network-changed-4958c6fe-d14b-40ed-8cbb-25a7bf625c27 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1988.961190] env[62097]: DEBUG nova.compute.manager [req-58b8d24c-82a0-4368-901f-f1ea34c045fa req-a71d15aa-f089-48e9-b565-868db011882e service nova] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Refreshing instance network info cache due to event network-changed-4958c6fe-d14b-40ed-8cbb-25a7bf625c27. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1988.961190] env[62097]: DEBUG oslo_concurrency.lockutils [req-58b8d24c-82a0-4368-901f-f1ea34c045fa req-a71d15aa-f089-48e9-b565-868db011882e service nova] Acquiring lock "refresh_cache-892e51e4-ed63-45bf-9f6b-be584a40cfe2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.961190] env[62097]: DEBUG oslo_concurrency.lockutils [req-58b8d24c-82a0-4368-901f-f1ea34c045fa req-a71d15aa-f089-48e9-b565-868db011882e service nova] Acquired lock "refresh_cache-892e51e4-ed63-45bf-9f6b-be584a40cfe2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.961190] env[62097]: DEBUG nova.network.neutron [req-58b8d24c-82a0-4368-901f-f1ea34c045fa req-a71d15aa-f089-48e9-b565-868db011882e service nova] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Refreshing network info cache for port 4958c6fe-d14b-40ed-8cbb-25a7bf625c27 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1989.103802] env[62097]: DEBUG nova.compute.manager [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1989.103802] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1989.105062] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c28568e-5ed2-484b-89f0-24c8e3504399 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.111899] env[62097]: INFO nova.compute.manager [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Took 27.97 seconds to build instance. [ 1989.118429] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1989.119213] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d5cc6d8-44e7-4b78-b561-f1bb1fa00abb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.128018] env[62097]: DEBUG oslo_vmware.api [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1989.128018] env[62097]: value = "task-2035433" [ 1989.128018] env[62097]: _type = "Task" [ 1989.128018] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.136959] env[62097]: DEBUG oslo_vmware.api [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.249157] env[62097]: DEBUG nova.scheduler.client.report [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1989.263962] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52238055-47ce-1351-eb7f-62fb4e9ff7dd, 'name': SearchDatastore_Task, 'duration_secs': 0.042752} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.264250] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae2e1c1-1740-49b6-b3aa-94f80771056d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.274043] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Waiting for the task: (returnval){ [ 1989.274043] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52712a82-2178-7a78-ade6-d1f1e400117f" [ 1989.274043] env[62097]: _type = "Task" [ 1989.274043] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.283093] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52712a82-2178-7a78-ade6-d1f1e400117f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.396286] env[62097]: DEBUG nova.compute.manager [req-28702d7e-67d5-416a-9adc-bef10451623d req-a5ff1f22-6899-4bf5-93ce-302ffd30c44c service nova] [instance: 56484712-6c57-48af-9a21-0780a7522056] Received event network-vif-plugged-62494129-0ddd-45dc-b886-adf578f10f8a {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1989.396588] env[62097]: DEBUG oslo_concurrency.lockutils [req-28702d7e-67d5-416a-9adc-bef10451623d req-a5ff1f22-6899-4bf5-93ce-302ffd30c44c service nova] Acquiring lock "56484712-6c57-48af-9a21-0780a7522056-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.396844] env[62097]: DEBUG oslo_concurrency.lockutils [req-28702d7e-67d5-416a-9adc-bef10451623d req-a5ff1f22-6899-4bf5-93ce-302ffd30c44c service nova] Lock "56484712-6c57-48af-9a21-0780a7522056-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.397049] env[62097]: DEBUG oslo_concurrency.lockutils [req-28702d7e-67d5-416a-9adc-bef10451623d req-a5ff1f22-6899-4bf5-93ce-302ffd30c44c service nova] Lock "56484712-6c57-48af-9a21-0780a7522056-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.397237] env[62097]: DEBUG nova.compute.manager [req-28702d7e-67d5-416a-9adc-bef10451623d req-a5ff1f22-6899-4bf5-93ce-302ffd30c44c service nova] [instance: 56484712-6c57-48af-9a21-0780a7522056] No waiting events found dispatching network-vif-plugged-62494129-0ddd-45dc-b886-adf578f10f8a {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1989.397440] env[62097]: WARNING nova.compute.manager [req-28702d7e-67d5-416a-9adc-bef10451623d req-a5ff1f22-6899-4bf5-93ce-302ffd30c44c service nova] [instance: 56484712-6c57-48af-9a21-0780a7522056] Received unexpected event network-vif-plugged-62494129-0ddd-45dc-b886-adf578f10f8a for instance with vm_state building and task_state spawning. [ 1989.397565] env[62097]: DEBUG nova.compute.manager [req-28702d7e-67d5-416a-9adc-bef10451623d req-a5ff1f22-6899-4bf5-93ce-302ffd30c44c service nova] [instance: 56484712-6c57-48af-9a21-0780a7522056] Received event network-changed-62494129-0ddd-45dc-b886-adf578f10f8a {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1989.397723] env[62097]: DEBUG nova.compute.manager [req-28702d7e-67d5-416a-9adc-bef10451623d req-a5ff1f22-6899-4bf5-93ce-302ffd30c44c service nova] [instance: 56484712-6c57-48af-9a21-0780a7522056] Refreshing instance network info cache due to event network-changed-62494129-0ddd-45dc-b886-adf578f10f8a. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1989.397891] env[62097]: DEBUG oslo_concurrency.lockutils [req-28702d7e-67d5-416a-9adc-bef10451623d req-a5ff1f22-6899-4bf5-93ce-302ffd30c44c service nova] Acquiring lock "refresh_cache-56484712-6c57-48af-9a21-0780a7522056" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.431862] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035432, 'name': ReconfigVM_Task, 'duration_secs': 0.897247} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.432164] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 1824b463-fe07-4430-8da7-1b7568a58852/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1989.433038] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b0fb15-4f19-4603-9c56-0ce3274394c3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.456795] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Releasing lock "refresh_cache-56484712-6c57-48af-9a21-0780a7522056" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.457228] env[62097]: DEBUG nova.compute.manager [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Instance network_info: |[{"id": "62494129-0ddd-45dc-b886-adf578f10f8a", "address": "fa:16:3e:9a:ee:b1", "network": {"id": "db174c8d-bb7e-4a5b-a6ae-0325e06b69f3", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1053374167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fecffe04e044d1893ccb62ee5062c64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62494129-0d", "ovs_interfaceid": "62494129-0ddd-45dc-b886-adf578f10f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1989.462198] env[62097]: DEBUG oslo_concurrency.lockutils [req-28702d7e-67d5-416a-9adc-bef10451623d req-a5ff1f22-6899-4bf5-93ce-302ffd30c44c service nova] Acquired lock "refresh_cache-56484712-6c57-48af-9a21-0780a7522056" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.462417] env[62097]: DEBUG nova.network.neutron [req-28702d7e-67d5-416a-9adc-bef10451623d req-a5ff1f22-6899-4bf5-93ce-302ffd30c44c service nova] [instance: 56484712-6c57-48af-9a21-0780a7522056] Refreshing network info cache for port 62494129-0ddd-45dc-b886-adf578f10f8a {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1989.466102] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:ee:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62494129-0ddd-45dc-b886-adf578f10f8a', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1989.473624] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Creating folder: Project (2fecffe04e044d1893ccb62ee5062c64). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1989.473972] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a28db853-fbb1-47c0-87ad-e6c09e1b5b43 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.488504] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-530cf00f-c93f-4efc-8c36-4441ccadbbe0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.496916] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1989.496916] env[62097]: value = "task-2035435" [ 1989.496916] env[62097]: _type = "Task" [ 1989.496916] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.504811] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Created folder: Project (2fecffe04e044d1893ccb62ee5062c64) in parent group-v417770. [ 1989.505027] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Creating folder: Instances. Parent ref: group-v418014. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1989.508666] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abd1aac4-5a6d-4a84-adf6-303c6fd4a7af {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.510586] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.520432] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Created folder: Instances in parent group-v418014. [ 1989.520691] env[62097]: DEBUG oslo.service.loopingcall [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1989.523096] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56484712-6c57-48af-9a21-0780a7522056] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1989.523349] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30b40996-3096-44ec-9081-073bebf82071 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.543346] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1989.543346] env[62097]: value = "task-2035437" [ 1989.543346] env[62097]: _type = "Task" [ 1989.543346] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.551311] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035437, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.619787] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a6242f11-fe90-489e-97ad-69a69d3ebfac tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.483s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.635970] env[62097]: DEBUG oslo_vmware.api [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035433, 'name': PowerOffVM_Task, 'duration_secs': 0.296861} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.636601] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1989.636789] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1989.637050] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d260c7fa-c6d6-4405-b7b5-c5b1b085ce69 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.742976] env[62097]: DEBUG nova.network.neutron [req-58b8d24c-82a0-4368-901f-f1ea34c045fa req-a71d15aa-f089-48e9-b565-868db011882e service nova] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Updated VIF entry in instance network info cache for port 4958c6fe-d14b-40ed-8cbb-25a7bf625c27. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1989.743437] env[62097]: DEBUG nova.network.neutron [req-58b8d24c-82a0-4368-901f-f1ea34c045fa req-a71d15aa-f089-48e9-b565-868db011882e service nova] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Updating instance_info_cache with network_info: [{"id": "4958c6fe-d14b-40ed-8cbb-25a7bf625c27", "address": "fa:16:3e:94:1d:5c", "network": {"id": "d6599e3a-63a3-4e37-9efb-6ad4dc5dd311", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2035106989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd4cc772f22c4e4b98deb7e161a56c25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4958c6fe-d1", "ovs_interfaceid": "4958c6fe-d14b-40ed-8cbb-25a7bf625c27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.758265] env[62097]: DEBUG oslo_concurrency.lockutils [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.760724] env[62097]: DEBUG oslo_concurrency.lockutils [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.857s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.762506] env[62097]: INFO nova.compute.claims [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1989.772631] env[62097]: DEBUG nova.compute.manager [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1989.776609] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1989.777115] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1989.777115] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Deleting the datastore file [datastore1] 90d15877-672e-4191-9d69-50846fd4fe0b {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1989.781260] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0c2885d-a668-413d-8f14-9c7b2aa0d4a8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.784113] env[62097]: INFO nova.scheduler.client.report [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Deleted allocations for instance 3dfc10de-12bc-481c-9274-ba4a8924076c [ 1989.791808] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52712a82-2178-7a78-ade6-d1f1e400117f, 'name': SearchDatastore_Task, 'duration_secs': 0.011137} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.793633] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.794576] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 04e72860-7f35-4830-8f6c-013605e9f8ea/04e72860-7f35-4830-8f6c-013605e9f8ea.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1989.794576] env[62097]: DEBUG oslo_vmware.api [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 1989.794576] env[62097]: value = "task-2035439" [ 1989.794576] env[62097]: _type = "Task" [ 1989.794576] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.794576] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db43db18-a1fd-4683-a979-b640f353ec2b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.807461] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Waiting for the task: (returnval){ [ 1989.807461] env[62097]: value = "task-2035440" [ 1989.807461] env[62097]: _type = "Task" [ 1989.807461] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.811132] env[62097]: DEBUG oslo_vmware.api [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.813555] env[62097]: DEBUG nova.virt.hardware [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1989.814778] env[62097]: DEBUG nova.virt.hardware [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1989.814778] env[62097]: DEBUG nova.virt.hardware [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1989.814778] env[62097]: DEBUG nova.virt.hardware [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1989.814778] env[62097]: DEBUG nova.virt.hardware [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1989.814778] env[62097]: DEBUG nova.virt.hardware [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1989.815044] env[62097]: DEBUG nova.virt.hardware [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1989.815044] env[62097]: DEBUG nova.virt.hardware [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1989.815286] env[62097]: DEBUG nova.virt.hardware [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1989.815478] env[62097]: DEBUG nova.virt.hardware [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1989.815665] env[62097]: DEBUG nova.virt.hardware [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1989.821256] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e7cb9b-5173-4ed2-9896-1f95140071d7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.830488] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Task: {'id': task-2035440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.834319] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a055846-a144-4d5d-9bcc-c00c8c86f4b9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.007221] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035435, 'name': ReconfigVM_Task, 'duration_secs': 0.338816} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.007585] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1990.007778] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ac0d843-8104-499d-af8d-f6ce84088e75 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.014584] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1990.014584] env[62097]: value = "task-2035441" [ 1990.014584] env[62097]: _type = "Task" [ 1990.014584] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.032397] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.059031] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035437, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.246564] env[62097]: DEBUG oslo_concurrency.lockutils [req-58b8d24c-82a0-4368-901f-f1ea34c045fa req-a71d15aa-f089-48e9-b565-868db011882e service nova] Releasing lock "refresh_cache-892e51e4-ed63-45bf-9f6b-be584a40cfe2" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.297467] env[62097]: DEBUG oslo_concurrency.lockutils [None req-90cfe5c0-a2b0-45fb-bd1f-fd89c10319ee tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lock "3dfc10de-12bc-481c-9274-ba4a8924076c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.188s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.313411] env[62097]: DEBUG oslo_vmware.api [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197879} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.319523] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1990.319970] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1990.320208] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1990.320487] env[62097]: INFO nova.compute.manager [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1990.320932] env[62097]: DEBUG oslo.service.loopingcall [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1990.322126] env[62097]: DEBUG nova.compute.manager [-] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1990.322286] env[62097]: DEBUG nova.network.neutron [-] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1990.333390] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Task: {'id': task-2035440, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.369875] env[62097]: DEBUG nova.network.neutron [req-28702d7e-67d5-416a-9adc-bef10451623d req-a5ff1f22-6899-4bf5-93ce-302ffd30c44c service nova] [instance: 56484712-6c57-48af-9a21-0780a7522056] Updated VIF entry in instance network info cache for port 62494129-0ddd-45dc-b886-adf578f10f8a. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1990.370246] env[62097]: DEBUG nova.network.neutron [req-28702d7e-67d5-416a-9adc-bef10451623d req-a5ff1f22-6899-4bf5-93ce-302ffd30c44c service nova] [instance: 56484712-6c57-48af-9a21-0780a7522056] Updating instance_info_cache with network_info: [{"id": "62494129-0ddd-45dc-b886-adf578f10f8a", "address": "fa:16:3e:9a:ee:b1", "network": {"id": "db174c8d-bb7e-4a5b-a6ae-0325e06b69f3", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1053374167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fecffe04e044d1893ccb62ee5062c64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62494129-0d", "ovs_interfaceid": "62494129-0ddd-45dc-b886-adf578f10f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.416951] env[62097]: INFO nova.compute.manager [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Rebuilding instance [ 1990.428660] env[62097]: DEBUG nova.network.neutron [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Successfully updated port: def811b6-8d75-4b6c-994f-832a6a782668 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1990.475681] env[62097]: DEBUG nova.compute.manager [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1990.476583] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68870b1b-4471-48f2-8bbb-1efca425ebe8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.524377] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035441, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.555967] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035437, 'name': CreateVM_Task, 'duration_secs': 0.618348} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.556268] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56484712-6c57-48af-9a21-0780a7522056] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1990.556993] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.557174] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.557496] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1990.557758] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a764a14-2903-4e42-bc40-44495d0e2bf5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.562256] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Waiting for the task: (returnval){ [ 1990.562256] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5206d5d7-6d07-ca17-fa66-684e41c09578" [ 1990.562256] env[62097]: _type = "Task" [ 1990.562256] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.571283] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5206d5d7-6d07-ca17-fa66-684e41c09578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.824942] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Task: {'id': task-2035440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62534} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.826037] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 04e72860-7f35-4830-8f6c-013605e9f8ea/04e72860-7f35-4830-8f6c-013605e9f8ea.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1990.826037] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1990.826037] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a8b6a64-0fe7-4777-8984-5c382efd77cc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.833134] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Waiting for the task: (returnval){ [ 1990.833134] env[62097]: value = "task-2035442" [ 1990.833134] env[62097]: _type = "Task" [ 1990.833134] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.843714] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Task: {'id': task-2035442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.872731] env[62097]: DEBUG oslo_concurrency.lockutils [req-28702d7e-67d5-416a-9adc-bef10451623d req-a5ff1f22-6899-4bf5-93ce-302ffd30c44c service nova] Releasing lock "refresh_cache-56484712-6c57-48af-9a21-0780a7522056" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.932423] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "refresh_cache-58236d5e-07eb-431d-a090-bacc9780c3cb" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.932590] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquired lock "refresh_cache-58236d5e-07eb-431d-a090-bacc9780c3cb" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.932805] env[62097]: DEBUG nova.network.neutron [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1990.999914] env[62097]: DEBUG nova.compute.manager [req-821b5b22-fa08-46cb-94b1-ad5febc759f1 req-05296410-df16-45e6-aeed-041b4bbe7006 service nova] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Received event network-vif-deleted-029389c7-7b62-48b8-b619-82c909c81f9a {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1991.000196] env[62097]: INFO nova.compute.manager [req-821b5b22-fa08-46cb-94b1-ad5febc759f1 req-05296410-df16-45e6-aeed-041b4bbe7006 service nova] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Neutron deleted interface 029389c7-7b62-48b8-b619-82c909c81f9a; detaching it from the instance and deleting it from the info cache [ 1991.000338] env[62097]: DEBUG nova.network.neutron [req-821b5b22-fa08-46cb-94b1-ad5febc759f1 req-05296410-df16-45e6-aeed-041b4bbe7006 service nova] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.024471] env[62097]: DEBUG oslo_vmware.api [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035441, 'name': PowerOnVM_Task, 'duration_secs': 0.915438} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.027330] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1991.030158] env[62097]: DEBUG nova.compute.manager [None req-68cd456c-ab38-4ca4-93e2-6c8a99c4529e tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1991.031046] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc9731d-0f18-4ee7-aa23-3317a3261ec5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.073420] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5206d5d7-6d07-ca17-fa66-684e41c09578, 'name': SearchDatastore_Task, 'duration_secs': 0.033746} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.076065] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.076391] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1991.076786] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1991.076936] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1991.077121] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1991.077848] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fedf6518-9544-45ff-93ca-ded4edc827df {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.090875] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1991.091085] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1991.091818] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdfcd815-66b7-4808-8d7a-8f26306ab1cb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.097448] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Waiting for the task: (returnval){ [ 1991.097448] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529c7677-5dc2-5443-34c1-70371e577dd9" [ 1991.097448] env[62097]: _type = "Task" [ 1991.097448] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.108583] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529c7677-5dc2-5443-34c1-70371e577dd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.114175] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbae2b5c-5d18-452a-aec2-6a2eae3a42e4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.121383] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c386ef4-f50d-4f05-9f26-a04ba879d74d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.153360] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128f8f2c-fc72-41ee-876e-17f5f1ef52b2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.160744] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39137256-0a47-42e1-9da2-22a599144813 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.174894] env[62097]: DEBUG nova.compute.provider_tree [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1991.226825] env[62097]: DEBUG nova.network.neutron [-] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.345235] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Task: {'id': task-2035442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090696} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.346435] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1991.347653] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ff49f4-70a6-432a-81e8-c3d070b779f3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.372248] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 04e72860-7f35-4830-8f6c-013605e9f8ea/04e72860-7f35-4830-8f6c-013605e9f8ea.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1991.372906] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fe545da-c339-40d1-8c90-d50d32c95960 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.392401] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Waiting for the task: (returnval){ [ 1991.392401] env[62097]: value = "task-2035443" [ 1991.392401] env[62097]: _type = "Task" [ 1991.392401] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.400239] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Task: {'id': task-2035443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.435117] env[62097]: DEBUG nova.compute.manager [req-1298c681-a5cc-4641-9bce-15ad51787131 req-227c8396-1e54-4f8b-95b4-f5809e2eb6af service nova] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Received event network-vif-plugged-def811b6-8d75-4b6c-994f-832a6a782668 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1991.435117] env[62097]: DEBUG oslo_concurrency.lockutils [req-1298c681-a5cc-4641-9bce-15ad51787131 req-227c8396-1e54-4f8b-95b4-f5809e2eb6af service nova] Acquiring lock "58236d5e-07eb-431d-a090-bacc9780c3cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.435117] env[62097]: DEBUG oslo_concurrency.lockutils [req-1298c681-a5cc-4641-9bce-15ad51787131 req-227c8396-1e54-4f8b-95b4-f5809e2eb6af service nova] Lock "58236d5e-07eb-431d-a090-bacc9780c3cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.435117] env[62097]: DEBUG oslo_concurrency.lockutils [req-1298c681-a5cc-4641-9bce-15ad51787131 req-227c8396-1e54-4f8b-95b4-f5809e2eb6af service nova] Lock "58236d5e-07eb-431d-a090-bacc9780c3cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.435117] env[62097]: DEBUG nova.compute.manager [req-1298c681-a5cc-4641-9bce-15ad51787131 req-227c8396-1e54-4f8b-95b4-f5809e2eb6af service nova] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] No waiting events found dispatching network-vif-plugged-def811b6-8d75-4b6c-994f-832a6a782668 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1991.435117] env[62097]: WARNING nova.compute.manager [req-1298c681-a5cc-4641-9bce-15ad51787131 req-227c8396-1e54-4f8b-95b4-f5809e2eb6af service nova] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Received unexpected event network-vif-plugged-def811b6-8d75-4b6c-994f-832a6a782668 for instance with vm_state building and task_state spawning. [ 1991.435117] env[62097]: DEBUG nova.compute.manager [req-1298c681-a5cc-4641-9bce-15ad51787131 req-227c8396-1e54-4f8b-95b4-f5809e2eb6af service nova] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Received event network-changed-def811b6-8d75-4b6c-994f-832a6a782668 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1991.436143] env[62097]: DEBUG nova.compute.manager [req-1298c681-a5cc-4641-9bce-15ad51787131 req-227c8396-1e54-4f8b-95b4-f5809e2eb6af service nova] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Refreshing instance network info cache due to event network-changed-def811b6-8d75-4b6c-994f-832a6a782668. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1991.436143] env[62097]: DEBUG oslo_concurrency.lockutils [req-1298c681-a5cc-4641-9bce-15ad51787131 req-227c8396-1e54-4f8b-95b4-f5809e2eb6af service nova] Acquiring lock "refresh_cache-58236d5e-07eb-431d-a090-bacc9780c3cb" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1991.491533] env[62097]: DEBUG nova.network.neutron [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1991.498667] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1991.498667] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc979b6a-be36-4401-9113-b02c7fef21fb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.503553] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c676169-bcb0-4186-b3f1-57516a295422 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.507829] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 1991.507829] env[62097]: value = "task-2035444" [ 1991.507829] env[62097]: _type = "Task" [ 1991.507829] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.515656] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cca0986-9ad9-4b0d-aae8-6f8deccb2742 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.531879] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.559560] env[62097]: DEBUG nova.compute.manager [req-821b5b22-fa08-46cb-94b1-ad5febc759f1 req-05296410-df16-45e6-aeed-041b4bbe7006 service nova] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Detach interface failed, port_id=029389c7-7b62-48b8-b619-82c909c81f9a, reason: Instance 90d15877-672e-4191-9d69-50846fd4fe0b could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1991.608413] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529c7677-5dc2-5443-34c1-70371e577dd9, 'name': SearchDatastore_Task, 'duration_secs': 0.029783} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.609413] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c8a454-2d38-4823-bf9b-1a74f0dc9c14 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.615173] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Waiting for the task: (returnval){ [ 1991.615173] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5282fd2d-7063-5730-3303-fe0a033def8c" [ 1991.615173] env[62097]: _type = "Task" [ 1991.615173] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.623350] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5282fd2d-7063-5730-3303-fe0a033def8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.678061] env[62097]: DEBUG nova.scheduler.client.report [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1991.730039] env[62097]: INFO nova.compute.manager [-] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Took 1.41 seconds to deallocate network for instance. [ 1991.904975] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Task: {'id': task-2035443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.993015] env[62097]: DEBUG nova.network.neutron [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Updating instance_info_cache with network_info: [{"id": "def811b6-8d75-4b6c-994f-832a6a782668", "address": "fa:16:3e:73:02:df", "network": {"id": "add3e234-a23c-453c-a1d5-32bffd2baef3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472339090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07642e595a83453a98388eb72032650b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdef811b6-8d", "ovs_interfaceid": "def811b6-8d75-4b6c-994f-832a6a782668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1992.018974] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035444, 'name': PowerOffVM_Task, 'duration_secs': 0.418193} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.019314] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1992.019601] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1992.020553] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bd5c5f-78da-42f9-afae-f23d07dd8e6f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.028158] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1992.028486] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6da839c-1a31-4a26-af13-105383a2b45f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.126521] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5282fd2d-7063-5730-3303-fe0a033def8c, 'name': SearchDatastore_Task, 'duration_secs': 0.015072} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.126795] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.127065] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 56484712-6c57-48af-9a21-0780a7522056/56484712-6c57-48af-9a21-0780a7522056.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1992.127324] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bed5e8f4-d4a7-47ba-92c6-b187c8e8bc85 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.133659] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Waiting for the task: (returnval){ [ 1992.133659] env[62097]: value = "task-2035446" [ 1992.133659] env[62097]: _type = "Task" [ 1992.133659] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.143678] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': task-2035446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.156286] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1992.156286] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1992.156286] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Deleting the datastore file [datastore2] 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1992.156718] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd415e01-8bff-409a-8ae5-9a1365cff25b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.163496] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 1992.163496] env[62097]: value = "task-2035447" [ 1992.163496] env[62097]: _type = "Task" [ 1992.163496] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.172506] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.183618] env[62097]: DEBUG oslo_concurrency.lockutils [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.184240] env[62097]: DEBUG nova.compute.manager [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1992.186504] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.991s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.186726] env[62097]: DEBUG nova.objects.instance [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lazy-loading 'resources' on Instance uuid b9c23cfb-231e-43fd-a470-308fa6649091 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1992.237031] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.408259] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Task: {'id': task-2035443, 'name': ReconfigVM_Task, 'duration_secs': 0.602089} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.408575] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 04e72860-7f35-4830-8f6c-013605e9f8ea/04e72860-7f35-4830-8f6c-013605e9f8ea.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1992.409249] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e3af58e-ce3a-4ddb-89e2-eaa0107ec555 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.415582] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Waiting for the task: (returnval){ [ 1992.415582] env[62097]: value = "task-2035448" [ 1992.415582] env[62097]: _type = "Task" [ 1992.415582] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.424649] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Task: {'id': task-2035448, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.496141] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Releasing lock "refresh_cache-58236d5e-07eb-431d-a090-bacc9780c3cb" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.496464] env[62097]: DEBUG nova.compute.manager [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Instance network_info: |[{"id": "def811b6-8d75-4b6c-994f-832a6a782668", "address": "fa:16:3e:73:02:df", "network": {"id": "add3e234-a23c-453c-a1d5-32bffd2baef3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472339090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07642e595a83453a98388eb72032650b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdef811b6-8d", "ovs_interfaceid": "def811b6-8d75-4b6c-994f-832a6a782668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1992.497025] env[62097]: DEBUG oslo_concurrency.lockutils [req-1298c681-a5cc-4641-9bce-15ad51787131 req-227c8396-1e54-4f8b-95b4-f5809e2eb6af service nova] Acquired lock "refresh_cache-58236d5e-07eb-431d-a090-bacc9780c3cb" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.497228] env[62097]: DEBUG nova.network.neutron [req-1298c681-a5cc-4641-9bce-15ad51787131 req-227c8396-1e54-4f8b-95b4-f5809e2eb6af service nova] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Refreshing network info cache for port def811b6-8d75-4b6c-994f-832a6a782668 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1992.498470] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:02:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'def811b6-8d75-4b6c-994f-832a6a782668', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1992.506827] env[62097]: DEBUG oslo.service.loopingcall [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1992.507780] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1992.508041] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6aa3086-f85a-4fc6-ae5b-8f79c65b514a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.531381] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1992.531381] env[62097]: value = "task-2035449" [ 1992.531381] env[62097]: _type = "Task" [ 1992.531381] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.540894] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035449, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.594523] env[62097]: DEBUG oslo_concurrency.lockutils [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquiring lock "cdf0c5b1-1971-4c87-9c84-ef4da17e3138" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.594843] env[62097]: DEBUG oslo_concurrency.lockutils [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lock "cdf0c5b1-1971-4c87-9c84-ef4da17e3138" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.595109] env[62097]: DEBUG oslo_concurrency.lockutils [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquiring lock "cdf0c5b1-1971-4c87-9c84-ef4da17e3138-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.595616] env[62097]: DEBUG oslo_concurrency.lockutils [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lock "cdf0c5b1-1971-4c87-9c84-ef4da17e3138-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.595828] env[62097]: DEBUG oslo_concurrency.lockutils [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lock "cdf0c5b1-1971-4c87-9c84-ef4da17e3138-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.598499] env[62097]: INFO nova.compute.manager [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Terminating instance [ 1992.645959] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': task-2035446, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.648269] env[62097]: INFO nova.compute.manager [None req-2f8870ee-616b-43da-a816-ba1d664b51f9 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Get console output [ 1992.648490] env[62097]: WARNING nova.virt.vmwareapi.driver [None req-2f8870ee-616b-43da-a816-ba1d664b51f9 tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] The console log is missing. Check your VSPC configuration [ 1992.674515] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266807} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.674804] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1992.674997] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1992.675195] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1992.690520] env[62097]: DEBUG nova.compute.utils [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1992.692136] env[62097]: DEBUG nova.compute.manager [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1992.692414] env[62097]: DEBUG nova.network.neutron [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1992.764069] env[62097]: DEBUG nova.policy [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f62978a6f34c43edadd17faed8986421', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54320ff767714f48a1a5d4ef405d2e69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1992.930018] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Task: {'id': task-2035448, 'name': Rename_Task, 'duration_secs': 0.161492} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.931048] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1992.931327] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3667ee06-b79d-4fb0-a7ee-5640ac848f80 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.938138] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Waiting for the task: (returnval){ [ 1992.938138] env[62097]: value = "task-2035450" [ 1992.938138] env[62097]: _type = "Task" [ 1992.938138] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.950059] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Task: {'id': task-2035450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.976343] env[62097]: INFO nova.compute.manager [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Unrescuing [ 1992.977030] env[62097]: DEBUG oslo_concurrency.lockutils [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "refresh_cache-1824b463-fe07-4430-8da7-1b7568a58852" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.977030] env[62097]: DEBUG oslo_concurrency.lockutils [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquired lock "refresh_cache-1824b463-fe07-4430-8da7-1b7568a58852" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.977030] env[62097]: DEBUG nova.network.neutron [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1993.037825] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6beb6b07-f7ba-47f9-99af-dfb3f1f273b9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.049031] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035449, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.052243] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b375e54-4169-42af-9307-b2785c7679a6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.091058] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05971e5-2100-4db1-a5ef-4379623358b5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.101696] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c92f911-fe5e-4039-b172-181767b7f3cb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.106295] env[62097]: DEBUG nova.compute.manager [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1993.106519] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1993.107612] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16de2de8-94df-4616-9f8b-93411e74294b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.116184] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1993.127271] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e65933a7-916d-414e-a364-0d5aa734e31a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.129791] env[62097]: DEBUG nova.compute.provider_tree [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1993.135023] env[62097]: DEBUG nova.network.neutron [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Successfully created port: bfb5e725-db94-4b74-9334-edce5ac7a7ed {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1993.141603] env[62097]: DEBUG oslo_vmware.api [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for the task: (returnval){ [ 1993.141603] env[62097]: value = "task-2035451" [ 1993.141603] env[62097]: _type = "Task" [ 1993.141603] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.149182] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': task-2035446, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.155823] env[62097]: DEBUG oslo_vmware.api [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.199324] env[62097]: DEBUG nova.compute.manager [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1993.452700] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Task: {'id': task-2035450, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.506535] env[62097]: DEBUG nova.network.neutron [req-1298c681-a5cc-4641-9bce-15ad51787131 req-227c8396-1e54-4f8b-95b4-f5809e2eb6af service nova] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Updated VIF entry in instance network info cache for port def811b6-8d75-4b6c-994f-832a6a782668. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1993.506939] env[62097]: DEBUG nova.network.neutron [req-1298c681-a5cc-4641-9bce-15ad51787131 req-227c8396-1e54-4f8b-95b4-f5809e2eb6af service nova] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Updating instance_info_cache with network_info: [{"id": "def811b6-8d75-4b6c-994f-832a6a782668", "address": "fa:16:3e:73:02:df", "network": {"id": "add3e234-a23c-453c-a1d5-32bffd2baef3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472339090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07642e595a83453a98388eb72032650b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdef811b6-8d", "ovs_interfaceid": "def811b6-8d75-4b6c-994f-832a6a782668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.542974] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035449, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.637160] env[62097]: DEBUG nova.scheduler.client.report [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1993.656896] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': task-2035446, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.656896] env[62097]: DEBUG oslo_vmware.api [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035451, 'name': PowerOffVM_Task, 'duration_secs': 0.291448} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.658594] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1993.658773] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1993.659626] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5995c910-165c-46d6-88ef-c8849abab901 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.717779] env[62097]: DEBUG nova.virt.hardware [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1993.717976] env[62097]: DEBUG nova.virt.hardware [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1993.718159] env[62097]: DEBUG nova.virt.hardware [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1993.718350] env[62097]: DEBUG nova.virt.hardware [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1993.718498] env[62097]: DEBUG nova.virt.hardware [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1993.718644] env[62097]: DEBUG nova.virt.hardware [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1993.718855] env[62097]: DEBUG nova.virt.hardware [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1993.719025] env[62097]: DEBUG nova.virt.hardware [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1993.719204] env[62097]: DEBUG nova.virt.hardware [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1993.719401] env[62097]: DEBUG nova.virt.hardware [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1993.719548] env[62097]: DEBUG nova.virt.hardware [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1993.720515] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3244ad3-f0c9-4916-ad4e-e18fdf9f5c63 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.728979] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b299aca8-b528-498d-9f08-235b5300b987 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.743032] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:d7:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd929bf4-798d-40f6-8fb3-d6a9db837035', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1993.750445] env[62097]: DEBUG oslo.service.loopingcall [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1993.751704] env[62097]: DEBUG nova.network.neutron [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Updating instance_info_cache with network_info: [{"id": "9a7b83b4-55e5-4365-8b83-32baafa8d350", "address": "fa:16:3e:e6:30:a8", "network": {"id": "566b53a2-a236-4d55-a2db-ecec5674380e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2016949430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4266aad22d71447ca60bfcba4d94a511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7b83b4-55", "ovs_interfaceid": "9a7b83b4-55e5-4365-8b83-32baafa8d350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.753300] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1993.753741] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e12b67a-9acf-4c0f-b144-311c3f2f53b3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.776333] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1993.776333] env[62097]: value = "task-2035453" [ 1993.776333] env[62097]: _type = "Task" [ 1993.776333] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.784558] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035453, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.929650] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Acquiring lock "efe841ea-ce8a-4b9a-98de-5533729488dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.929785] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Lock "efe841ea-ce8a-4b9a-98de-5533729488dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.930076] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Acquiring lock "efe841ea-ce8a-4b9a-98de-5533729488dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.931610] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Lock "efe841ea-ce8a-4b9a-98de-5533729488dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.931610] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Lock "efe841ea-ce8a-4b9a-98de-5533729488dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.932608] env[62097]: INFO nova.compute.manager [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Terminating instance [ 1993.954254] env[62097]: DEBUG oslo_vmware.api [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Task: {'id': task-2035450, 'name': PowerOnVM_Task, 'duration_secs': 0.988055} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.954772] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1993.955195] env[62097]: INFO nova.compute.manager [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1993.955623] env[62097]: DEBUG nova.compute.manager [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1993.957272] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a162c407-9827-4b78-8531-bd74a1125ad7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.010356] env[62097]: DEBUG oslo_concurrency.lockutils [req-1298c681-a5cc-4641-9bce-15ad51787131 req-227c8396-1e54-4f8b-95b4-f5809e2eb6af service nova] Releasing lock "refresh_cache-58236d5e-07eb-431d-a090-bacc9780c3cb" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.042899] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035449, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.148046] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.148807] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': task-2035446, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.689889} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.148930] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.437s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.152957] env[62097]: INFO nova.compute.claims [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1994.152957] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 56484712-6c57-48af-9a21-0780a7522056/56484712-6c57-48af-9a21-0780a7522056.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1994.153215] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1994.153387] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6745a55d-0eab-4d79-8e16-501f7250951d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.161042] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Waiting for the task: (returnval){ [ 1994.161042] env[62097]: value = "task-2035454" [ 1994.161042] env[62097]: _type = "Task" [ 1994.161042] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.172471] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': task-2035454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.177946] env[62097]: INFO nova.scheduler.client.report [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Deleted allocations for instance b9c23cfb-231e-43fd-a470-308fa6649091 [ 1994.212350] env[62097]: DEBUG nova.compute.manager [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1994.246925] env[62097]: DEBUG nova.virt.hardware [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1994.247165] env[62097]: DEBUG nova.virt.hardware [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1994.247333] env[62097]: DEBUG nova.virt.hardware [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1994.247526] env[62097]: DEBUG nova.virt.hardware [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1994.247674] env[62097]: DEBUG nova.virt.hardware [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1994.248747] env[62097]: DEBUG nova.virt.hardware [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1994.249042] env[62097]: DEBUG nova.virt.hardware [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1994.249226] env[62097]: DEBUG nova.virt.hardware [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1994.249404] env[62097]: DEBUG nova.virt.hardware [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1994.249573] env[62097]: DEBUG nova.virt.hardware [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1994.249753] env[62097]: DEBUG nova.virt.hardware [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1994.250886] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ed0a11-e877-4050-97fd-888fe54cab4e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.254407] env[62097]: DEBUG oslo_concurrency.lockutils [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Releasing lock "refresh_cache-1824b463-fe07-4430-8da7-1b7568a58852" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.255054] env[62097]: DEBUG nova.objects.instance [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lazy-loading 'flavor' on Instance uuid 1824b463-fe07-4430-8da7-1b7568a58852 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1994.260064] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5af7362-7d91-4dac-88e0-4ae6d62006b6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.286828] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035453, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.439264] env[62097]: DEBUG nova.compute.manager [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1994.439638] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1994.440855] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306ac979-c0d0-4ceb-868e-43cd4e45fd41 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.452060] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1994.452378] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-956085f7-52bb-4bfe-9f1b-a04f57f274c2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.459559] env[62097]: DEBUG oslo_vmware.api [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Waiting for the task: (returnval){ [ 1994.459559] env[62097]: value = "task-2035455" [ 1994.459559] env[62097]: _type = "Task" [ 1994.459559] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.478152] env[62097]: DEBUG oslo_vmware.api [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Task: {'id': task-2035455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.485450] env[62097]: INFO nova.compute.manager [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Took 27.61 seconds to build instance. [ 1994.543552] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035449, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.599969] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1994.600307] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1994.600434] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Deleting the datastore file [datastore1] cdf0c5b1-1971-4c87-9c84-ef4da17e3138 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1994.600702] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ef351a5-4ba4-42a2-b980-d71fc5c3e13a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.607410] env[62097]: DEBUG oslo_vmware.api [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for the task: (returnval){ [ 1994.607410] env[62097]: value = "task-2035456" [ 1994.607410] env[62097]: _type = "Task" [ 1994.607410] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.615842] env[62097]: DEBUG oslo_vmware.api [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.672411] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': task-2035454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078226} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.672744] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1994.673641] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279fa32e-8173-4f19-b9f1-b98126ddb779 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.700444] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 56484712-6c57-48af-9a21-0780a7522056/56484712-6c57-48af-9a21-0780a7522056.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1994.701105] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bbb74357-81c1-458d-ac9d-6503938fca7e tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "b9c23cfb-231e-43fd-a470-308fa6649091" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.939s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.702516] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6781828-7eb3-4ba0-8b2b-ff093daa8765 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.724159] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Waiting for the task: (returnval){ [ 1994.724159] env[62097]: value = "task-2035457" [ 1994.724159] env[62097]: _type = "Task" [ 1994.724159] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.732649] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': task-2035457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.763189] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e976f7-74ad-4394-8b56-1dd949043fd3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.786893] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1994.792136] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-858a9043-80f4-4a37-9a1f-b1328291a68a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.797303] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035453, 'name': CreateVM_Task, 'duration_secs': 0.934217} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.798430] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1994.798772] env[62097]: DEBUG oslo_vmware.api [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1994.798772] env[62097]: value = "task-2035458" [ 1994.798772] env[62097]: _type = "Task" [ 1994.798772] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.799441] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.799754] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.799923] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1994.800230] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-972a97a2-d235-4974-a579-d0e1e6ac4c11 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.808210] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 1994.808210] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5236fe8b-a649-189c-f2da-e6e6b7022775" [ 1994.808210] env[62097]: _type = "Task" [ 1994.808210] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.811764] env[62097]: DEBUG oslo_vmware.api [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.819707] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5236fe8b-a649-189c-f2da-e6e6b7022775, 'name': SearchDatastore_Task, 'duration_secs': 0.009173} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.820028] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.820276] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1994.820516] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.820662] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.820839] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1994.821109] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69d76221-c468-47fa-a350-0ee7d3c63899 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.834136] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1994.834136] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1994.834136] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15456936-48a4-4b24-be56-9fc68333bd85 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.837765] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 1994.837765] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d1780a-d3d2-11a9-fc98-b594fa2af2cc" [ 1994.837765] env[62097]: _type = "Task" [ 1994.837765] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.845907] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d1780a-d3d2-11a9-fc98-b594fa2af2cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.971440] env[62097]: DEBUG oslo_vmware.api [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Task: {'id': task-2035455, 'name': PowerOffVM_Task, 'duration_secs': 0.255779} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.971745] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1994.971936] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1994.972187] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3bbf129-b45d-4307-8975-40dc8ff9ad93 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.988080] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0679eddc-da6d-4897-ad0b-f07e1ef30c91 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Lock "04e72860-7f35-4830-8f6c-013605e9f8ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.123s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.041247] env[62097]: DEBUG nova.compute.manager [req-198a73cd-a612-46fe-8ede-621a80fe84cf req-3c851e08-165a-47c9-a1d8-0dc9dc74f9ee service nova] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Received event network-vif-plugged-bfb5e725-db94-4b74-9334-edce5ac7a7ed {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1995.041488] env[62097]: DEBUG oslo_concurrency.lockutils [req-198a73cd-a612-46fe-8ede-621a80fe84cf req-3c851e08-165a-47c9-a1d8-0dc9dc74f9ee service nova] Acquiring lock "eb82508a-bae0-49a6-8c61-d7997180b28a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.041703] env[62097]: DEBUG oslo_concurrency.lockutils [req-198a73cd-a612-46fe-8ede-621a80fe84cf req-3c851e08-165a-47c9-a1d8-0dc9dc74f9ee service nova] Lock "eb82508a-bae0-49a6-8c61-d7997180b28a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.041952] env[62097]: DEBUG oslo_concurrency.lockutils [req-198a73cd-a612-46fe-8ede-621a80fe84cf req-3c851e08-165a-47c9-a1d8-0dc9dc74f9ee service nova] Lock "eb82508a-bae0-49a6-8c61-d7997180b28a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.042191] env[62097]: DEBUG nova.compute.manager [req-198a73cd-a612-46fe-8ede-621a80fe84cf req-3c851e08-165a-47c9-a1d8-0dc9dc74f9ee service nova] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] No waiting events found dispatching network-vif-plugged-bfb5e725-db94-4b74-9334-edce5ac7a7ed {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1995.042371] env[62097]: WARNING nova.compute.manager [req-198a73cd-a612-46fe-8ede-621a80fe84cf req-3c851e08-165a-47c9-a1d8-0dc9dc74f9ee service nova] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Received unexpected event network-vif-plugged-bfb5e725-db94-4b74-9334-edce5ac7a7ed for instance with vm_state building and task_state spawning. [ 1995.048515] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035449, 'name': CreateVM_Task, 'duration_secs': 2.063659} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.049241] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1995.050538] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.050665] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.050971] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1995.051271] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1995.051449] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1995.051704] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Deleting the datastore file [datastore2] efe841ea-ce8a-4b9a-98de-5533729488dd {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1995.051855] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0027064c-f812-445f-be7d-2ea006833141 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.053617] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7557b5ce-662d-4be3-854f-984851956c77 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.059695] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1995.059695] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52df0299-26c6-40be-f9e9-513cee76f368" [ 1995.059695] env[62097]: _type = "Task" [ 1995.059695] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.065058] env[62097]: DEBUG oslo_vmware.api [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Waiting for the task: (returnval){ [ 1995.065058] env[62097]: value = "task-2035460" [ 1995.065058] env[62097]: _type = "Task" [ 1995.065058] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.071827] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52df0299-26c6-40be-f9e9-513cee76f368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.076703] env[62097]: DEBUG oslo_vmware.api [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Task: {'id': task-2035460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.117686] env[62097]: DEBUG oslo_vmware.api [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Task: {'id': task-2035456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16008} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.117955] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1995.118241] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1995.118442] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1995.118639] env[62097]: INFO nova.compute.manager [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Took 2.01 seconds to destroy the instance on the hypervisor. [ 1995.118889] env[62097]: DEBUG oslo.service.loopingcall [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1995.119139] env[62097]: DEBUG nova.compute.manager [-] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1995.119208] env[62097]: DEBUG nova.network.neutron [-] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1995.166441] env[62097]: DEBUG nova.network.neutron [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Successfully updated port: bfb5e725-db94-4b74-9334-edce5ac7a7ed {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1995.236776] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': task-2035457, 'name': ReconfigVM_Task, 'duration_secs': 0.347196} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.237125] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 56484712-6c57-48af-9a21-0780a7522056/56484712-6c57-48af-9a21-0780a7522056.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1995.237767] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9ecd834-c488-45c0-8b71-9ea3b52d3465 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.244393] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Waiting for the task: (returnval){ [ 1995.244393] env[62097]: value = "task-2035461" [ 1995.244393] env[62097]: _type = "Task" [ 1995.244393] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.257271] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': task-2035461, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.310855] env[62097]: DEBUG oslo_vmware.api [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035458, 'name': PowerOffVM_Task, 'duration_secs': 0.200789} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.311172] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1995.316455] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Reconfiguring VM instance instance-0000003e to detach disk 2002 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1995.317644] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76a69ff3-6b87-467f-a308-8b1e61e2bfbe {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.340131] env[62097]: DEBUG oslo_vmware.api [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1995.340131] env[62097]: value = "task-2035462" [ 1995.340131] env[62097]: _type = "Task" [ 1995.340131] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.358898] env[62097]: DEBUG oslo_vmware.api [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035462, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.359755] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d1780a-d3d2-11a9-fc98-b594fa2af2cc, 'name': SearchDatastore_Task, 'duration_secs': 0.008956} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.360058] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a85db2d6-cf48-4c8f-8f6e-375ede118d10 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.371463] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 1995.371463] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527e1aa7-3942-77b7-a241-2da28ed75cbe" [ 1995.371463] env[62097]: _type = "Task" [ 1995.371463] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.379656] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527e1aa7-3942-77b7-a241-2da28ed75cbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.439336] env[62097]: DEBUG nova.compute.manager [req-968a2dc0-ea08-4258-a850-d1d02992b103 req-5773cb45-b7e1-45fe-9281-7a552c34b99a service nova] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Received event network-vif-deleted-81fc1b6f-9570-46d3-b78b-39dfa72e9c51 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1995.439705] env[62097]: INFO nova.compute.manager [req-968a2dc0-ea08-4258-a850-d1d02992b103 req-5773cb45-b7e1-45fe-9281-7a552c34b99a service nova] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Neutron deleted interface 81fc1b6f-9570-46d3-b78b-39dfa72e9c51; detaching it from the instance and deleting it from the info cache [ 1995.439705] env[62097]: DEBUG nova.network.neutron [req-968a2dc0-ea08-4258-a850-d1d02992b103 req-5773cb45-b7e1-45fe-9281-7a552c34b99a service nova] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.512174] env[62097]: DEBUG oslo_concurrency.lockutils [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Acquiring lock "04e72860-7f35-4830-8f6c-013605e9f8ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.512491] env[62097]: DEBUG oslo_concurrency.lockutils [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Lock "04e72860-7f35-4830-8f6c-013605e9f8ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.512738] env[62097]: DEBUG oslo_concurrency.lockutils [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Acquiring lock "04e72860-7f35-4830-8f6c-013605e9f8ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.513026] env[62097]: DEBUG oslo_concurrency.lockutils [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Lock "04e72860-7f35-4830-8f6c-013605e9f8ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.513166] env[62097]: DEBUG oslo_concurrency.lockutils [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Lock "04e72860-7f35-4830-8f6c-013605e9f8ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.515415] env[62097]: INFO nova.compute.manager [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Terminating instance [ 1995.526328] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1057a86d-3dd4-4244-a4b8-ff1bffe8e8b4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.534744] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58c310c-2a8b-46ff-984d-58ef267447c2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.573448] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d9c17a-c4f3-4e31-b68f-abc70eb726c9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.582659] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52df0299-26c6-40be-f9e9-513cee76f368, 'name': SearchDatastore_Task, 'duration_secs': 0.010424} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.587938] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.588481] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1995.588481] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.588742] env[62097]: DEBUG oslo_vmware.api [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Task: {'id': task-2035460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143667} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.590192] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c8ed25-3a5d-4b98-9184-81268788d916 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.594137] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1995.594337] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1995.594536] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1995.594720] env[62097]: INFO nova.compute.manager [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1995.594976] env[62097]: DEBUG oslo.service.loopingcall [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1995.595190] env[62097]: DEBUG nova.compute.manager [-] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1995.595284] env[62097]: DEBUG nova.network.neutron [-] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1995.606784] env[62097]: DEBUG nova.compute.provider_tree [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1995.672032] env[62097]: DEBUG oslo_concurrency.lockutils [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "refresh_cache-eb82508a-bae0-49a6-8c61-d7997180b28a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.672032] env[62097]: DEBUG oslo_concurrency.lockutils [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired lock "refresh_cache-eb82508a-bae0-49a6-8c61-d7997180b28a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.672032] env[62097]: DEBUG nova.network.neutron [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1995.754806] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': task-2035461, 'name': Rename_Task, 'duration_secs': 0.163717} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.755156] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1995.755446] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-309e1823-7a9f-4f9a-ac13-07b8d096a789 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.763344] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Waiting for the task: (returnval){ [ 1995.763344] env[62097]: value = "task-2035463" [ 1995.763344] env[62097]: _type = "Task" [ 1995.763344] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.770789] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': task-2035463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.847923] env[62097]: DEBUG oslo_vmware.api [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035462, 'name': ReconfigVM_Task, 'duration_secs': 0.419036} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.848242] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Reconfigured VM instance instance-0000003e to detach disk 2002 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1995.848432] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1995.848751] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-336ec75b-69d1-444e-a2da-96b54a0253c9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.855166] env[62097]: DEBUG oslo_vmware.api [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 1995.855166] env[62097]: value = "task-2035464" [ 1995.855166] env[62097]: _type = "Task" [ 1995.855166] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.863553] env[62097]: DEBUG oslo_vmware.api [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.883065] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527e1aa7-3942-77b7-a241-2da28ed75cbe, 'name': SearchDatastore_Task, 'duration_secs': 0.010437} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.883253] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.883527] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8/29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1995.883865] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.884074] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1995.884331] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-849306a9-93d7-47dd-8044-24f5d2b189f2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.886566] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-702ef012-abf2-4b4c-9fa0-c1a82db6df18 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.893791] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 1995.893791] env[62097]: value = "task-2035465" [ 1995.893791] env[62097]: _type = "Task" [ 1995.893791] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.897877] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1995.898086] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1995.899236] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ba3b240-6b28-4820-857d-93e37e2fef9b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.906883] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.909545] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1995.909545] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5248dd6e-0a05-fcd8-4a85-4d598d44b284" [ 1995.909545] env[62097]: _type = "Task" [ 1995.909545] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.917464] env[62097]: DEBUG nova.network.neutron [-] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.919498] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5248dd6e-0a05-fcd8-4a85-4d598d44b284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.942832] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca090fc2-c527-455a-810e-d7d665b5ab12 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.953898] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7945d0fc-cdda-4db0-bee2-6604f30dd914 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.991384] env[62097]: DEBUG nova.compute.manager [req-968a2dc0-ea08-4258-a850-d1d02992b103 req-5773cb45-b7e1-45fe-9281-7a552c34b99a service nova] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Detach interface failed, port_id=81fc1b6f-9570-46d3-b78b-39dfa72e9c51, reason: Instance cdf0c5b1-1971-4c87-9c84-ef4da17e3138 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1996.019982] env[62097]: DEBUG nova.compute.manager [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1996.020322] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1996.021235] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d5af73-5414-411e-8e8e-ad1931293367 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.029618] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1996.029908] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38ee9797-511f-4b05-a6b7-3ebc353962d6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.037743] env[62097]: DEBUG oslo_vmware.api [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Waiting for the task: (returnval){ [ 1996.037743] env[62097]: value = "task-2035466" [ 1996.037743] env[62097]: _type = "Task" [ 1996.037743] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.046675] env[62097]: DEBUG oslo_vmware.api [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Task: {'id': task-2035466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.110594] env[62097]: DEBUG nova.scheduler.client.report [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1996.213975] env[62097]: DEBUG nova.network.neutron [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1996.275954] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': task-2035463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.365649] env[62097]: DEBUG oslo_vmware.api [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035464, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.403582] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035465, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.426697] env[62097]: INFO nova.compute.manager [-] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Took 1.31 seconds to deallocate network for instance. [ 1996.427172] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5248dd6e-0a05-fcd8-4a85-4d598d44b284, 'name': SearchDatastore_Task, 'duration_secs': 0.016978} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.429649] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfc71f4f-9454-4385-84db-60bfb30da35e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.443129] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1996.443129] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5239578a-6649-50db-cb8c-f91737f9d508" [ 1996.443129] env[62097]: _type = "Task" [ 1996.443129] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.453883] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5239578a-6649-50db-cb8c-f91737f9d508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.552799] env[62097]: DEBUG oslo_vmware.api [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Task: {'id': task-2035466, 'name': PowerOffVM_Task, 'duration_secs': 0.182313} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.554293] env[62097]: DEBUG nova.network.neutron [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Updating instance_info_cache with network_info: [{"id": "bfb5e725-db94-4b74-9334-edce5ac7a7ed", "address": "fa:16:3e:65:5c:c4", "network": {"id": "6fa184c2-71c5-4120-a05c-3a7d42cba370", "bridge": "br-int", "label": "tempest-ServersTestJSON-820392323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54320ff767714f48a1a5d4ef405d2e69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfb5e725-db", "ovs_interfaceid": "bfb5e725-db94-4b74-9334-edce5ac7a7ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.556194] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1996.556590] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1996.557661] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72f74c2f-1fa6-4bb4-90e8-a4612d3d471a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.618364] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.618364] env[62097]: DEBUG nova.compute.manager [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1996.621135] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.384s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.621529] env[62097]: DEBUG nova.objects.instance [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lazy-loading 'resources' on Instance uuid 90d15877-672e-4191-9d69-50846fd4fe0b {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1996.718231] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1996.718231] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1996.718231] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Deleting the datastore file [datastore2] 04e72860-7f35-4830-8f6c-013605e9f8ea {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1996.718231] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ecabe6c-8753-4775-9e3a-74029f65cbe6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.724819] env[62097]: DEBUG oslo_vmware.api [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Waiting for the task: (returnval){ [ 1996.724819] env[62097]: value = "task-2035468" [ 1996.724819] env[62097]: _type = "Task" [ 1996.724819] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.729231] env[62097]: DEBUG nova.network.neutron [-] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.734216] env[62097]: DEBUG oslo_vmware.api [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Task: {'id': task-2035468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.774705] env[62097]: DEBUG oslo_vmware.api [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': task-2035463, 'name': PowerOnVM_Task, 'duration_secs': 0.783352} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.775008] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1996.775234] env[62097]: INFO nova.compute.manager [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1996.775416] env[62097]: DEBUG nova.compute.manager [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1996.776218] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c012183a-0577-46bb-9c0c-3e539cc11cf2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.864942] env[62097]: DEBUG oslo_vmware.api [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035464, 'name': PowerOnVM_Task, 'duration_secs': 0.522761} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.865221] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1996.865460] env[62097]: DEBUG nova.compute.manager [None req-879ae3e5-e6fb-4126-9263-db93f59a50ea tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1996.866263] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f3e344-1b73-4912-8ed2-1dec6764e485 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.904946] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742716} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.906178] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8/29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1996.906413] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1996.906672] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24fcbd48-3048-42e0-8751-ee832e0df7af {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.914265] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 1996.914265] env[62097]: value = "task-2035469" [ 1996.914265] env[62097]: _type = "Task" [ 1996.914265] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.922951] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.941626] env[62097]: DEBUG oslo_concurrency.lockutils [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.953665] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5239578a-6649-50db-cb8c-f91737f9d508, 'name': SearchDatastore_Task, 'duration_secs': 0.061575} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.953966] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.954316] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 58236d5e-07eb-431d-a090-bacc9780c3cb/58236d5e-07eb-431d-a090-bacc9780c3cb.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1996.954633] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4517830e-44de-4f6f-ace4-15f1b53ddf2e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.962398] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1996.962398] env[62097]: value = "task-2035470" [ 1996.962398] env[62097]: _type = "Task" [ 1996.962398] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.971213] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.057890] env[62097]: DEBUG oslo_concurrency.lockutils [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Releasing lock "refresh_cache-eb82508a-bae0-49a6-8c61-d7997180b28a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.058386] env[62097]: DEBUG nova.compute.manager [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Instance network_info: |[{"id": "bfb5e725-db94-4b74-9334-edce5ac7a7ed", "address": "fa:16:3e:65:5c:c4", "network": {"id": "6fa184c2-71c5-4120-a05c-3a7d42cba370", "bridge": "br-int", "label": "tempest-ServersTestJSON-820392323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54320ff767714f48a1a5d4ef405d2e69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfb5e725-db", "ovs_interfaceid": "bfb5e725-db94-4b74-9334-edce5ac7a7ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1997.058823] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:5c:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfb5e725-db94-4b74-9334-edce5ac7a7ed', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1997.066379] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Creating folder: Project (54320ff767714f48a1a5d4ef405d2e69). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1997.067695] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3556f681-0d3b-4fe5-b26e-a2594d61de0a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.070332] env[62097]: DEBUG nova.compute.manager [req-920c9b30-5e6d-4eab-b052-35627da019c2 req-06b86f03-7cfc-4d7b-acb2-418fa03409fa service nova] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Received event network-changed-bfb5e725-db94-4b74-9334-edce5ac7a7ed {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1997.070521] env[62097]: DEBUG nova.compute.manager [req-920c9b30-5e6d-4eab-b052-35627da019c2 req-06b86f03-7cfc-4d7b-acb2-418fa03409fa service nova] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Refreshing instance network info cache due to event network-changed-bfb5e725-db94-4b74-9334-edce5ac7a7ed. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1997.070733] env[62097]: DEBUG oslo_concurrency.lockutils [req-920c9b30-5e6d-4eab-b052-35627da019c2 req-06b86f03-7cfc-4d7b-acb2-418fa03409fa service nova] Acquiring lock "refresh_cache-eb82508a-bae0-49a6-8c61-d7997180b28a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.070876] env[62097]: DEBUG oslo_concurrency.lockutils [req-920c9b30-5e6d-4eab-b052-35627da019c2 req-06b86f03-7cfc-4d7b-acb2-418fa03409fa service nova] Acquired lock "refresh_cache-eb82508a-bae0-49a6-8c61-d7997180b28a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.071046] env[62097]: DEBUG nova.network.neutron [req-920c9b30-5e6d-4eab-b052-35627da019c2 req-06b86f03-7cfc-4d7b-acb2-418fa03409fa service nova] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Refreshing network info cache for port bfb5e725-db94-4b74-9334-edce5ac7a7ed {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1997.081418] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Created folder: Project (54320ff767714f48a1a5d4ef405d2e69) in parent group-v417770. [ 1997.081472] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Creating folder: Instances. Parent ref: group-v418019. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1997.081724] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baeff030-2f66-474f-8ea4-b109f55f7d9e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.090253] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Created folder: Instances in parent group-v418019. [ 1997.090455] env[62097]: DEBUG oslo.service.loopingcall [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1997.090663] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1997.090857] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9f847ac-3df4-4d2b-99b5-448e0e548157 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.109871] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1997.109871] env[62097]: value = "task-2035473" [ 1997.109871] env[62097]: _type = "Task" [ 1997.109871] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.120054] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035473, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.124784] env[62097]: DEBUG nova.compute.utils [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1997.129037] env[62097]: DEBUG nova.compute.manager [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1997.129390] env[62097]: DEBUG nova.network.neutron [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1997.214666] env[62097]: DEBUG nova.policy [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b709d7bebdbd4d91b15f3f2e08415cd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e12bb11b9e548798618c073b9b30454', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 1997.237612] env[62097]: INFO nova.compute.manager [-] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Took 1.64 seconds to deallocate network for instance. [ 1997.237956] env[62097]: DEBUG oslo_vmware.api [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Task: {'id': task-2035468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264681} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.239610] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1997.239837] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1997.240061] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1997.240210] env[62097]: INFO nova.compute.manager [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1997.240451] env[62097]: DEBUG oslo.service.loopingcall [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1997.243244] env[62097]: DEBUG nova.compute.manager [-] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1997.243331] env[62097]: DEBUG nova.network.neutron [-] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1997.294964] env[62097]: INFO nova.compute.manager [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Took 29.44 seconds to build instance. [ 1997.426504] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082048} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.426840] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1997.427618] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822f71c1-3223-4344-86ef-0158a94a2507 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.451237] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8/29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1997.454092] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f24eebe2-0db3-4e4f-b0a6-73cd9c6e24d9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.485620] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 1997.485620] env[62097]: value = "task-2035474" [ 1997.485620] env[62097]: _type = "Task" [ 1997.485620] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.485867] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.496993] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.515453] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fde02b9-e697-45b0-95cb-6c1ebdad8d94 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.524586] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0692ebbe-6cd7-4731-a588-0af30c20837f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.558654] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3f6cec-8f6c-4b10-a403-f73cded29fbd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.567199] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f5842f-3790-484a-b2a9-bb68a635570e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.586435] env[62097]: DEBUG nova.compute.provider_tree [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1997.616822] env[62097]: DEBUG nova.compute.manager [req-312976a6-e6fa-429e-90b3-7f6f6ec298c2 req-f9a233ea-22cb-4cb8-8d36-b60d44ad1918 service nova] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Received event network-vif-deleted-fcdc520a-8c1e-40aa-a19c-efb69b78b72d {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1997.623179] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035473, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.631376] env[62097]: DEBUG nova.compute.manager [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1997.670136] env[62097]: DEBUG nova.network.neutron [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Successfully created port: c30ab806-48e9-420c-b218-26d59322f1dc {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1997.746655] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.798133] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6042f035-d63f-4c3c-8ae4-aec466e6da77 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Lock "56484712-6c57-48af-9a21-0780a7522056" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.950s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.867310] env[62097]: DEBUG nova.network.neutron [req-920c9b30-5e6d-4eab-b052-35627da019c2 req-06b86f03-7cfc-4d7b-acb2-418fa03409fa service nova] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Updated VIF entry in instance network info cache for port bfb5e725-db94-4b74-9334-edce5ac7a7ed. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1997.867310] env[62097]: DEBUG nova.network.neutron [req-920c9b30-5e6d-4eab-b052-35627da019c2 req-06b86f03-7cfc-4d7b-acb2-418fa03409fa service nova] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Updating instance_info_cache with network_info: [{"id": "bfb5e725-db94-4b74-9334-edce5ac7a7ed", "address": "fa:16:3e:65:5c:c4", "network": {"id": "6fa184c2-71c5-4120-a05c-3a7d42cba370", "bridge": "br-int", "label": "tempest-ServersTestJSON-820392323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54320ff767714f48a1a5d4ef405d2e69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfb5e725-db", "ovs_interfaceid": "bfb5e725-db94-4b74-9334-edce5ac7a7ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.980768] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035470, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.999795] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035474, 'name': ReconfigVM_Task, 'duration_secs': 0.342022} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.000121] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8/29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1998.000793] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a5413e2-bed4-4ec4-ad72-e73fb8dbec09 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.003453] env[62097]: DEBUG nova.network.neutron [-] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.011628] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 1998.011628] env[62097]: value = "task-2035475" [ 1998.011628] env[62097]: _type = "Task" [ 1998.011628] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.022961] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035475, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.090269] env[62097]: DEBUG nova.scheduler.client.report [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1998.119580] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035473, 'name': CreateVM_Task, 'duration_secs': 0.615309} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.119783] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1998.123813] env[62097]: DEBUG oslo_concurrency.lockutils [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.128132] env[62097]: DEBUG oslo_concurrency.lockutils [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.128132] env[62097]: DEBUG oslo_concurrency.lockutils [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1998.128132] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3f99c2d-e012-457f-84a6-66944d79641a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.140112] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 1998.140112] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5237e15a-0f87-5c5b-869f-783b6991ed63" [ 1998.140112] env[62097]: _type = "Task" [ 1998.140112] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.151410] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5237e15a-0f87-5c5b-869f-783b6991ed63, 'name': SearchDatastore_Task, 'duration_secs': 0.008856} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.151711] env[62097]: DEBUG oslo_concurrency.lockutils [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.152028] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1998.152252] env[62097]: DEBUG oslo_concurrency.lockutils [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.152399] env[62097]: DEBUG oslo_concurrency.lockutils [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.152583] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1998.152951] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c9e1d2f-294b-44fe-9a1f-597b2db2817b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.162150] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1998.162370] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1998.163147] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f55d3a5-bdb3-4da2-bf97-9957b0e2ae98 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.168642] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 1998.168642] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526fcbff-c62f-fbee-f901-9b458e3aede6" [ 1998.168642] env[62097]: _type = "Task" [ 1998.168642] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.178611] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526fcbff-c62f-fbee-f901-9b458e3aede6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.370899] env[62097]: DEBUG oslo_concurrency.lockutils [req-920c9b30-5e6d-4eab-b052-35627da019c2 req-06b86f03-7cfc-4d7b-acb2-418fa03409fa service nova] Releasing lock "refresh_cache-eb82508a-bae0-49a6-8c61-d7997180b28a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.481539] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035470, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.144862} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.481539] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 58236d5e-07eb-431d-a090-bacc9780c3cb/58236d5e-07eb-431d-a090-bacc9780c3cb.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1998.481539] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1998.481744] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7addf35b-5a9e-4883-8786-1c17e75a43b1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.488179] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1998.488179] env[62097]: value = "task-2035476" [ 1998.488179] env[62097]: _type = "Task" [ 1998.488179] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.498289] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.507808] env[62097]: INFO nova.compute.manager [-] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Took 1.26 seconds to deallocate network for instance. [ 1998.520737] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035475, 'name': Rename_Task, 'duration_secs': 0.168047} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.521123] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1998.521478] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10abc1d2-b029-4f85-9b2e-98dc7ec26f5f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.531629] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 1998.531629] env[62097]: value = "task-2035477" [ 1998.531629] env[62097]: _type = "Task" [ 1998.531629] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.546561] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035477, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.598024] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.598024] env[62097]: DEBUG oslo_concurrency.lockutils [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.656s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.598024] env[62097]: DEBUG nova.objects.instance [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lazy-loading 'resources' on Instance uuid cdf0c5b1-1971-4c87-9c84-ef4da17e3138 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1998.625300] env[62097]: INFO nova.scheduler.client.report [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Deleted allocations for instance 90d15877-672e-4191-9d69-50846fd4fe0b [ 1998.643019] env[62097]: DEBUG nova.compute.manager [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1998.670761] env[62097]: DEBUG nova.virt.hardware [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1998.671031] env[62097]: DEBUG nova.virt.hardware [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1998.671187] env[62097]: DEBUG nova.virt.hardware [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1998.671371] env[62097]: DEBUG nova.virt.hardware [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1998.671763] env[62097]: DEBUG nova.virt.hardware [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1998.671813] env[62097]: DEBUG nova.virt.hardware [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1998.672028] env[62097]: DEBUG nova.virt.hardware [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1998.672323] env[62097]: DEBUG nova.virt.hardware [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1998.672785] env[62097]: DEBUG nova.virt.hardware [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1998.672785] env[62097]: DEBUG nova.virt.hardware [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1998.672970] env[62097]: DEBUG nova.virt.hardware [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1998.674630] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f81ab0-7955-4c70-b134-5335ae0447d0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.689507] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526fcbff-c62f-fbee-f901-9b458e3aede6, 'name': SearchDatastore_Task, 'duration_secs': 0.010485} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.693506] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89b7620-7f27-464b-aea1-406eeb21862d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.695913] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3fa335f-b2f0-45d4-b0a7-afdf441f6fa6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.710828] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 1998.710828] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5276b9b4-63d8-d8a5-65a8-4dc98871ab61" [ 1998.710828] env[62097]: _type = "Task" [ 1998.710828] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.719306] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5276b9b4-63d8-d8a5-65a8-4dc98871ab61, 'name': SearchDatastore_Task, 'duration_secs': 0.009534} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.719577] env[62097]: DEBUG oslo_concurrency.lockutils [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.719863] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] eb82508a-bae0-49a6-8c61-d7997180b28a/eb82508a-bae0-49a6-8c61-d7997180b28a.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1998.720146] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ffa052f-e9ce-48a1-b551-65c7b13d7f28 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.726841] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 1998.726841] env[62097]: value = "task-2035478" [ 1998.726841] env[62097]: _type = "Task" [ 1998.726841] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.734650] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.998844] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077175} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.999173] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1998.999960] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbb2d82-080a-481d-abaa-c2aa82021480 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.016716] env[62097]: DEBUG oslo_concurrency.lockutils [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.025740] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 58236d5e-07eb-431d-a090-bacc9780c3cb/58236d5e-07eb-431d-a090-bacc9780c3cb.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1999.026394] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a286074f-ff92-40d7-93b0-f2db90e4c879 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.048892] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035477, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.050245] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1999.050245] env[62097]: value = "task-2035479" [ 1999.050245] env[62097]: _type = "Task" [ 1999.050245] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.058047] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.135025] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8da1d435-a7e9-4cbc-ad18-b3d73453d80f tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "90d15877-672e-4191-9d69-50846fd4fe0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.551s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.241736] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035478, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.248233] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "863f4a90-054d-4098-94e0-a945c4cfab7e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.248525] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "863f4a90-054d-4098-94e0-a945c4cfab7e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.248764] env[62097]: INFO nova.compute.manager [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Shelving [ 1999.380275] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c7031b7b-331f-4bd3-8995-5a937cbf0da7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "interface-6e9e39d9-957b-4617-b1db-c9022a6ac77a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.380669] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c7031b7b-331f-4bd3-8995-5a937cbf0da7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "interface-6e9e39d9-957b-4617-b1db-c9022a6ac77a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.381093] env[62097]: DEBUG nova.objects.instance [None req-c7031b7b-331f-4bd3-8995-5a937cbf0da7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lazy-loading 'flavor' on Instance uuid 6e9e39d9-957b-4617-b1db-c9022a6ac77a {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1999.414531] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9083026a-9eed-4f8d-a942-8c2e09976eb8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.423498] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f82a6bc-0cf8-429d-bcc0-29146681b368 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.456998] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3137b7cd-4884-4402-bffe-fcf0f1f35bc5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.465632] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e61721-d8b5-450f-859e-dded66ca154c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.483359] env[62097]: DEBUG nova.compute.provider_tree [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1999.579457] env[62097]: DEBUG oslo_vmware.api [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035477, 'name': PowerOnVM_Task, 'duration_secs': 0.568271} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.579626] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035479, 'name': ReconfigVM_Task, 'duration_secs': 0.414518} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.579878] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1999.580229] env[62097]: DEBUG nova.compute.manager [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1999.580644] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 58236d5e-07eb-431d-a090-bacc9780c3cb/58236d5e-07eb-431d-a090-bacc9780c3cb.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1999.581835] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d2f0dc-9695-4b7f-8336-8b35432be6b0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.591773] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdccc2d6-9589-4090-80c1-c2009a9a0677 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.593395] env[62097]: DEBUG nova.network.neutron [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Successfully updated port: c30ab806-48e9-420c-b218-26d59322f1dc {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1999.616826] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 1999.616826] env[62097]: value = "task-2035480" [ 1999.616826] env[62097]: _type = "Task" [ 1999.616826] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.643182] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035480, 'name': Rename_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.709518] env[62097]: DEBUG oslo_concurrency.lockutils [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Acquiring lock "56484712-6c57-48af-9a21-0780a7522056" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.709797] env[62097]: DEBUG oslo_concurrency.lockutils [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Lock "56484712-6c57-48af-9a21-0780a7522056" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.710100] env[62097]: DEBUG oslo_concurrency.lockutils [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Acquiring lock "56484712-6c57-48af-9a21-0780a7522056-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.710343] env[62097]: DEBUG oslo_concurrency.lockutils [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Lock "56484712-6c57-48af-9a21-0780a7522056-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.710526] env[62097]: DEBUG oslo_concurrency.lockutils [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Lock "56484712-6c57-48af-9a21-0780a7522056-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.712600] env[62097]: INFO nova.compute.manager [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Terminating instance [ 1999.737474] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831808} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.737737] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] eb82508a-bae0-49a6-8c61-d7997180b28a/eb82508a-bae0-49a6-8c61-d7997180b28a.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1999.737958] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1999.738219] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffa4af94-44c7-4077-848c-1a95e97dfe32 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.745956] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 1999.745956] env[62097]: value = "task-2035481" [ 1999.745956] env[62097]: _type = "Task" [ 1999.745956] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.757111] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.824902] env[62097]: DEBUG nova.compute.manager [req-93da2cfe-28c7-4e4d-9201-0fde6ae885e0 req-1b3ca33f-68ac-49f5-9994-0f17ea90526d service nova] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Received event network-vif-plugged-c30ab806-48e9-420c-b218-26d59322f1dc {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1999.825079] env[62097]: DEBUG oslo_concurrency.lockutils [req-93da2cfe-28c7-4e4d-9201-0fde6ae885e0 req-1b3ca33f-68ac-49f5-9994-0f17ea90526d service nova] Acquiring lock "81efd643-006a-4c65-8c7e-61121f15799a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.825249] env[62097]: DEBUG oslo_concurrency.lockutils [req-93da2cfe-28c7-4e4d-9201-0fde6ae885e0 req-1b3ca33f-68ac-49f5-9994-0f17ea90526d service nova] Lock "81efd643-006a-4c65-8c7e-61121f15799a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.825403] env[62097]: DEBUG oslo_concurrency.lockutils [req-93da2cfe-28c7-4e4d-9201-0fde6ae885e0 req-1b3ca33f-68ac-49f5-9994-0f17ea90526d service nova] Lock "81efd643-006a-4c65-8c7e-61121f15799a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.825586] env[62097]: DEBUG nova.compute.manager [req-93da2cfe-28c7-4e4d-9201-0fde6ae885e0 req-1b3ca33f-68ac-49f5-9994-0f17ea90526d service nova] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] No waiting events found dispatching network-vif-plugged-c30ab806-48e9-420c-b218-26d59322f1dc {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1999.825778] env[62097]: WARNING nova.compute.manager [req-93da2cfe-28c7-4e4d-9201-0fde6ae885e0 req-1b3ca33f-68ac-49f5-9994-0f17ea90526d service nova] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Received unexpected event network-vif-plugged-c30ab806-48e9-420c-b218-26d59322f1dc for instance with vm_state building and task_state spawning. [ 1999.888179] env[62097]: DEBUG nova.objects.instance [None req-c7031b7b-331f-4bd3-8995-5a937cbf0da7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lazy-loading 'pci_requests' on Instance uuid 6e9e39d9-957b-4617-b1db-c9022a6ac77a {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1999.895786] env[62097]: DEBUG nova.compute.manager [req-9109ffd8-46ae-4162-a341-78aa1bffd23b req-7cab2725-c3f1-4f78-9c19-766b0f6312d3 service nova] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Received event network-vif-deleted-b6085ad2-7208-41c6-b757-b5a59afe078e {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1999.896067] env[62097]: DEBUG nova.compute.manager [req-9109ffd8-46ae-4162-a341-78aa1bffd23b req-7cab2725-c3f1-4f78-9c19-766b0f6312d3 service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Received event network-changed-9a7b83b4-55e5-4365-8b83-32baafa8d350 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1999.896136] env[62097]: DEBUG nova.compute.manager [req-9109ffd8-46ae-4162-a341-78aa1bffd23b req-7cab2725-c3f1-4f78-9c19-766b0f6312d3 service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Refreshing instance network info cache due to event network-changed-9a7b83b4-55e5-4365-8b83-32baafa8d350. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1999.896337] env[62097]: DEBUG oslo_concurrency.lockutils [req-9109ffd8-46ae-4162-a341-78aa1bffd23b req-7cab2725-c3f1-4f78-9c19-766b0f6312d3 service nova] Acquiring lock "refresh_cache-1824b463-fe07-4430-8da7-1b7568a58852" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.896474] env[62097]: DEBUG oslo_concurrency.lockutils [req-9109ffd8-46ae-4162-a341-78aa1bffd23b req-7cab2725-c3f1-4f78-9c19-766b0f6312d3 service nova] Acquired lock "refresh_cache-1824b463-fe07-4430-8da7-1b7568a58852" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.896632] env[62097]: DEBUG nova.network.neutron [req-9109ffd8-46ae-4162-a341-78aa1bffd23b req-7cab2725-c3f1-4f78-9c19-766b0f6312d3 service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Refreshing network info cache for port 9a7b83b4-55e5-4365-8b83-32baafa8d350 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1999.986710] env[62097]: DEBUG nova.scheduler.client.report [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2000.099256] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "refresh_cache-81efd643-006a-4c65-8c7e-61121f15799a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.099415] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired lock "refresh_cache-81efd643-006a-4c65-8c7e-61121f15799a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.099572] env[62097]: DEBUG nova.network.neutron [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2000.126606] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.132221] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035480, 'name': Rename_Task, 'duration_secs': 0.396301} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.132493] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2000.132743] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e76f4c5-afa0-49cc-bc74-7e98b1c41350 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.139703] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 2000.139703] env[62097]: value = "task-2035482" [ 2000.139703] env[62097]: _type = "Task" [ 2000.139703] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.151841] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.216781] env[62097]: DEBUG nova.compute.manager [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2000.218032] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2000.218221] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fce7b80-d2ae-42de-ad83-edbde13747f8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.227033] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2000.227299] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ada33672-0e5f-455c-a4b4-b013f01800a7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.234030] env[62097]: DEBUG oslo_vmware.api [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Waiting for the task: (returnval){ [ 2000.234030] env[62097]: value = "task-2035483" [ 2000.234030] env[62097]: _type = "Task" [ 2000.234030] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.243677] env[62097]: DEBUG oslo_vmware.api [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': task-2035483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.257426] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064226} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.257929] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2000.258488] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2b2bc7-9ac1-4ceb-8aaa-2abd218d9473 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.272327] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2000.281590] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] eb82508a-bae0-49a6-8c61-d7997180b28a/eb82508a-bae0-49a6-8c61-d7997180b28a.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2000.281878] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-647bcdd9-8ed5-42d6-b1e0-469d0a6ad86e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.283519] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cbd7cb0-ebaf-44f3-adbc-34e8f8c0dc69 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.303767] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "c43a1829-509c-40bc-bab3-9af6fd1dd168" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.304030] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "c43a1829-509c-40bc-bab3-9af6fd1dd168" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.304282] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "c43a1829-509c-40bc-bab3-9af6fd1dd168-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.304456] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "c43a1829-509c-40bc-bab3-9af6fd1dd168-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.304640] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "c43a1829-509c-40bc-bab3-9af6fd1dd168-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.306267] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 2000.306267] env[62097]: value = "task-2035484" [ 2000.306267] env[62097]: _type = "Task" [ 2000.306267] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.307691] env[62097]: INFO nova.compute.manager [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Terminating instance [ 2000.309169] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2000.309169] env[62097]: value = "task-2035485" [ 2000.309169] env[62097]: _type = "Task" [ 2000.309169] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.322091] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.325315] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.391085] env[62097]: DEBUG nova.objects.base [None req-c7031b7b-331f-4bd3-8995-5a937cbf0da7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Object Instance<6e9e39d9-957b-4617-b1db-c9022a6ac77a> lazy-loaded attributes: flavor,pci_requests {{(pid=62097) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2000.391387] env[62097]: DEBUG nova.network.neutron [None req-c7031b7b-331f-4bd3-8995-5a937cbf0da7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2000.492175] env[62097]: DEBUG oslo_concurrency.lockutils [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.494501] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.748s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.494828] env[62097]: DEBUG nova.objects.instance [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Lazy-loading 'resources' on Instance uuid efe841ea-ce8a-4b9a-98de-5533729488dd {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2000.519336] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c7031b7b-331f-4bd3-8995-5a937cbf0da7 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "interface-6e9e39d9-957b-4617-b1db-c9022a6ac77a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.139s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.525077] env[62097]: INFO nova.scheduler.client.report [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Deleted allocations for instance cdf0c5b1-1971-4c87-9c84-ef4da17e3138 [ 2000.641049] env[62097]: DEBUG nova.network.neutron [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2000.655934] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.657325] env[62097]: DEBUG nova.network.neutron [req-9109ffd8-46ae-4162-a341-78aa1bffd23b req-7cab2725-c3f1-4f78-9c19-766b0f6312d3 service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Updated VIF entry in instance network info cache for port 9a7b83b4-55e5-4365-8b83-32baafa8d350. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2000.657710] env[62097]: DEBUG nova.network.neutron [req-9109ffd8-46ae-4162-a341-78aa1bffd23b req-7cab2725-c3f1-4f78-9c19-766b0f6312d3 service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Updating instance_info_cache with network_info: [{"id": "9a7b83b4-55e5-4365-8b83-32baafa8d350", "address": "fa:16:3e:e6:30:a8", "network": {"id": "566b53a2-a236-4d55-a2db-ecec5674380e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2016949430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4266aad22d71447ca60bfcba4d94a511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7b83b4-55", "ovs_interfaceid": "9a7b83b4-55e5-4365-8b83-32baafa8d350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.746279] env[62097]: DEBUG oslo_vmware.api [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': task-2035483, 'name': PowerOffVM_Task, 'duration_secs': 0.46499} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.746674] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2000.746902] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2000.747251] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a846ae2c-7cab-445a-8e71-be801323feac {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.814617] env[62097]: DEBUG nova.compute.manager [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2000.814905] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2000.821862] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8863b50d-bc2b-4888-8e63-a8edb41b2519 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.827017] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035484, 'name': PowerOffVM_Task, 'duration_secs': 0.351946} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.827017] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2000.827017] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604aec4e-d5a6-45c6-b151-d958f9412182 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.833273] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.833534] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2000.834164] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecb729ad-f94e-4ef5-9e7a-3554a55f9b2c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.852015] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbccf6f8-c7bd-41e3-be64-b882a96b2da8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.854885] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2000.855169] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2000.855409] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Deleting the datastore file [datastore1] 56484712-6c57-48af-9a21-0780a7522056 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2000.855766] env[62097]: DEBUG oslo_vmware.api [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 2000.855766] env[62097]: value = "task-2035487" [ 2000.855766] env[62097]: _type = "Task" [ 2000.855766] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.855990] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10560f8e-0503-4725-9e32-a9d583545acb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.866781] env[62097]: DEBUG oslo_vmware.api [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Waiting for the task: (returnval){ [ 2000.866781] env[62097]: value = "task-2035488" [ 2000.866781] env[62097]: _type = "Task" [ 2000.866781] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.870052] env[62097]: DEBUG oslo_vmware.api [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.870696] env[62097]: DEBUG nova.network.neutron [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Updating instance_info_cache with network_info: [{"id": "c30ab806-48e9-420c-b218-26d59322f1dc", "address": "fa:16:3e:d3:fd:54", "network": {"id": "f60cbb13-de5a-4273-9dce-9347f05a8c64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-361624700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e12bb11b9e548798618c073b9b30454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc30ab806-48", "ovs_interfaceid": "c30ab806-48e9-420c-b218-26d59322f1dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.879705] env[62097]: DEBUG oslo_vmware.api [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': task-2035488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.032840] env[62097]: DEBUG oslo_concurrency.lockutils [None req-326be99d-e28b-4ea3-bee8-1930b368c597 tempest-SecurityGroupsTestJSON-135320326 tempest-SecurityGroupsTestJSON-135320326-project-member] Lock "cdf0c5b1-1971-4c87-9c84-ef4da17e3138" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.438s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.052958] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2001.053931] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2001.143297] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.143664] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.143954] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.144252] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.144498] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.149751] env[62097]: INFO nova.compute.manager [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Terminating instance [ 2001.158335] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035482, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.159854] env[62097]: DEBUG oslo_concurrency.lockutils [req-9109ffd8-46ae-4162-a341-78aa1bffd23b req-7cab2725-c3f1-4f78-9c19-766b0f6312d3 service nova] Releasing lock "refresh_cache-1824b463-fe07-4430-8da7-1b7568a58852" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.160097] env[62097]: DEBUG nova.compute.manager [req-9109ffd8-46ae-4162-a341-78aa1bffd23b req-7cab2725-c3f1-4f78-9c19-766b0f6312d3 service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Received event network-changed-9a7b83b4-55e5-4365-8b83-32baafa8d350 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2001.160270] env[62097]: DEBUG nova.compute.manager [req-9109ffd8-46ae-4162-a341-78aa1bffd23b req-7cab2725-c3f1-4f78-9c19-766b0f6312d3 service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Refreshing instance network info cache due to event network-changed-9a7b83b4-55e5-4365-8b83-32baafa8d350. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2001.160479] env[62097]: DEBUG oslo_concurrency.lockutils [req-9109ffd8-46ae-4162-a341-78aa1bffd23b req-7cab2725-c3f1-4f78-9c19-766b0f6312d3 service nova] Acquiring lock "refresh_cache-1824b463-fe07-4430-8da7-1b7568a58852" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.160611] env[62097]: DEBUG oslo_concurrency.lockutils [req-9109ffd8-46ae-4162-a341-78aa1bffd23b req-7cab2725-c3f1-4f78-9c19-766b0f6312d3 service nova] Acquired lock "refresh_cache-1824b463-fe07-4430-8da7-1b7568a58852" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.160790] env[62097]: DEBUG nova.network.neutron [req-9109ffd8-46ae-4162-a341-78aa1bffd23b req-7cab2725-c3f1-4f78-9c19-766b0f6312d3 service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Refreshing network info cache for port 9a7b83b4-55e5-4365-8b83-32baafa8d350 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2001.265850] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576a759c-3363-40f0-8a39-304656265ad1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.273922] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c87678-e748-4996-9b56-90a6c4ef739f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.303913] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d64f770-99bc-43a1-a3d5-ca044724e05c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.311683] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5834e4f-905e-460c-9801-f8d925ff4466 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.331758] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035485, 'name': ReconfigVM_Task, 'duration_secs': 0.76103} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.332257] env[62097]: DEBUG nova.compute.provider_tree [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2001.337043] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Reconfigured VM instance instance-0000005b to attach disk [datastore1] eb82508a-bae0-49a6-8c61-d7997180b28a/eb82508a-bae0-49a6-8c61-d7997180b28a.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2001.337043] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa8c9904-4717-407b-afaf-0bade65f0783 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.342719] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2001.342719] env[62097]: value = "task-2035489" [ 2001.342719] env[62097]: _type = "Task" [ 2001.342719] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.352482] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035489, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.369642] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Creating Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2001.369961] env[62097]: DEBUG oslo_vmware.api [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035487, 'name': PowerOffVM_Task, 'duration_secs': 0.225934} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.370256] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-00c6eea6-acfe-46b5-be86-9029445d2cc8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.372655] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2001.372858] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2001.376015] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3087693-04e9-4caa-863c-054a2eea26e0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.377572] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Releasing lock "refresh_cache-81efd643-006a-4c65-8c7e-61121f15799a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.377868] env[62097]: DEBUG nova.compute.manager [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Instance network_info: |[{"id": "c30ab806-48e9-420c-b218-26d59322f1dc", "address": "fa:16:3e:d3:fd:54", "network": {"id": "f60cbb13-de5a-4273-9dce-9347f05a8c64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-361624700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e12bb11b9e548798618c073b9b30454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc30ab806-48", "ovs_interfaceid": "c30ab806-48e9-420c-b218-26d59322f1dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2001.378961] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:fd:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c30ab806-48e9-420c-b218-26d59322f1dc', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2001.386299] env[62097]: DEBUG oslo.service.loopingcall [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2001.388297] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2001.388611] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 2001.388611] env[62097]: value = "task-2035490" [ 2001.388611] env[62097]: _type = "Task" [ 2001.388611] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.393620] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ee25e55-ee45-4e53-ad9d-f812724a8b7d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.409019] env[62097]: DEBUG oslo_vmware.api [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Task: {'id': task-2035488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232038} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.412345] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2001.412582] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2001.412777] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2001.412952] env[62097]: INFO nova.compute.manager [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] [instance: 56484712-6c57-48af-9a21-0780a7522056] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2001.413204] env[62097]: DEBUG oslo.service.loopingcall [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2001.414133] env[62097]: DEBUG nova.compute.manager [-] [instance: 56484712-6c57-48af-9a21-0780a7522056] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2001.414265] env[62097]: DEBUG nova.network.neutron [-] [instance: 56484712-6c57-48af-9a21-0780a7522056] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2001.418187] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2001.418187] env[62097]: value = "task-2035492" [ 2001.418187] env[62097]: _type = "Task" [ 2001.418187] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.421502] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035490, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.429667] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035492, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.459028] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2001.459309] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2001.459482] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Deleting the datastore file [datastore1] c43a1829-509c-40bc-bab3-9af6fd1dd168 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2001.459787] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8816cbd-7cf3-43bc-89a3-37ae0f2ae01c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.467953] env[62097]: DEBUG oslo_vmware.api [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 2001.467953] env[62097]: value = "task-2035493" [ 2001.467953] env[62097]: _type = "Task" [ 2001.467953] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.476961] env[62097]: DEBUG oslo_vmware.api [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.571715] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2001.571715] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2001.655857] env[62097]: DEBUG nova.compute.manager [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2001.656244] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2001.656605] env[62097]: DEBUG oslo_vmware.api [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035482, 'name': PowerOnVM_Task, 'duration_secs': 1.079181} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.657710] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0e0a3e-de6d-4bbf-8398-118fff164024 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.660565] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2001.660778] env[62097]: INFO nova.compute.manager [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Took 11.89 seconds to spawn the instance on the hypervisor. [ 2001.660963] env[62097]: DEBUG nova.compute.manager [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2001.661745] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dd58fb-37d4-484b-b7ff-fe8cb649d751 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.669314] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2001.669849] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7582c997-6e4b-42d3-badc-2eb42d32c2ae {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.679639] env[62097]: DEBUG oslo_vmware.api [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2001.679639] env[62097]: value = "task-2035494" [ 2001.679639] env[62097]: _type = "Task" [ 2001.679639] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.689947] env[62097]: DEBUG oslo_vmware.api [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.836157] env[62097]: DEBUG nova.scheduler.client.report [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2001.843854] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "7f4d6fa2-45e4-4348-9149-47ec9f40c22c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.844123] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "7f4d6fa2-45e4-4348-9149-47ec9f40c22c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.858536] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035489, 'name': Rename_Task, 'duration_secs': 0.223505} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.858857] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2001.859347] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83a1d101-cf1b-404b-bb48-5bdc38f12668 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.866145] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2001.866145] env[62097]: value = "task-2035495" [ 2001.866145] env[62097]: _type = "Task" [ 2001.866145] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.874959] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.922922] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035490, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.939426] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035492, 'name': CreateVM_Task, 'duration_secs': 0.368464} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.940457] env[62097]: DEBUG nova.network.neutron [req-9109ffd8-46ae-4162-a341-78aa1bffd23b req-7cab2725-c3f1-4f78-9c19-766b0f6312d3 service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Updated VIF entry in instance network info cache for port 9a7b83b4-55e5-4365-8b83-32baafa8d350. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2001.940814] env[62097]: DEBUG nova.network.neutron [req-9109ffd8-46ae-4162-a341-78aa1bffd23b req-7cab2725-c3f1-4f78-9c19-766b0f6312d3 service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Updating instance_info_cache with network_info: [{"id": "9a7b83b4-55e5-4365-8b83-32baafa8d350", "address": "fa:16:3e:e6:30:a8", "network": {"id": "566b53a2-a236-4d55-a2db-ecec5674380e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2016949430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4266aad22d71447ca60bfcba4d94a511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7b83b4-55", "ovs_interfaceid": "9a7b83b4-55e5-4365-8b83-32baafa8d350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.942361] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2001.943721] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.943721] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.943879] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2001.944117] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8601c234-6fd3-4581-b4b5-24b3a34dde35 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.949522] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2001.949522] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526295f9-dd8e-845e-ec18-875a315bb1b5" [ 2001.949522] env[62097]: _type = "Task" [ 2001.949522] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.959636] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526295f9-dd8e-845e-ec18-875a315bb1b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.977493] env[62097]: DEBUG oslo_vmware.api [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190536} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.977749] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2001.977936] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2001.978281] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2001.978381] env[62097]: INFO nova.compute.manager [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2001.978532] env[62097]: DEBUG oslo.service.loopingcall [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2001.978717] env[62097]: DEBUG nova.compute.manager [-] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2001.978810] env[62097]: DEBUG nova.network.neutron [-] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2002.104233] env[62097]: DEBUG nova.compute.manager [req-d4aada6f-16d9-4cc8-ac37-0086e1f33cd7 req-33bad117-53ea-4044-a05b-035036cf3f09 service nova] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Received event network-changed-c30ab806-48e9-420c-b218-26d59322f1dc {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2002.104233] env[62097]: DEBUG nova.compute.manager [req-d4aada6f-16d9-4cc8-ac37-0086e1f33cd7 req-33bad117-53ea-4044-a05b-035036cf3f09 service nova] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Refreshing instance network info cache due to event network-changed-c30ab806-48e9-420c-b218-26d59322f1dc. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2002.104233] env[62097]: DEBUG oslo_concurrency.lockutils [req-d4aada6f-16d9-4cc8-ac37-0086e1f33cd7 req-33bad117-53ea-4044-a05b-035036cf3f09 service nova] Acquiring lock "refresh_cache-81efd643-006a-4c65-8c7e-61121f15799a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2002.104233] env[62097]: DEBUG oslo_concurrency.lockutils [req-d4aada6f-16d9-4cc8-ac37-0086e1f33cd7 req-33bad117-53ea-4044-a05b-035036cf3f09 service nova] Acquired lock "refresh_cache-81efd643-006a-4c65-8c7e-61121f15799a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2002.104894] env[62097]: DEBUG nova.network.neutron [req-d4aada6f-16d9-4cc8-ac37-0086e1f33cd7 req-33bad117-53ea-4044-a05b-035036cf3f09 service nova] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Refreshing network info cache for port c30ab806-48e9-420c-b218-26d59322f1dc {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2002.186671] env[62097]: INFO nova.compute.manager [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Took 27.84 seconds to build instance. [ 2002.193608] env[62097]: DEBUG oslo_vmware.api [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035494, 'name': PowerOffVM_Task, 'duration_secs': 0.173389} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.193781] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2002.193946] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2002.194211] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-491abb2b-0d59-44c3-ab9f-9e6f92123727 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.292943] env[62097]: DEBUG nova.compute.manager [req-f82dbbbe-b0a4-4e0a-b930-f48410108124 req-8327b373-9224-43e1-9814-134e37f98fc0 service nova] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Received event network-vif-deleted-d5573d57-af87-4057-971d-d858b7677b4e {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2002.293168] env[62097]: INFO nova.compute.manager [req-f82dbbbe-b0a4-4e0a-b930-f48410108124 req-8327b373-9224-43e1-9814-134e37f98fc0 service nova] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Neutron deleted interface d5573d57-af87-4057-971d-d858b7677b4e; detaching it from the instance and deleting it from the info cache [ 2002.293343] env[62097]: DEBUG nova.network.neutron [req-f82dbbbe-b0a4-4e0a-b930-f48410108124 req-8327b373-9224-43e1-9814-134e37f98fc0 service nova] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.313361] env[62097]: DEBUG nova.network.neutron [-] [instance: 56484712-6c57-48af-9a21-0780a7522056] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.344295] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.346854] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2002.347102] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2002.347314] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Deleting the datastore file [datastore1] 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2002.347832] env[62097]: DEBUG oslo_concurrency.lockutils [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.331s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.348081] env[62097]: DEBUG nova.objects.instance [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Lazy-loading 'resources' on Instance uuid 04e72860-7f35-4830-8f6c-013605e9f8ea {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2002.349966] env[62097]: DEBUG nova.compute.manager [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2002.352298] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9956da60-500d-4642-a85d-0551f2cd2e74 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.360065] env[62097]: DEBUG oslo_vmware.api [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2002.360065] env[62097]: value = "task-2035497" [ 2002.360065] env[62097]: _type = "Task" [ 2002.360065] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.376287] env[62097]: DEBUG oslo_vmware.api [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.377259] env[62097]: INFO nova.scheduler.client.report [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Deleted allocations for instance efe841ea-ce8a-4b9a-98de-5533729488dd [ 2002.383582] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035495, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.419979] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035490, 'name': CreateSnapshot_Task, 'duration_secs': 0.551962} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.420527] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Created Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2002.421440] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8089d1be-5f82-4298-940b-e4331fc55b24 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.444192] env[62097]: DEBUG oslo_concurrency.lockutils [req-9109ffd8-46ae-4162-a341-78aa1bffd23b req-7cab2725-c3f1-4f78-9c19-766b0f6312d3 service nova] Releasing lock "refresh_cache-1824b463-fe07-4430-8da7-1b7568a58852" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.459643] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526295f9-dd8e-845e-ec18-875a315bb1b5, 'name': SearchDatastore_Task, 'duration_secs': 0.01082} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.460052] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.460211] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2002.460449] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2002.460596] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2002.460777] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2002.461048] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6d353a7-2197-4a02-b953-95b5066b1679 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.470202] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2002.470400] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2002.472056] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c835ba-4d11-455d-9f83-850bdac35689 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.478173] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2002.478173] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52275798-56b0-7519-9018-d2010645f895" [ 2002.478173] env[62097]: _type = "Task" [ 2002.478173] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.487022] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52275798-56b0-7519-9018-d2010645f895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.646051] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "interface-6e9e39d9-957b-4617-b1db-c9022a6ac77a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.646318] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "interface-6e9e39d9-957b-4617-b1db-c9022a6ac77a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.646640] env[62097]: DEBUG nova.objects.instance [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lazy-loading 'flavor' on Instance uuid 6e9e39d9-957b-4617-b1db-c9022a6ac77a {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2002.690117] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6b921138-f547-4c74-945b-9e3e4ac1a7b7 tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "58236d5e-07eb-431d-a090-bacc9780c3cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.350s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.749323] env[62097]: DEBUG nova.network.neutron [-] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.795965] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5f9a724-df9e-441e-a9a1-728c72898a4f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.807992] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bb2904-64c2-45cc-bfd3-b07209da0eca {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.828020] env[62097]: INFO nova.compute.manager [-] [instance: 56484712-6c57-48af-9a21-0780a7522056] Took 1.41 seconds to deallocate network for instance. [ 2002.828020] env[62097]: DEBUG nova.network.neutron [req-d4aada6f-16d9-4cc8-ac37-0086e1f33cd7 req-33bad117-53ea-4044-a05b-035036cf3f09 service nova] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Updated VIF entry in instance network info cache for port c30ab806-48e9-420c-b218-26d59322f1dc. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2002.828020] env[62097]: DEBUG nova.network.neutron [req-d4aada6f-16d9-4cc8-ac37-0086e1f33cd7 req-33bad117-53ea-4044-a05b-035036cf3f09 service nova] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Updating instance_info_cache with network_info: [{"id": "c30ab806-48e9-420c-b218-26d59322f1dc", "address": "fa:16:3e:d3:fd:54", "network": {"id": "f60cbb13-de5a-4273-9dce-9347f05a8c64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-361624700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e12bb11b9e548798618c073b9b30454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc30ab806-48", "ovs_interfaceid": "c30ab806-48e9-420c-b218-26d59322f1dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.852027] env[62097]: DEBUG nova.compute.manager [req-f82dbbbe-b0a4-4e0a-b930-f48410108124 req-8327b373-9224-43e1-9814-134e37f98fc0 service nova] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Detach interface failed, port_id=d5573d57-af87-4057-971d-d858b7677b4e, reason: Instance c43a1829-509c-40bc-bab3-9af6fd1dd168 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2002.873626] env[62097]: DEBUG oslo_vmware.api [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161821} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.876875] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2002.877114] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2002.877304] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2002.877479] env[62097]: INFO nova.compute.manager [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2002.877777] env[62097]: DEBUG oslo.service.loopingcall [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2002.878721] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.879216] env[62097]: DEBUG nova.compute.manager [-] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2002.879321] env[62097]: DEBUG nova.network.neutron [-] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2002.890635] env[62097]: DEBUG oslo_vmware.api [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035495, 'name': PowerOnVM_Task, 'duration_secs': 0.784928} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.890888] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2002.891100] env[62097]: INFO nova.compute.manager [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Took 8.68 seconds to spawn the instance on the hypervisor. [ 2002.891284] env[62097]: DEBUG nova.compute.manager [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2002.891781] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b57ef51a-52b3-4d50-85e5-3e4591df9cee tempest-ServerActionsTestJSON-1658299971 tempest-ServerActionsTestJSON-1658299971-project-member] Lock "efe841ea-ce8a-4b9a-98de-5533729488dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.962s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.896904] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb203d6-c716-4f63-a30c-215853f850f1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.941492] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Creating linked-clone VM from snapshot {{(pid=62097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2002.944870] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-14baa823-c758-46ea-a545-fe1f6f10821e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.955072] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 2002.955072] env[62097]: value = "task-2035498" [ 2002.955072] env[62097]: _type = "Task" [ 2002.955072] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.967012] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035498, 'name': CloneVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.995783] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52275798-56b0-7519-9018-d2010645f895, 'name': SearchDatastore_Task, 'duration_secs': 0.009336} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.996294] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d461bd70-f2e2-4337-a8e5-c155ac43582b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.002679] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2003.002679] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52db18f8-3868-303a-4fbd-ac9583818abe" [ 2003.002679] env[62097]: _type = "Task" [ 2003.002679] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.012008] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52db18f8-3868-303a-4fbd-ac9583818abe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.231449] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64266b7f-b061-4393-bdf0-d269dfb84692 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.239635] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de79bc09-47af-477f-a37f-9aab05b9dbef {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.273810] env[62097]: INFO nova.compute.manager [-] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Took 1.29 seconds to deallocate network for instance. [ 2003.276616] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51075fb-12db-4051-afad-2275ff7c5381 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.285114] env[62097]: DEBUG nova.objects.instance [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lazy-loading 'pci_requests' on Instance uuid 6e9e39d9-957b-4617-b1db-c9022a6ac77a {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2003.294119] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb4ca9c-934a-45af-9bc6-4f177024383d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.310240] env[62097]: DEBUG nova.compute.provider_tree [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2003.332598] env[62097]: DEBUG oslo_concurrency.lockutils [req-d4aada6f-16d9-4cc8-ac37-0086e1f33cd7 req-33bad117-53ea-4044-a05b-035036cf3f09 service nova] Releasing lock "refresh_cache-81efd643-006a-4c65-8c7e-61121f15799a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.332891] env[62097]: DEBUG nova.compute.manager [req-d4aada6f-16d9-4cc8-ac37-0086e1f33cd7 req-33bad117-53ea-4044-a05b-035036cf3f09 service nova] [instance: 56484712-6c57-48af-9a21-0780a7522056] Received event network-vif-deleted-62494129-0ddd-45dc-b886-adf578f10f8a {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2003.333148] env[62097]: INFO nova.compute.manager [req-d4aada6f-16d9-4cc8-ac37-0086e1f33cd7 req-33bad117-53ea-4044-a05b-035036cf3f09 service nova] [instance: 56484712-6c57-48af-9a21-0780a7522056] Neutron deleted interface 62494129-0ddd-45dc-b886-adf578f10f8a; detaching it from the instance and deleting it from the info cache [ 2003.333277] env[62097]: DEBUG nova.network.neutron [req-d4aada6f-16d9-4cc8-ac37-0086e1f33cd7 req-33bad117-53ea-4044-a05b-035036cf3f09 service nova] [instance: 56484712-6c57-48af-9a21-0780a7522056] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2003.335317] env[62097]: DEBUG oslo_concurrency.lockutils [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.412464] env[62097]: INFO nova.compute.manager [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Took 27.53 seconds to build instance. [ 2003.465041] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035498, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.515465] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52db18f8-3868-303a-4fbd-ac9583818abe, 'name': SearchDatastore_Task, 'duration_secs': 0.01768} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.516083] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.516492] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 81efd643-006a-4c65-8c7e-61121f15799a/81efd643-006a-4c65-8c7e-61121f15799a.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2003.516974] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69216b19-579a-44b3-88c6-0d5a63e85ace {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.526180] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2003.526180] env[62097]: value = "task-2035499" [ 2003.526180] env[62097]: _type = "Task" [ 2003.526180] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.535433] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.788089] env[62097]: DEBUG nova.objects.base [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Object Instance<6e9e39d9-957b-4617-b1db-c9022a6ac77a> lazy-loaded attributes: flavor,pci_requests {{(pid=62097) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2003.788381] env[62097]: DEBUG nova.network.neutron [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2003.791229] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.816060] env[62097]: DEBUG nova.scheduler.client.report [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2003.837774] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-584d222b-5554-45ea-9840-ad6da13eaaab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.851979] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5b669f-2b9c-418d-a640-72bb79844443 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.877133] env[62097]: DEBUG nova.policy [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c4a72cfc28948dda8ba1e6c71d5b519', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72924d79b93d45148d34ba3287efe44c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2003.904042] env[62097]: DEBUG nova.network.neutron [-] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2003.909026] env[62097]: DEBUG nova.compute.manager [req-d4aada6f-16d9-4cc8-ac37-0086e1f33cd7 req-33bad117-53ea-4044-a05b-035036cf3f09 service nova] [instance: 56484712-6c57-48af-9a21-0780a7522056] Detach interface failed, port_id=62494129-0ddd-45dc-b886-adf578f10f8a, reason: Instance 56484712-6c57-48af-9a21-0780a7522056 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2003.914857] env[62097]: DEBUG oslo_concurrency.lockutils [None req-43139f07-7c09-4d2d-b5a5-a03562a1d7b0 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "eb82508a-bae0-49a6-8c61-d7997180b28a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.039s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.968728] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035498, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.038023] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499372} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.038338] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 81efd643-006a-4c65-8c7e-61121f15799a/81efd643-006a-4c65-8c7e-61121f15799a.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2004.038567] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2004.038944] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a21a726a-17f9-4e5a-aca4-4c339cda9d6a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.048123] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2004.048123] env[62097]: value = "task-2035500" [ 2004.048123] env[62097]: _type = "Task" [ 2004.048123] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.052506] env[62097]: DEBUG nova.compute.manager [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2004.053689] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d237d0b-d67f-428a-84d0-fdd703d1eba3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.062066] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.294216] env[62097]: DEBUG nova.network.neutron [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Successfully created port: 2f80390c-07ce-4186-80f0-a76d6ed7376d {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2004.322559] env[62097]: DEBUG oslo_concurrency.lockutils [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.327442] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.200s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.328017] env[62097]: DEBUG nova.objects.instance [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62097) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2004.353822] env[62097]: INFO nova.scheduler.client.report [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Deleted allocations for instance 04e72860-7f35-4830-8f6c-013605e9f8ea [ 2004.407861] env[62097]: INFO nova.compute.manager [-] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Took 1.53 seconds to deallocate network for instance. [ 2004.468978] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035498, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.558197] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070102} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.559028] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2004.559794] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b64eb1-2317-4b14-ac96-8711acaede66 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.576021] env[62097]: INFO nova.compute.manager [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] instance snapshotting [ 2004.587087] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 81efd643-006a-4c65-8c7e-61121f15799a/81efd643-006a-4c65-8c7e-61121f15799a.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2004.587709] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf8681aa-11c3-4997-8235-fa4a757045ac {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.609908] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2e1bff-ef4a-4e5f-a43a-cf58b6b899b2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.637750] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b41d89-f5f5-44a0-8a0d-e6e4822f59b6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.640774] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2004.640774] env[62097]: value = "task-2035501" [ 2004.640774] env[62097]: _type = "Task" [ 2004.640774] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.653290] env[62097]: DEBUG nova.compute.manager [req-cde8b238-2340-478e-890f-53909eb97da4 req-26d7f91d-9ea0-43e5-b6e2-02d14c2bf438 service nova] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Received event network-vif-deleted-dd929bf4-798d-40f6-8fb3-d6a9db837035 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2004.658040] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.865155] env[62097]: DEBUG oslo_concurrency.lockutils [None req-49c01f21-acf5-4a5a-93ca-ed2184debd61 tempest-ServersNegativeTestMultiTenantJSON-1719573303 tempest-ServersNegativeTestMultiTenantJSON-1719573303-project-member] Lock "04e72860-7f35-4830-8f6c-013605e9f8ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.352s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.923689] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.967023] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035498, 'name': CloneVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.168239] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Creating Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2005.168650] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035501, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.170715] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4e45570e-992b-45c9-bb42-3d1e2b192077 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.180083] env[62097]: DEBUG oslo_vmware.api [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 2005.180083] env[62097]: value = "task-2035502" [ 2005.180083] env[62097]: _type = "Task" [ 2005.180083] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.205315] env[62097]: DEBUG oslo_vmware.api [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035502, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.340584] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bdc6e835-10d6-444d-8100-457c8b5f5e27 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.342649] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.464s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.344409] env[62097]: INFO nova.compute.claims [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2005.476393] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035498, 'name': CloneVM_Task, 'duration_secs': 2.027182} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.476690] env[62097]: INFO nova.virt.vmwareapi.vmops [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Created linked-clone VM from snapshot [ 2005.477624] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1deb9b-8020-42d4-a062-dd435495e9eb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.488392] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Uploading image 017a863d-fd69-48d7-b76e-f0ef35837499 {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2005.521027] env[62097]: DEBUG oslo_vmware.rw_handles [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2005.521027] env[62097]: value = "vm-418024" [ 2005.521027] env[62097]: _type = "VirtualMachine" [ 2005.521027] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2005.521027] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f7dd5ea5-b240-4aba-9e79-904e769159aa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.529047] env[62097]: DEBUG oslo_vmware.rw_handles [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lease: (returnval){ [ 2005.529047] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a3e669-5659-e876-4e98-41b4d4fa8408" [ 2005.529047] env[62097]: _type = "HttpNfcLease" [ 2005.529047] env[62097]: } obtained for exporting VM: (result){ [ 2005.529047] env[62097]: value = "vm-418024" [ 2005.529047] env[62097]: _type = "VirtualMachine" [ 2005.529047] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2005.529341] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the lease: (returnval){ [ 2005.529341] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a3e669-5659-e876-4e98-41b4d4fa8408" [ 2005.529341] env[62097]: _type = "HttpNfcLease" [ 2005.529341] env[62097]: } to be ready. {{(pid=62097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2005.537075] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2005.537075] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a3e669-5659-e876-4e98-41b4d4fa8408" [ 2005.537075] env[62097]: _type = "HttpNfcLease" [ 2005.537075] env[62097]: } is initializing. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2005.659242] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035501, 'name': ReconfigVM_Task, 'duration_secs': 0.56352} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.659242] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 81efd643-006a-4c65-8c7e-61121f15799a/81efd643-006a-4c65-8c7e-61121f15799a.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2005.659242] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10f0125b-081b-440b-9d04-fe33f8c07e6e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.667122] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2005.667122] env[62097]: value = "task-2035504" [ 2005.667122] env[62097]: _type = "Task" [ 2005.667122] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.680143] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035504, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.690774] env[62097]: DEBUG oslo_vmware.api [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035502, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.039229] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2006.039229] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a3e669-5659-e876-4e98-41b4d4fa8408" [ 2006.039229] env[62097]: _type = "HttpNfcLease" [ 2006.039229] env[62097]: } is ready. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2006.039229] env[62097]: DEBUG oslo_vmware.rw_handles [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2006.039229] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a3e669-5659-e876-4e98-41b4d4fa8408" [ 2006.039229] env[62097]: _type = "HttpNfcLease" [ 2006.039229] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2006.039229] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0a5d60-c8e8-4501-9019-67d20f7892db {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.047773] env[62097]: DEBUG oslo_vmware.rw_handles [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265f01f-cb00-8a9c-9f03-78f006f2b9e8/disk-0.vmdk from lease info. {{(pid=62097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2006.048360] env[62097]: DEBUG oslo_vmware.rw_handles [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265f01f-cb00-8a9c-9f03-78f006f2b9e8/disk-0.vmdk for reading. {{(pid=62097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2006.183543] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035504, 'name': Rename_Task, 'duration_secs': 0.307063} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.189590] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2006.189889] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48bca18b-f3f2-44d1-b6ec-5468ac91ab6d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.198823] env[62097]: DEBUG oslo_vmware.api [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035502, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.202776] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2006.202776] env[62097]: value = "task-2035505" [ 2006.202776] env[62097]: _type = "Task" [ 2006.202776] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.203382] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fa5a93ef-995d-41de-b074-facb76f34ca4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.206832] env[62097]: DEBUG nova.network.neutron [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Successfully updated port: 2f80390c-07ce-4186-80f0-a76d6ed7376d {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2006.221219] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035505, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.675082] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a82fb87-6f12-4736-8b7e-2d912450b4c1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.692424] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2842ab1-4ede-4dd9-a007-ee222e19c272 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.701849] env[62097]: DEBUG oslo_vmware.api [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035502, 'name': CreateSnapshot_Task, 'duration_secs': 1.079043} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.737051] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Created Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2006.737932] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.738194] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.738420] env[62097]: DEBUG nova.network.neutron [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2006.743043] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a95190-1c61-4efc-b194-0790086bf384 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.749584] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb9d455-775d-46be-a47a-df91242eae01 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.771307] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.773122] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2341902c-0535-4805-a8c3-70e6cccbd69d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.793470] env[62097]: DEBUG nova.compute.provider_tree [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2006.897716] env[62097]: DEBUG oslo_concurrency.lockutils [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "a9731176-2910-4f07-b95a-8496587d553b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.898133] env[62097]: DEBUG oslo_concurrency.lockutils [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "a9731176-2910-4f07-b95a-8496587d553b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.973352] env[62097]: DEBUG nova.compute.manager [req-342c0362-95df-4395-8f42-2aef4a46ee52 req-e41e0a29-2b57-4050-b5b0-98201c5ee13c service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Received event network-vif-plugged-2f80390c-07ce-4186-80f0-a76d6ed7376d {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2006.973935] env[62097]: DEBUG oslo_concurrency.lockutils [req-342c0362-95df-4395-8f42-2aef4a46ee52 req-e41e0a29-2b57-4050-b5b0-98201c5ee13c service nova] Acquiring lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.974279] env[62097]: DEBUG oslo_concurrency.lockutils [req-342c0362-95df-4395-8f42-2aef4a46ee52 req-e41e0a29-2b57-4050-b5b0-98201c5ee13c service nova] Lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.974575] env[62097]: DEBUG oslo_concurrency.lockutils [req-342c0362-95df-4395-8f42-2aef4a46ee52 req-e41e0a29-2b57-4050-b5b0-98201c5ee13c service nova] Lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.974872] env[62097]: DEBUG nova.compute.manager [req-342c0362-95df-4395-8f42-2aef4a46ee52 req-e41e0a29-2b57-4050-b5b0-98201c5ee13c service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] No waiting events found dispatching network-vif-plugged-2f80390c-07ce-4186-80f0-a76d6ed7376d {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2006.975132] env[62097]: WARNING nova.compute.manager [req-342c0362-95df-4395-8f42-2aef4a46ee52 req-e41e0a29-2b57-4050-b5b0-98201c5ee13c service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Received unexpected event network-vif-plugged-2f80390c-07ce-4186-80f0-a76d6ed7376d for instance with vm_state active and task_state None. [ 2006.975253] env[62097]: DEBUG nova.compute.manager [req-342c0362-95df-4395-8f42-2aef4a46ee52 req-e41e0a29-2b57-4050-b5b0-98201c5ee13c service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Received event network-changed-2f80390c-07ce-4186-80f0-a76d6ed7376d {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2006.975410] env[62097]: DEBUG nova.compute.manager [req-342c0362-95df-4395-8f42-2aef4a46ee52 req-e41e0a29-2b57-4050-b5b0-98201c5ee13c service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Refreshing instance network info cache due to event network-changed-2f80390c-07ce-4186-80f0-a76d6ed7376d. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2006.976013] env[62097]: DEBUG oslo_concurrency.lockutils [req-342c0362-95df-4395-8f42-2aef4a46ee52 req-e41e0a29-2b57-4050-b5b0-98201c5ee13c service nova] Acquiring lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.250809] env[62097]: DEBUG oslo_vmware.api [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035505, 'name': PowerOnVM_Task, 'duration_secs': 0.999573} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.251367] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2007.251367] env[62097]: INFO nova.compute.manager [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Took 8.61 seconds to spawn the instance on the hypervisor. [ 2007.251543] env[62097]: DEBUG nova.compute.manager [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2007.252386] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4b5eed-5783-4747-8aaa-5160318a8e7e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.279535] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Creating linked-clone VM from snapshot {{(pid=62097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2007.280537] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-895b0848-8ae1-4280-b4c1-5ab6c9a44e41 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.289719] env[62097]: DEBUG oslo_vmware.api [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 2007.289719] env[62097]: value = "task-2035506" [ 2007.289719] env[62097]: _type = "Task" [ 2007.289719] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.301230] env[62097]: DEBUG nova.scheduler.client.report [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2007.305658] env[62097]: DEBUG oslo_vmware.api [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035506, 'name': CloneVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.310399] env[62097]: WARNING nova.network.neutron [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] 20c9a613-f481-4535-8cb3-9ea8eaf56a05 already exists in list: networks containing: ['20c9a613-f481-4535-8cb3-9ea8eaf56a05']. ignoring it [ 2007.401580] env[62097]: DEBUG nova.compute.manager [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2007.773286] env[62097]: INFO nova.compute.manager [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Took 29.08 seconds to build instance. [ 2007.803893] env[62097]: DEBUG oslo_vmware.api [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035506, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.816985] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.817755] env[62097]: DEBUG nova.compute.manager [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2007.826045] env[62097]: DEBUG oslo_concurrency.lockutils [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.488s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.826887] env[62097]: DEBUG nova.objects.instance [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Lazy-loading 'resources' on Instance uuid 56484712-6c57-48af-9a21-0780a7522056 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2007.831387] env[62097]: DEBUG nova.network.neutron [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Updating instance_info_cache with network_info: [{"id": "be9f6825-75e8-4126-a31c-e1f3689c5a6f", "address": "fa:16:3e:76:23:1e", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9f6825-75", "ovs_interfaceid": "be9f6825-75e8-4126-a31c-e1f3689c5a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2f80390c-07ce-4186-80f0-a76d6ed7376d", "address": "fa:16:3e:84:8c:ff", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f80390c-07", "ovs_interfaceid": "2f80390c-07ce-4186-80f0-a76d6ed7376d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.935100] env[62097]: DEBUG oslo_concurrency.lockutils [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.275915] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a3a2c9c5-48cb-4560-b9c0-a543a4c3cce5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "81efd643-006a-4c65-8c7e-61121f15799a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.594s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.301353] env[62097]: DEBUG oslo_vmware.api [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035506, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.325380] env[62097]: DEBUG nova.compute.utils [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2008.327402] env[62097]: DEBUG nova.compute.manager [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2008.327402] env[62097]: DEBUG nova.network.neutron [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2008.338683] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.341315] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.345754] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.345754] env[62097]: DEBUG oslo_concurrency.lockutils [req-342c0362-95df-4395-8f42-2aef4a46ee52 req-e41e0a29-2b57-4050-b5b0-98201c5ee13c service nova] Acquired lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.345754] env[62097]: DEBUG nova.network.neutron [req-342c0362-95df-4395-8f42-2aef4a46ee52 req-e41e0a29-2b57-4050-b5b0-98201c5ee13c service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Refreshing network info cache for port 2f80390c-07ce-4186-80f0-a76d6ed7376d {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2008.345754] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bc3562-c971-4ab1-81c9-12a407dfdaab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.374568] env[62097]: DEBUG nova.virt.hardware [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2008.375093] env[62097]: DEBUG nova.virt.hardware [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2008.375334] env[62097]: DEBUG nova.virt.hardware [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2008.375609] env[62097]: DEBUG nova.virt.hardware [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2008.375856] env[62097]: DEBUG nova.virt.hardware [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2008.376256] env[62097]: DEBUG nova.virt.hardware [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2008.376386] env[62097]: DEBUG nova.virt.hardware [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2008.376589] env[62097]: DEBUG nova.virt.hardware [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2008.376800] env[62097]: DEBUG nova.virt.hardware [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2008.377220] env[62097]: DEBUG nova.virt.hardware [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2008.377549] env[62097]: DEBUG nova.virt.hardware [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2008.385206] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Reconfiguring VM to attach interface {{(pid=62097) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2008.389630] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e57cfe47-69c7-49b1-a770-aefeb5c8657e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.409664] env[62097]: DEBUG oslo_vmware.api [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2008.409664] env[62097]: value = "task-2035507" [ 2008.409664] env[62097]: _type = "Task" [ 2008.409664] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.411278] env[62097]: DEBUG nova.policy [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '439c1a3e424144d0b4b1278760739466', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbcf1419521b46b2aa629c0e0d3eb6e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2008.423944] env[62097]: DEBUG oslo_vmware.api [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035507, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.639828] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Didn't find any instances for network info cache update. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2008.640115] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.640289] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.640457] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.640607] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.640767] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.640958] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.641063] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2008.641209] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.701547] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b2164a01-87ca-4a7c-b897-581efa7bfc54 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "81efd643-006a-4c65-8c7e-61121f15799a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.702193] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b2164a01-87ca-4a7c-b897-581efa7bfc54 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "81efd643-006a-4c65-8c7e-61121f15799a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.702193] env[62097]: DEBUG nova.compute.manager [None req-b2164a01-87ca-4a7c-b897-581efa7bfc54 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2008.703873] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bd7574-d605-4e38-b125-dc5bc5dc2f91 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.712234] env[62097]: DEBUG nova.compute.manager [None req-b2164a01-87ca-4a7c-b897-581efa7bfc54 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62097) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2008.712884] env[62097]: DEBUG nova.objects.instance [None req-b2164a01-87ca-4a7c-b897-581efa7bfc54 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lazy-loading 'flavor' on Instance uuid 81efd643-006a-4c65-8c7e-61121f15799a {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2008.745634] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db42e3f-8a5d-48e2-ba9f-9b582e67a97d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.754347] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b04633-0693-4c48-b824-dd28f94a7f2b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.786953] env[62097]: DEBUG nova.network.neutron [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Successfully created port: 63febcf5-f09d-4461-beb2-f23f0745e4e9 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2008.789241] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bef6592-4bf8-4ee1-a0db-05cf6da561ff {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.799953] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a29aee1-9d08-4873-85ca-8d4703f18918 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.835615] env[62097]: DEBUG oslo_vmware.api [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035506, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.835615] env[62097]: DEBUG nova.compute.provider_tree [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2008.835615] env[62097]: DEBUG nova.compute.manager [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2008.920806] env[62097]: DEBUG oslo_vmware.api [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.149564] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.234303] env[62097]: DEBUG nova.network.neutron [req-342c0362-95df-4395-8f42-2aef4a46ee52 req-e41e0a29-2b57-4050-b5b0-98201c5ee13c service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Updated VIF entry in instance network info cache for port 2f80390c-07ce-4186-80f0-a76d6ed7376d. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2009.234790] env[62097]: DEBUG nova.network.neutron [req-342c0362-95df-4395-8f42-2aef4a46ee52 req-e41e0a29-2b57-4050-b5b0-98201c5ee13c service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Updating instance_info_cache with network_info: [{"id": "be9f6825-75e8-4126-a31c-e1f3689c5a6f", "address": "fa:16:3e:76:23:1e", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9f6825-75", "ovs_interfaceid": "be9f6825-75e8-4126-a31c-e1f3689c5a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2f80390c-07ce-4186-80f0-a76d6ed7376d", "address": "fa:16:3e:84:8c:ff", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f80390c-07", "ovs_interfaceid": "2f80390c-07ce-4186-80f0-a76d6ed7376d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.303449] env[62097]: DEBUG oslo_vmware.api [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035506, 'name': CloneVM_Task, 'duration_secs': 1.751297} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.303768] env[62097]: INFO nova.virt.vmwareapi.vmops [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Created linked-clone VM from snapshot [ 2009.304597] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbc0950-cb04-413e-b707-157d8af1cfec {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.315429] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Uploading image 57ace357-eb6a-491a-9bf4-02a19b1f8130 {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2009.321978] env[62097]: DEBUG nova.scheduler.client.report [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2009.331251] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Destroying the VM {{(pid=62097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2009.331543] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-96133041-60cb-42f1-9ed7-66b8b46d545d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.342923] env[62097]: DEBUG oslo_vmware.api [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 2009.342923] env[62097]: value = "task-2035508" [ 2009.342923] env[62097]: _type = "Task" [ 2009.342923] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.352974] env[62097]: DEBUG oslo_vmware.api [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035508, 'name': Destroy_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.420427] env[62097]: DEBUG oslo_vmware.api [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.720103] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2164a01-87ca-4a7c-b897-581efa7bfc54 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2009.720436] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f3858d7-97ff-4a2a-b1a4-b0da4bd53ddd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.728454] env[62097]: DEBUG oslo_vmware.api [None req-b2164a01-87ca-4a7c-b897-581efa7bfc54 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2009.728454] env[62097]: value = "task-2035509" [ 2009.728454] env[62097]: _type = "Task" [ 2009.728454] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.738156] env[62097]: DEBUG oslo_concurrency.lockutils [req-342c0362-95df-4395-8f42-2aef4a46ee52 req-e41e0a29-2b57-4050-b5b0-98201c5ee13c service nova] Releasing lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.738613] env[62097]: DEBUG oslo_vmware.api [None req-b2164a01-87ca-4a7c-b897-581efa7bfc54 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.826980] env[62097]: DEBUG oslo_concurrency.lockutils [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.829443] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.038s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.829689] env[62097]: DEBUG nova.objects.instance [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lazy-loading 'resources' on Instance uuid c43a1829-509c-40bc-bab3-9af6fd1dd168 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2009.844775] env[62097]: DEBUG nova.compute.manager [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2009.858059] env[62097]: DEBUG oslo_vmware.api [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035508, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.866857] env[62097]: INFO nova.scheduler.client.report [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Deleted allocations for instance 56484712-6c57-48af-9a21-0780a7522056 [ 2009.880580] env[62097]: DEBUG nova.virt.hardware [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2009.881060] env[62097]: DEBUG nova.virt.hardware [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2009.881060] env[62097]: DEBUG nova.virt.hardware [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2009.881214] env[62097]: DEBUG nova.virt.hardware [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2009.881445] env[62097]: DEBUG nova.virt.hardware [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2009.881662] env[62097]: DEBUG nova.virt.hardware [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2009.881977] env[62097]: DEBUG nova.virt.hardware [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2009.882431] env[62097]: DEBUG nova.virt.hardware [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2009.882777] env[62097]: DEBUG nova.virt.hardware [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2009.883033] env[62097]: DEBUG nova.virt.hardware [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2009.883305] env[62097]: DEBUG nova.virt.hardware [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2009.884261] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9470ad78-0e1b-4997-a8aa-993ecf88669b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.893383] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8041a7e9-5ca2-438d-806b-ad6ebb03ae32 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.920245] env[62097]: DEBUG oslo_vmware.api [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.241630] env[62097]: DEBUG oslo_vmware.api [None req-b2164a01-87ca-4a7c-b897-581efa7bfc54 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035509, 'name': PowerOffVM_Task, 'duration_secs': 0.252849} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.241728] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2164a01-87ca-4a7c-b897-581efa7bfc54 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2010.246172] env[62097]: DEBUG nova.compute.manager [None req-b2164a01-87ca-4a7c-b897-581efa7bfc54 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2010.246172] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b297f749-42cf-409d-a0c6-358e0c8fea2b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.357626] env[62097]: DEBUG oslo_vmware.api [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035508, 'name': Destroy_Task, 'duration_secs': 0.656201} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.357970] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Destroyed the VM [ 2010.358238] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Deleting Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2010.361426] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-57a14b8d-afcd-471d-a581-502db034280a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.370104] env[62097]: DEBUG oslo_vmware.api [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 2010.370104] env[62097]: value = "task-2035510" [ 2010.370104] env[62097]: _type = "Task" [ 2010.370104] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.380889] env[62097]: DEBUG oslo_concurrency.lockutils [None req-76a17490-c93f-4d04-9bb8-226c88913e27 tempest-ServerPasswordTestJSON-2057869894 tempest-ServerPasswordTestJSON-2057869894-project-member] Lock "56484712-6c57-48af-9a21-0780a7522056" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.671s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.389764] env[62097]: DEBUG oslo_vmware.api [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035510, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.400117] env[62097]: DEBUG nova.network.neutron [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Successfully updated port: 63febcf5-f09d-4461-beb2-f23f0745e4e9 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2010.425090] env[62097]: DEBUG oslo_vmware.api [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035507, 'name': ReconfigVM_Task, 'duration_secs': 1.692607} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.425615] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.425877] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Reconfigured VM to attach interface {{(pid=62097) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2010.449689] env[62097]: DEBUG nova.compute.manager [req-19bb1b88-595d-495f-8473-17e934e43c17 req-35dc913b-6cd8-4ca1-b958-b19b1d4ec602 service nova] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Received event network-vif-plugged-63febcf5-f09d-4461-beb2-f23f0745e4e9 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2010.449909] env[62097]: DEBUG oslo_concurrency.lockutils [req-19bb1b88-595d-495f-8473-17e934e43c17 req-35dc913b-6cd8-4ca1-b958-b19b1d4ec602 service nova] Acquiring lock "7f4d6fa2-45e4-4348-9149-47ec9f40c22c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.450133] env[62097]: DEBUG oslo_concurrency.lockutils [req-19bb1b88-595d-495f-8473-17e934e43c17 req-35dc913b-6cd8-4ca1-b958-b19b1d4ec602 service nova] Lock "7f4d6fa2-45e4-4348-9149-47ec9f40c22c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.450301] env[62097]: DEBUG oslo_concurrency.lockutils [req-19bb1b88-595d-495f-8473-17e934e43c17 req-35dc913b-6cd8-4ca1-b958-b19b1d4ec602 service nova] Lock "7f4d6fa2-45e4-4348-9149-47ec9f40c22c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.450465] env[62097]: DEBUG nova.compute.manager [req-19bb1b88-595d-495f-8473-17e934e43c17 req-35dc913b-6cd8-4ca1-b958-b19b1d4ec602 service nova] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] No waiting events found dispatching network-vif-plugged-63febcf5-f09d-4461-beb2-f23f0745e4e9 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2010.451558] env[62097]: WARNING nova.compute.manager [req-19bb1b88-595d-495f-8473-17e934e43c17 req-35dc913b-6cd8-4ca1-b958-b19b1d4ec602 service nova] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Received unexpected event network-vif-plugged-63febcf5-f09d-4461-beb2-f23f0745e4e9 for instance with vm_state building and task_state spawning. [ 2010.647091] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1430b692-8519-4a42-8bc4-38940332fc73 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.655528] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f36c25-3043-4b58-8cba-f4dd8a704cb5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.697717] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb39b089-68da-4664-b13e-56b24d9758f6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.707374] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252b3183-1332-48c6-9696-0505d458e7ad {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.723394] env[62097]: DEBUG nova.compute.provider_tree [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2010.756541] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b2164a01-87ca-4a7c-b897-581efa7bfc54 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "81efd643-006a-4c65-8c7e-61121f15799a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.880641] env[62097]: DEBUG oslo_vmware.api [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035510, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.905277] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "refresh_cache-7f4d6fa2-45e4-4348-9149-47ec9f40c22c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.905930] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "refresh_cache-7f4d6fa2-45e4-4348-9149-47ec9f40c22c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.905930] env[62097]: DEBUG nova.network.neutron [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2010.932882] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5742d95c-ce25-4372-96b6-93020b523abe tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "interface-6e9e39d9-957b-4617-b1db-c9022a6ac77a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.286s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.167688] env[62097]: DEBUG oslo_concurrency.lockutils [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "81efd643-006a-4c65-8c7e-61121f15799a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.167964] env[62097]: DEBUG oslo_concurrency.lockutils [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "81efd643-006a-4c65-8c7e-61121f15799a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.168201] env[62097]: DEBUG oslo_concurrency.lockutils [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "81efd643-006a-4c65-8c7e-61121f15799a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.168391] env[62097]: DEBUG oslo_concurrency.lockutils [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "81efd643-006a-4c65-8c7e-61121f15799a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.168564] env[62097]: DEBUG oslo_concurrency.lockutils [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "81efd643-006a-4c65-8c7e-61121f15799a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.172194] env[62097]: INFO nova.compute.manager [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Terminating instance [ 2011.226400] env[62097]: DEBUG nova.scheduler.client.report [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2011.381846] env[62097]: DEBUG oslo_vmware.api [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035510, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.456725] env[62097]: DEBUG nova.network.neutron [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2011.632933] env[62097]: DEBUG nova.network.neutron [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Updating instance_info_cache with network_info: [{"id": "63febcf5-f09d-4461-beb2-f23f0745e4e9", "address": "fa:16:3e:1a:c7:68", "network": {"id": "71626089-108a-4b1b-8ef1-86247c190c29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1189693346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbcf1419521b46b2aa629c0e0d3eb6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63febcf5-f0", "ovs_interfaceid": "63febcf5-f09d-4461-beb2-f23f0745e4e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.676675] env[62097]: DEBUG nova.compute.manager [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2011.676893] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2011.678035] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c6d567-4913-465f-b71a-c42707bc6d0e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.686373] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2011.686657] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8581fa13-2e4f-4c6b-b77b-03c7aee69912 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.732340] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.735708] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.814s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.735983] env[62097]: DEBUG nova.objects.instance [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lazy-loading 'resources' on Instance uuid 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2011.766340] env[62097]: INFO nova.scheduler.client.report [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Deleted allocations for instance c43a1829-509c-40bc-bab3-9af6fd1dd168 [ 2011.855643] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2011.855922] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2011.856152] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Deleting the datastore file [datastore2] 81efd643-006a-4c65-8c7e-61121f15799a {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2011.856427] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db97ef20-6a1a-4311-9988-0c75fe9f2189 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.866898] env[62097]: DEBUG oslo_vmware.api [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2011.866898] env[62097]: value = "task-2035512" [ 2011.866898] env[62097]: _type = "Task" [ 2011.866898] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.881258] env[62097]: DEBUG oslo_vmware.api [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.884562] env[62097]: DEBUG oslo_vmware.api [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035510, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.136368] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "refresh_cache-7f4d6fa2-45e4-4348-9149-47ec9f40c22c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.136885] env[62097]: DEBUG nova.compute.manager [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Instance network_info: |[{"id": "63febcf5-f09d-4461-beb2-f23f0745e4e9", "address": "fa:16:3e:1a:c7:68", "network": {"id": "71626089-108a-4b1b-8ef1-86247c190c29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1189693346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbcf1419521b46b2aa629c0e0d3eb6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63febcf5-f0", "ovs_interfaceid": "63febcf5-f09d-4461-beb2-f23f0745e4e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2012.137729] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:c7:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63febcf5-f09d-4461-beb2-f23f0745e4e9', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2012.150905] env[62097]: DEBUG oslo.service.loopingcall [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2012.151345] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2012.151773] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a27539f-bbf6-4fc4-9358-bfb179201742 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.187194] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2012.187194] env[62097]: value = "task-2035513" [ 2012.187194] env[62097]: _type = "Task" [ 2012.187194] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.197535] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035513, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.280360] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5891cc90-5df8-4fa8-96b1-dba362f28057 tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "c43a1829-509c-40bc-bab3-9af6fd1dd168" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.976s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.382327] env[62097]: DEBUG oslo_vmware.api [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208784} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.383167] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2012.383360] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2012.383537] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2012.383708] env[62097]: INFO nova.compute.manager [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Took 0.71 seconds to destroy the instance on the hypervisor. [ 2012.383945] env[62097]: DEBUG oslo.service.loopingcall [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2012.384174] env[62097]: DEBUG nova.compute.manager [-] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2012.384263] env[62097]: DEBUG nova.network.neutron [-] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2012.390844] env[62097]: DEBUG oslo_vmware.api [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035510, 'name': RemoveSnapshot_Task, 'duration_secs': 1.517498} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.393024] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Deleted Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2012.496770] env[62097]: DEBUG nova.compute.manager [req-e344973a-e79a-416f-ac9a-2bf6723dcd5c req-15961a65-49ae-4f50-8f31-aaeeb0c3aff9 service nova] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Received event network-changed-63febcf5-f09d-4461-beb2-f23f0745e4e9 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2012.496968] env[62097]: DEBUG nova.compute.manager [req-e344973a-e79a-416f-ac9a-2bf6723dcd5c req-15961a65-49ae-4f50-8f31-aaeeb0c3aff9 service nova] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Refreshing instance network info cache due to event network-changed-63febcf5-f09d-4461-beb2-f23f0745e4e9. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2012.497741] env[62097]: DEBUG oslo_concurrency.lockutils [req-e344973a-e79a-416f-ac9a-2bf6723dcd5c req-15961a65-49ae-4f50-8f31-aaeeb0c3aff9 service nova] Acquiring lock "refresh_cache-7f4d6fa2-45e4-4348-9149-47ec9f40c22c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2012.497934] env[62097]: DEBUG oslo_concurrency.lockutils [req-e344973a-e79a-416f-ac9a-2bf6723dcd5c req-15961a65-49ae-4f50-8f31-aaeeb0c3aff9 service nova] Acquired lock "refresh_cache-7f4d6fa2-45e4-4348-9149-47ec9f40c22c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2012.498152] env[62097]: DEBUG nova.network.neutron [req-e344973a-e79a-416f-ac9a-2bf6723dcd5c req-15961a65-49ae-4f50-8f31-aaeeb0c3aff9 service nova] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Refreshing network info cache for port 63febcf5-f09d-4461-beb2-f23f0745e4e9 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2012.591373] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee66c489-4053-41fc-b03a-17fb69aa4c57 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.601980] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f2e3ca-6b48-457d-93e2-92cbcd8c2659 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.638890] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9347523f-660d-45d6-a2c9-7bd7ed6740a4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.647830] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e221946-0d32-4dcb-85ed-6e33135f4111 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.663193] env[62097]: DEBUG nova.compute.provider_tree [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2012.697401] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035513, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.899432] env[62097]: WARNING nova.compute.manager [None req-41fa8611-7c66-4be5-a141-6539e52a963b tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Image not found during snapshot: nova.exception.ImageNotFound: Image 57ace357-eb6a-491a-9bf4-02a19b1f8130 could not be found. [ 2012.997278] env[62097]: DEBUG oslo_concurrency.lockutils [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "interface-6e9e39d9-957b-4617-b1db-c9022a6ac77a-d97bcfb9-9bc4-429a-81c8-fb79cfc5e810" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.997639] env[62097]: DEBUG oslo_concurrency.lockutils [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "interface-6e9e39d9-957b-4617-b1db-c9022a6ac77a-d97bcfb9-9bc4-429a-81c8-fb79cfc5e810" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.998234] env[62097]: DEBUG nova.objects.instance [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lazy-loading 'flavor' on Instance uuid 6e9e39d9-957b-4617-b1db-c9022a6ac77a {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2013.168462] env[62097]: DEBUG nova.scheduler.client.report [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2013.198800] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035513, 'name': CreateVM_Task, 'duration_secs': 0.849085} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.198800] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2013.199412] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.199628] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.199891] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2013.200167] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9916592c-407a-4e2c-ba73-fc3bbca1f30d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.205268] env[62097]: DEBUG oslo_vmware.api [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2013.205268] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521a9cb9-f444-b2d3-bc39-95f889e4360c" [ 2013.205268] env[62097]: _type = "Task" [ 2013.205268] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.211168] env[62097]: DEBUG nova.network.neutron [-] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.217255] env[62097]: DEBUG oslo_vmware.api [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521a9cb9-f444-b2d3-bc39-95f889e4360c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.251649] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "58236d5e-07eb-431d-a090-bacc9780c3cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.251649] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "58236d5e-07eb-431d-a090-bacc9780c3cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.251649] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "58236d5e-07eb-431d-a090-bacc9780c3cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.251649] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "58236d5e-07eb-431d-a090-bacc9780c3cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.251649] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "58236d5e-07eb-431d-a090-bacc9780c3cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.254423] env[62097]: INFO nova.compute.manager [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Terminating instance [ 2013.272488] env[62097]: DEBUG nova.network.neutron [req-e344973a-e79a-416f-ac9a-2bf6723dcd5c req-15961a65-49ae-4f50-8f31-aaeeb0c3aff9 service nova] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Updated VIF entry in instance network info cache for port 63febcf5-f09d-4461-beb2-f23f0745e4e9. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2013.273300] env[62097]: DEBUG nova.network.neutron [req-e344973a-e79a-416f-ac9a-2bf6723dcd5c req-15961a65-49ae-4f50-8f31-aaeeb0c3aff9 service nova] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Updating instance_info_cache with network_info: [{"id": "63febcf5-f09d-4461-beb2-f23f0745e4e9", "address": "fa:16:3e:1a:c7:68", "network": {"id": "71626089-108a-4b1b-8ef1-86247c190c29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1189693346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbcf1419521b46b2aa629c0e0d3eb6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63febcf5-f0", "ovs_interfaceid": "63febcf5-f09d-4461-beb2-f23f0745e4e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.539790] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "ce099204-b30e-42a3-89be-0315d7e19b76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.539790] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "ce099204-b30e-42a3-89be-0315d7e19b76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.540526] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "ce099204-b30e-42a3-89be-0315d7e19b76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.540526] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "ce099204-b30e-42a3-89be-0315d7e19b76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.540526] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "ce099204-b30e-42a3-89be-0315d7e19b76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.543039] env[62097]: INFO nova.compute.manager [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Terminating instance [ 2013.618419] env[62097]: DEBUG nova.objects.instance [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lazy-loading 'pci_requests' on Instance uuid 6e9e39d9-957b-4617-b1db-c9022a6ac77a {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2013.674109] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.676583] env[62097]: DEBUG oslo_concurrency.lockutils [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.742s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.678891] env[62097]: INFO nova.compute.claims [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2013.695546] env[62097]: INFO nova.scheduler.client.report [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Deleted allocations for instance 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8 [ 2013.715325] env[62097]: INFO nova.compute.manager [-] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Took 1.33 seconds to deallocate network for instance. [ 2013.715688] env[62097]: DEBUG oslo_vmware.api [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521a9cb9-f444-b2d3-bc39-95f889e4360c, 'name': SearchDatastore_Task, 'duration_secs': 0.011682} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.717476] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.717709] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2013.717948] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.718112] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.718295] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2013.721026] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76f7feb2-f6f5-4473-b2c4-ad215b58305e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.730684] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2013.730898] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2013.731931] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8600a9c-3977-4ef7-8a9d-a04adf4eef5e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.739042] env[62097]: DEBUG oslo_vmware.api [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2013.739042] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527875e3-2d51-0290-13b6-2151a2080cfb" [ 2013.739042] env[62097]: _type = "Task" [ 2013.739042] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.753688] env[62097]: DEBUG oslo_vmware.api [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527875e3-2d51-0290-13b6-2151a2080cfb, 'name': SearchDatastore_Task, 'duration_secs': 0.009947} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.755131] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f518dca0-ac1a-4a7d-8443-c5d4e9850b8a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.759722] env[62097]: DEBUG nova.compute.manager [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2013.760036] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2013.761167] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a33991f-1b46-432a-892d-fe8dfcad7f2d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.767275] env[62097]: DEBUG oslo_vmware.api [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2013.767275] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52239866-e901-c4ad-3f67-40d1138bb274" [ 2013.767275] env[62097]: _type = "Task" [ 2013.767275] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.774932] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2013.776025] env[62097]: DEBUG oslo_concurrency.lockutils [req-e344973a-e79a-416f-ac9a-2bf6723dcd5c req-15961a65-49ae-4f50-8f31-aaeeb0c3aff9 service nova] Releasing lock "refresh_cache-7f4d6fa2-45e4-4348-9149-47ec9f40c22c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.776884] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-003cd65e-9d86-488a-94e8-59f213aa3148 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.784291] env[62097]: DEBUG oslo_vmware.api [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52239866-e901-c4ad-3f67-40d1138bb274, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.785092] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.785453] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 7f4d6fa2-45e4-4348-9149-47ec9f40c22c/7f4d6fa2-45e4-4348-9149-47ec9f40c22c.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2013.785788] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b45e4004-ae52-419a-ac8e-84dd4545a114 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.789467] env[62097]: DEBUG oslo_vmware.api [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 2013.789467] env[62097]: value = "task-2035514" [ 2013.789467] env[62097]: _type = "Task" [ 2013.789467] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.794840] env[62097]: DEBUG oslo_vmware.api [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2013.794840] env[62097]: value = "task-2035515" [ 2013.794840] env[62097]: _type = "Task" [ 2013.794840] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.800539] env[62097]: DEBUG oslo_vmware.api [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.805387] env[62097]: DEBUG oslo_vmware.api [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.047072] env[62097]: DEBUG nova.compute.manager [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2014.047355] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2014.048528] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1bfbdc-9db0-4337-8d97-de6671c5e547 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.058077] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2014.058423] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67f2cf7b-4f0c-45dd-82f9-9300270acba8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.067697] env[62097]: DEBUG oslo_vmware.api [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 2014.067697] env[62097]: value = "task-2035516" [ 2014.067697] env[62097]: _type = "Task" [ 2014.067697] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.082430] env[62097]: DEBUG oslo_vmware.api [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.121532] env[62097]: DEBUG nova.objects.base [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Object Instance<6e9e39d9-957b-4617-b1db-c9022a6ac77a> lazy-loaded attributes: flavor,pci_requests {{(pid=62097) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2014.121919] env[62097]: DEBUG nova.network.neutron [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2014.204866] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8ce1b193-bbd2-41fd-8865-dc125af34ae4 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.061s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.219605] env[62097]: DEBUG nova.policy [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c4a72cfc28948dda8ba1e6c71d5b519', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72924d79b93d45148d34ba3287efe44c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2014.224807] env[62097]: DEBUG oslo_concurrency.lockutils [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.313018] env[62097]: DEBUG oslo_vmware.api [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035515, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.313018] env[62097]: DEBUG oslo_vmware.api [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035514, 'name': PowerOffVM_Task, 'duration_secs': 0.248696} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.313273] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2014.313439] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2014.313712] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3215697-2041-4b0f-a7cd-a59061fcf174 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.442672] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2014.442820] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2014.442985] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Deleting the datastore file [datastore1] 58236d5e-07eb-431d-a090-bacc9780c3cb {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2014.443274] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d8a3542-9286-48c7-88dc-c881778ff4ed {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.450338] env[62097]: DEBUG oslo_vmware.api [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for the task: (returnval){ [ 2014.450338] env[62097]: value = "task-2035518" [ 2014.450338] env[62097]: _type = "Task" [ 2014.450338] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.459043] env[62097]: DEBUG oslo_vmware.api [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.577791] env[62097]: DEBUG oslo_vmware.api [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035516, 'name': PowerOffVM_Task, 'duration_secs': 0.215102} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.578096] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2014.578281] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2014.578544] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00e9aa0d-b50f-4ff0-8fa5-f6c1b241856f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.624119] env[62097]: DEBUG nova.compute.manager [req-76a1f349-e570-44ba-8f0b-c57865d1959a req-39fd8ce9-3f55-4482-99b2-4937c9e5d0f6 service nova] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Received event network-vif-deleted-c30ab806-48e9-420c-b218-26d59322f1dc {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2014.746451] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2014.746673] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2014.746858] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Deleting the datastore file [datastore1] ce099204-b30e-42a3-89be-0315d7e19b76 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2014.747332] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a28246d5-88e0-406f-96dd-4578d13aeb8d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.753545] env[62097]: DEBUG oslo_vmware.api [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for the task: (returnval){ [ 2014.753545] env[62097]: value = "task-2035520" [ 2014.753545] env[62097]: _type = "Task" [ 2014.753545] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.762427] env[62097]: DEBUG oslo_vmware.api [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.807671] env[62097]: DEBUG oslo_vmware.api [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613212} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.810238] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 7f4d6fa2-45e4-4348-9149-47ec9f40c22c/7f4d6fa2-45e4-4348-9149-47ec9f40c22c.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2014.810462] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2014.810908] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3588222-0acf-499a-aee0-e00ccfb9d94a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.817053] env[62097]: DEBUG oslo_vmware.api [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2014.817053] env[62097]: value = "task-2035521" [ 2014.817053] env[62097]: _type = "Task" [ 2014.817053] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.826399] env[62097]: DEBUG oslo_vmware.api [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.923148] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d77c43-f211-4bb8-9271-ee207ec4067a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.930973] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a97e947-3889-4bcd-82d2-6a8b47f11e02 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.967474] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770ca19b-0fba-4de3-8586-d39bfa4de40c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.974971] env[62097]: DEBUG oslo_vmware.api [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Task: {'id': task-2035518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144812} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.977123] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2014.977367] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2014.977598] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2014.977787] env[62097]: INFO nova.compute.manager [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2014.978077] env[62097]: DEBUG oslo.service.loopingcall [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2014.978355] env[62097]: DEBUG nova.compute.manager [-] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2014.978465] env[62097]: DEBUG nova.network.neutron [-] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2014.981060] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e58c573-bd2d-4c60-abe6-93ef6d0830f1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.995415] env[62097]: DEBUG nova.compute.provider_tree [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2015.038094] env[62097]: DEBUG oslo_vmware.rw_handles [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265f01f-cb00-8a9c-9f03-78f006f2b9e8/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2015.039426] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0d5cb5-6172-466e-af11-22d2d8d53471 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.047977] env[62097]: DEBUG oslo_vmware.rw_handles [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265f01f-cb00-8a9c-9f03-78f006f2b9e8/disk-0.vmdk is in state: ready. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2015.048266] env[62097]: ERROR oslo_vmware.rw_handles [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265f01f-cb00-8a9c-9f03-78f006f2b9e8/disk-0.vmdk due to incomplete transfer. [ 2015.048412] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1f8b2679-ce3a-45ec-9165-0c7b382350db {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.055943] env[62097]: DEBUG oslo_vmware.rw_handles [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265f01f-cb00-8a9c-9f03-78f006f2b9e8/disk-0.vmdk. {{(pid=62097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2015.056215] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Uploaded image 017a863d-fd69-48d7-b76e-f0ef35837499 to the Glance image server {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2015.058535] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Destroying the VM {{(pid=62097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2015.058788] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6bf1a39c-2977-483e-815b-51bbecbd20de {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.065206] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 2015.065206] env[62097]: value = "task-2035522" [ 2015.065206] env[62097]: _type = "Task" [ 2015.065206] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.073151] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035522, 'name': Destroy_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.264885] env[62097]: DEBUG oslo_vmware.api [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Task: {'id': task-2035520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188233} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.264885] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2015.264885] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2015.264885] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2015.264885] env[62097]: INFO nova.compute.manager [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2015.265130] env[62097]: DEBUG oslo.service.loopingcall [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2015.265236] env[62097]: DEBUG nova.compute.manager [-] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2015.265285] env[62097]: DEBUG nova.network.neutron [-] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2015.270598] env[62097]: DEBUG nova.compute.manager [req-10d5dd2b-d35e-4da5-a208-d89b892c4405 req-18b60c3b-219b-48d3-a186-0a84682a832b service nova] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Received event network-vif-deleted-def811b6-8d75-4b6c-994f-832a6a782668 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2015.270714] env[62097]: INFO nova.compute.manager [req-10d5dd2b-d35e-4da5-a208-d89b892c4405 req-18b60c3b-219b-48d3-a186-0a84682a832b service nova] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Neutron deleted interface def811b6-8d75-4b6c-994f-832a6a782668; detaching it from the instance and deleting it from the info cache [ 2015.270888] env[62097]: DEBUG nova.network.neutron [req-10d5dd2b-d35e-4da5-a208-d89b892c4405 req-18b60c3b-219b-48d3-a186-0a84682a832b service nova] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2015.327304] env[62097]: DEBUG oslo_vmware.api [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090696} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.327790] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2015.328582] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a22ab5-522f-4c16-a0a7-aa46d8756aa9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.352883] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 7f4d6fa2-45e4-4348-9149-47ec9f40c22c/7f4d6fa2-45e4-4348-9149-47ec9f40c22c.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2015.353641] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfe12fc1-2624-4c7b-afc4-8bc2bbf2550b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.372999] env[62097]: DEBUG oslo_vmware.api [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2015.372999] env[62097]: value = "task-2035523" [ 2015.372999] env[62097]: _type = "Task" [ 2015.372999] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.380716] env[62097]: DEBUG oslo_vmware.api [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.498899] env[62097]: DEBUG nova.scheduler.client.report [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2015.576701] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035522, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.744355] env[62097]: DEBUG nova.network.neutron [-] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2015.753312] env[62097]: DEBUG nova.network.neutron [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Successfully updated port: d97bcfb9-9bc4-429a-81c8-fb79cfc5e810 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2015.773114] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-124f6f8a-7e0c-4079-90f0-b90b5e3d120c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.783067] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a0dd46-4187-4339-b09b-24035624664c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.816013] env[62097]: DEBUG nova.compute.manager [req-10d5dd2b-d35e-4da5-a208-d89b892c4405 req-18b60c3b-219b-48d3-a186-0a84682a832b service nova] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Detach interface failed, port_id=def811b6-8d75-4b6c-994f-832a6a782668, reason: Instance 58236d5e-07eb-431d-a090-bacc9780c3cb could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2015.882811] env[62097]: DEBUG oslo_vmware.api [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035523, 'name': ReconfigVM_Task, 'duration_secs': 0.371483} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.883061] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 7f4d6fa2-45e4-4348-9149-47ec9f40c22c/7f4d6fa2-45e4-4348-9149-47ec9f40c22c.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2015.883741] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dc262aa-35c2-40b0-8819-7af81659ee57 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.890682] env[62097]: DEBUG oslo_vmware.api [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2015.890682] env[62097]: value = "task-2035524" [ 2015.890682] env[62097]: _type = "Task" [ 2015.890682] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.898784] env[62097]: DEBUG oslo_vmware.api [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035524, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.003696] env[62097]: DEBUG oslo_concurrency.lockutils [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.004271] env[62097]: DEBUG nova.compute.manager [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2016.006921] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.859s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.007154] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.007327] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2016.007618] env[62097]: DEBUG oslo_concurrency.lockutils [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.783s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.007823] env[62097]: DEBUG nova.objects.instance [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lazy-loading 'resources' on Instance uuid 81efd643-006a-4c65-8c7e-61121f15799a {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2016.009432] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3946afc2-008f-4a4c-a3ed-c7d628dd12c6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.018114] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed02a11-3d77-419a-89b2-a964e6d988a3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.022250] env[62097]: DEBUG nova.network.neutron [-] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2016.035040] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ead8266-41fb-4086-a2f2-4f4974480564 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.042178] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268afbf0-079a-47f2-a0fc-7ecf259b9a0e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.073870] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179047MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2016.074159] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.082219] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035522, 'name': Destroy_Task, 'duration_secs': 0.798671} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.082459] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Destroyed the VM [ 2016.082691] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Deleting Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2016.082931] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-561faa0b-0163-4516-81b5-b1303e41111d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.089645] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 2016.089645] env[62097]: value = "task-2035525" [ 2016.089645] env[62097]: _type = "Task" [ 2016.089645] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.097039] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035525, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.247071] env[62097]: INFO nova.compute.manager [-] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Took 1.27 seconds to deallocate network for instance. [ 2016.255844] env[62097]: DEBUG oslo_concurrency.lockutils [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.256094] env[62097]: DEBUG oslo_concurrency.lockutils [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.256290] env[62097]: DEBUG nova.network.neutron [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2016.400978] env[62097]: DEBUG oslo_vmware.api [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035524, 'name': Rename_Task, 'duration_secs': 0.146068} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.402060] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2016.402060] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79f33e98-fe2b-4be8-b380-586525a313bf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.407231] env[62097]: DEBUG oslo_vmware.api [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2016.407231] env[62097]: value = "task-2035526" [ 2016.407231] env[62097]: _type = "Task" [ 2016.407231] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.414864] env[62097]: DEBUG oslo_vmware.api [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.511243] env[62097]: DEBUG nova.compute.utils [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2016.512766] env[62097]: DEBUG nova.compute.manager [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2016.512951] env[62097]: DEBUG nova.network.neutron [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2016.525014] env[62097]: INFO nova.compute.manager [-] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Took 1.26 seconds to deallocate network for instance. [ 2016.572489] env[62097]: DEBUG nova.policy [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f62978a6f34c43edadd17faed8986421', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54320ff767714f48a1a5d4ef405d2e69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2016.598924] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035525, 'name': RemoveSnapshot_Task, 'duration_secs': 0.298423} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.601305] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Deleted Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2016.601599] env[62097]: DEBUG nova.compute.manager [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2016.602499] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b744e4-4662-4db7-aec6-2422ac44778d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.740215] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c310b65-cca6-4ddc-94d2-9ed106b56f88 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.747337] env[62097]: DEBUG nova.compute.manager [req-0657df1b-c3ae-4991-9924-9c634951fe88 req-b64bc2d7-9202-4635-ba46-dcd9194321e6 service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Received event network-vif-plugged-d97bcfb9-9bc4-429a-81c8-fb79cfc5e810 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2016.747683] env[62097]: DEBUG oslo_concurrency.lockutils [req-0657df1b-c3ae-4991-9924-9c634951fe88 req-b64bc2d7-9202-4635-ba46-dcd9194321e6 service nova] Acquiring lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.748100] env[62097]: DEBUG oslo_concurrency.lockutils [req-0657df1b-c3ae-4991-9924-9c634951fe88 req-b64bc2d7-9202-4635-ba46-dcd9194321e6 service nova] Lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.748291] env[62097]: DEBUG oslo_concurrency.lockutils [req-0657df1b-c3ae-4991-9924-9c634951fe88 req-b64bc2d7-9202-4635-ba46-dcd9194321e6 service nova] Lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.748580] env[62097]: DEBUG nova.compute.manager [req-0657df1b-c3ae-4991-9924-9c634951fe88 req-b64bc2d7-9202-4635-ba46-dcd9194321e6 service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] No waiting events found dispatching network-vif-plugged-d97bcfb9-9bc4-429a-81c8-fb79cfc5e810 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2016.748633] env[62097]: WARNING nova.compute.manager [req-0657df1b-c3ae-4991-9924-9c634951fe88 req-b64bc2d7-9202-4635-ba46-dcd9194321e6 service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Received unexpected event network-vif-plugged-d97bcfb9-9bc4-429a-81c8-fb79cfc5e810 for instance with vm_state active and task_state None. [ 2016.748792] env[62097]: DEBUG nova.compute.manager [req-0657df1b-c3ae-4991-9924-9c634951fe88 req-b64bc2d7-9202-4635-ba46-dcd9194321e6 service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Received event network-changed-d97bcfb9-9bc4-429a-81c8-fb79cfc5e810 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2016.748955] env[62097]: DEBUG nova.compute.manager [req-0657df1b-c3ae-4991-9924-9c634951fe88 req-b64bc2d7-9202-4635-ba46-dcd9194321e6 service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Refreshing instance network info cache due to event network-changed-d97bcfb9-9bc4-429a-81c8-fb79cfc5e810. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2016.749125] env[62097]: DEBUG oslo_concurrency.lockutils [req-0657df1b-c3ae-4991-9924-9c634951fe88 req-b64bc2d7-9202-4635-ba46-dcd9194321e6 service nova] Acquiring lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.752276] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02eeea1-55b6-40ac-a7cb-809b80d12dac {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.756179] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.786953] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0a01d0-4da6-4dd4-941b-cb0a387f4529 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.795287] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ad0913-2d37-4f93-adbe-1866192a3588 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.812996] env[62097]: DEBUG nova.compute.provider_tree [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2016.827460] env[62097]: WARNING nova.network.neutron [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] 20c9a613-f481-4535-8cb3-9ea8eaf56a05 already exists in list: networks containing: ['20c9a613-f481-4535-8cb3-9ea8eaf56a05']. ignoring it [ 2016.827727] env[62097]: WARNING nova.network.neutron [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] 20c9a613-f481-4535-8cb3-9ea8eaf56a05 already exists in list: networks containing: ['20c9a613-f481-4535-8cb3-9ea8eaf56a05']. ignoring it [ 2016.850205] env[62097]: DEBUG nova.network.neutron [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Successfully created port: 1211a351-c649-4110-8d6a-1e1d6d8df01d {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2016.917445] env[62097]: DEBUG oslo_vmware.api [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035526, 'name': PowerOnVM_Task, 'duration_secs': 0.476779} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.917712] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2016.917915] env[62097]: INFO nova.compute.manager [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Took 7.07 seconds to spawn the instance on the hypervisor. [ 2016.918110] env[62097]: DEBUG nova.compute.manager [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2016.918850] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307f616a-5e44-4a0a-b2e6-4a58410280da {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.018155] env[62097]: DEBUG nova.compute.manager [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2017.033318] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.115701] env[62097]: INFO nova.compute.manager [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Shelve offloading [ 2017.316684] env[62097]: DEBUG nova.scheduler.client.report [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2017.327494] env[62097]: DEBUG nova.network.neutron [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Updating instance_info_cache with network_info: [{"id": "be9f6825-75e8-4126-a31c-e1f3689c5a6f", "address": "fa:16:3e:76:23:1e", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9f6825-75", "ovs_interfaceid": "be9f6825-75e8-4126-a31c-e1f3689c5a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2f80390c-07ce-4186-80f0-a76d6ed7376d", "address": "fa:16:3e:84:8c:ff", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f80390c-07", "ovs_interfaceid": "2f80390c-07ce-4186-80f0-a76d6ed7376d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d97bcfb9-9bc4-429a-81c8-fb79cfc5e810", "address": "fa:16:3e:bb:f1:cb", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd97bcfb9-9b", "ovs_interfaceid": "d97bcfb9-9bc4-429a-81c8-fb79cfc5e810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.331335] env[62097]: DEBUG nova.compute.manager [req-66d42fd5-9f2f-453e-8caa-d6a0f7ae1327 req-203852c4-5b43-4c0e-bfbb-9e578a9d9de8 service nova] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Received event network-vif-deleted-0f0ba1d2-deb8-4081-9d23-202c86e9b5f6 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2017.440213] env[62097]: INFO nova.compute.manager [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Took 14.58 seconds to build instance. [ 2017.622735] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2017.623070] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e072e451-51dd-4de7-87a1-8533ef4567a0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.631156] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 2017.631156] env[62097]: value = "task-2035527" [ 2017.631156] env[62097]: _type = "Task" [ 2017.631156] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.638735] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.821357] env[62097]: DEBUG oslo_concurrency.lockutils [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.824299] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.750s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.832267] env[62097]: DEBUG oslo_concurrency.lockutils [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.833120] env[62097]: DEBUG oslo_concurrency.lockutils [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.833588] env[62097]: DEBUG oslo_concurrency.lockutils [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.833588] env[62097]: DEBUG oslo_concurrency.lockutils [req-0657df1b-c3ae-4991-9924-9c634951fe88 req-b64bc2d7-9202-4635-ba46-dcd9194321e6 service nova] Acquired lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.834072] env[62097]: DEBUG nova.network.neutron [req-0657df1b-c3ae-4991-9924-9c634951fe88 req-b64bc2d7-9202-4635-ba46-dcd9194321e6 service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Refreshing network info cache for port d97bcfb9-9bc4-429a-81c8-fb79cfc5e810 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2017.836300] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab71f6b1-f79d-45e9-8a63-d600d2c8e5c3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.856549] env[62097]: DEBUG nova.virt.hardware [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2017.856795] env[62097]: DEBUG nova.virt.hardware [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2017.856959] env[62097]: DEBUG nova.virt.hardware [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2017.857162] env[62097]: DEBUG nova.virt.hardware [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2017.857306] env[62097]: DEBUG nova.virt.hardware [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2017.857451] env[62097]: DEBUG nova.virt.hardware [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2017.857660] env[62097]: DEBUG nova.virt.hardware [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2017.857819] env[62097]: DEBUG nova.virt.hardware [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2017.857986] env[62097]: DEBUG nova.virt.hardware [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2017.858161] env[62097]: DEBUG nova.virt.hardware [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2017.858338] env[62097]: DEBUG nova.virt.hardware [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2017.864614] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Reconfiguring VM to attach interface {{(pid=62097) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2017.865717] env[62097]: INFO nova.scheduler.client.report [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Deleted allocations for instance 81efd643-006a-4c65-8c7e-61121f15799a [ 2017.866854] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f444644-b85a-40c7-a331-6e50ad888677 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.887718] env[62097]: DEBUG oslo_vmware.api [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2017.887718] env[62097]: value = "task-2035528" [ 2017.887718] env[62097]: _type = "Task" [ 2017.887718] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.896532] env[62097]: DEBUG oslo_vmware.api [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035528, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.941869] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0881f0f2-a9fb-4402-a77a-557e768072bf tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "7f4d6fa2-45e4-4348-9149-47ec9f40c22c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.098s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.028507] env[62097]: DEBUG nova.compute.manager [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2018.054676] env[62097]: DEBUG nova.virt.hardware [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2018.055044] env[62097]: DEBUG nova.virt.hardware [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2018.055211] env[62097]: DEBUG nova.virt.hardware [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2018.055403] env[62097]: DEBUG nova.virt.hardware [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2018.055619] env[62097]: DEBUG nova.virt.hardware [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2018.055697] env[62097]: DEBUG nova.virt.hardware [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2018.055952] env[62097]: DEBUG nova.virt.hardware [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2018.056175] env[62097]: DEBUG nova.virt.hardware [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2018.056360] env[62097]: DEBUG nova.virt.hardware [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2018.056527] env[62097]: DEBUG nova.virt.hardware [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2018.056718] env[62097]: DEBUG nova.virt.hardware [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2018.057929] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323be8e3-5e63-4d87-9d69-09179b075a6f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.066129] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df18601d-2678-4ab9-bfb0-176ccc386a3d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.141708] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] VM already powered off {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2018.142068] env[62097]: DEBUG nova.compute.manager [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2018.142754] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f30ca29-32dc-45e0-b602-4bf60e9ff1dd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.149193] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "refresh_cache-863f4a90-054d-4098-94e0-a945c4cfab7e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2018.149355] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquired lock "refresh_cache-863f4a90-054d-4098-94e0-a945c4cfab7e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.149540] env[62097]: DEBUG nova.network.neutron [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2018.390632] env[62097]: DEBUG oslo_concurrency.lockutils [None req-adfdad6e-58af-4965-a478-2ea01230c4dd tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "81efd643-006a-4c65-8c7e-61121f15799a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.223s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.403424] env[62097]: DEBUG oslo_vmware.api [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.532993] env[62097]: DEBUG nova.network.neutron [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Successfully updated port: 1211a351-c649-4110-8d6a-1e1d6d8df01d {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2018.825630] env[62097]: DEBUG nova.network.neutron [req-0657df1b-c3ae-4991-9924-9c634951fe88 req-b64bc2d7-9202-4635-ba46-dcd9194321e6 service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Updated VIF entry in instance network info cache for port d97bcfb9-9bc4-429a-81c8-fb79cfc5e810. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2018.826161] env[62097]: DEBUG nova.network.neutron [req-0657df1b-c3ae-4991-9924-9c634951fe88 req-b64bc2d7-9202-4635-ba46-dcd9194321e6 service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Updating instance_info_cache with network_info: [{"id": "be9f6825-75e8-4126-a31c-e1f3689c5a6f", "address": "fa:16:3e:76:23:1e", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9f6825-75", "ovs_interfaceid": "be9f6825-75e8-4126-a31c-e1f3689c5a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2f80390c-07ce-4186-80f0-a76d6ed7376d", "address": "fa:16:3e:84:8c:ff", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f80390c-07", "ovs_interfaceid": "2f80390c-07ce-4186-80f0-a76d6ed7376d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d97bcfb9-9bc4-429a-81c8-fb79cfc5e810", "address": "fa:16:3e:bb:f1:cb", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd97bcfb9-9b", "ovs_interfaceid": "d97bcfb9-9bc4-429a-81c8-fb79cfc5e810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.861019] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 50a7a45d-3187-4baa-9937-79f05882da01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2018.861019] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance a7992c09-2881-4d70-b5a8-5071eb619d12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2018.861019] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2018.861019] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2018.861019] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 1824b463-fe07-4430-8da7-1b7568a58852 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2018.861019] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 6e9e39d9-957b-4617-b1db-c9022a6ac77a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2018.861019] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 863f4a90-054d-4098-94e0-a945c4cfab7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2018.861019] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 94c79923-ba65-435f-ab7f-2d1ba6399b51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2018.861019] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2018.861019] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 743853c7-d06f-4e55-81ff-32427fc121ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2018.861019] env[62097]: WARNING nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance ce099204-b30e-42a3-89be-0315d7e19b76 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2018.861019] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 892e51e4-ed63-45bf-9f6b-be584a40cfe2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2018.861019] env[62097]: WARNING nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 58236d5e-07eb-431d-a090-bacc9780c3cb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2018.861019] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance eb82508a-bae0-49a6-8c61-d7997180b28a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2018.861437] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 7f4d6fa2-45e4-4348-9149-47ec9f40c22c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2018.861437] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance a9731176-2910-4f07-b95a-8496587d553b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2018.861437] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2018.861437] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2018.865235] env[62097]: DEBUG nova.network.neutron [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Updating instance_info_cache with network_info: [{"id": "07d6b6d6-7ed4-4f3a-a945-56ab0b579a92", "address": "fa:16:3e:ff:5c:d0", "network": {"id": "40fc680e-d343-4f6c-ac49-4edae8c6e1cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-112414529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a33913f130945c0ac3c0d07970a6f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d6b6d6-7e", "ovs_interfaceid": "07d6b6d6-7ed4-4f3a-a945-56ab0b579a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.904272] env[62097]: DEBUG oslo_vmware.api [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035528, 'name': ReconfigVM_Task, 'duration_secs': 0.701384} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.904734] env[62097]: DEBUG oslo_concurrency.lockutils [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.904991] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Reconfigured VM to attach interface {{(pid=62097) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2018.934874] env[62097]: DEBUG nova.compute.manager [req-91b95481-a1ea-4fa9-a30b-cb71df516f5f req-d0f59dc7-6455-4465-af60-4faffbd4e4b7 service nova] [instance: a9731176-2910-4f07-b95a-8496587d553b] Received event network-vif-plugged-1211a351-c649-4110-8d6a-1e1d6d8df01d {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2018.935081] env[62097]: DEBUG oslo_concurrency.lockutils [req-91b95481-a1ea-4fa9-a30b-cb71df516f5f req-d0f59dc7-6455-4465-af60-4faffbd4e4b7 service nova] Acquiring lock "a9731176-2910-4f07-b95a-8496587d553b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.935337] env[62097]: DEBUG oslo_concurrency.lockutils [req-91b95481-a1ea-4fa9-a30b-cb71df516f5f req-d0f59dc7-6455-4465-af60-4faffbd4e4b7 service nova] Lock "a9731176-2910-4f07-b95a-8496587d553b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.935468] env[62097]: DEBUG oslo_concurrency.lockutils [req-91b95481-a1ea-4fa9-a30b-cb71df516f5f req-d0f59dc7-6455-4465-af60-4faffbd4e4b7 service nova] Lock "a9731176-2910-4f07-b95a-8496587d553b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.935638] env[62097]: DEBUG nova.compute.manager [req-91b95481-a1ea-4fa9-a30b-cb71df516f5f req-d0f59dc7-6455-4465-af60-4faffbd4e4b7 service nova] [instance: a9731176-2910-4f07-b95a-8496587d553b] No waiting events found dispatching network-vif-plugged-1211a351-c649-4110-8d6a-1e1d6d8df01d {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2018.935808] env[62097]: WARNING nova.compute.manager [req-91b95481-a1ea-4fa9-a30b-cb71df516f5f req-d0f59dc7-6455-4465-af60-4faffbd4e4b7 service nova] [instance: a9731176-2910-4f07-b95a-8496587d553b] Received unexpected event network-vif-plugged-1211a351-c649-4110-8d6a-1e1d6d8df01d for instance with vm_state building and task_state spawning. [ 2018.935976] env[62097]: DEBUG nova.compute.manager [req-91b95481-a1ea-4fa9-a30b-cb71df516f5f req-d0f59dc7-6455-4465-af60-4faffbd4e4b7 service nova] [instance: a9731176-2910-4f07-b95a-8496587d553b] Received event network-changed-1211a351-c649-4110-8d6a-1e1d6d8df01d {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2018.936231] env[62097]: DEBUG nova.compute.manager [req-91b95481-a1ea-4fa9-a30b-cb71df516f5f req-d0f59dc7-6455-4465-af60-4faffbd4e4b7 service nova] [instance: a9731176-2910-4f07-b95a-8496587d553b] Refreshing instance network info cache due to event network-changed-1211a351-c649-4110-8d6a-1e1d6d8df01d. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2018.936426] env[62097]: DEBUG oslo_concurrency.lockutils [req-91b95481-a1ea-4fa9-a30b-cb71df516f5f req-d0f59dc7-6455-4465-af60-4faffbd4e4b7 service nova] Acquiring lock "refresh_cache-a9731176-2910-4f07-b95a-8496587d553b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2018.936567] env[62097]: DEBUG oslo_concurrency.lockutils [req-91b95481-a1ea-4fa9-a30b-cb71df516f5f req-d0f59dc7-6455-4465-af60-4faffbd4e4b7 service nova] Acquired lock "refresh_cache-a9731176-2910-4f07-b95a-8496587d553b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.937023] env[62097]: DEBUG nova.network.neutron [req-91b95481-a1ea-4fa9-a30b-cb71df516f5f req-d0f59dc7-6455-4465-af60-4faffbd4e4b7 service nova] [instance: a9731176-2910-4f07-b95a-8496587d553b] Refreshing network info cache for port 1211a351-c649-4110-8d6a-1e1d6d8df01d {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2019.038081] env[62097]: DEBUG oslo_concurrency.lockutils [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "refresh_cache-a9731176-2910-4f07-b95a-8496587d553b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.074347] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d43468-53f0-48c8-af2a-4cbf6480cf36 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.082043] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60473235-978f-4f97-8ce7-60f487f2b58f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.111188] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477e54e9-4aeb-4e83-b066-13fc67793b91 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.118162] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a99e71-7c23-441b-a057-bd876a181880 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.132678] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2019.330273] env[62097]: DEBUG oslo_concurrency.lockutils [req-0657df1b-c3ae-4991-9924-9c634951fe88 req-b64bc2d7-9202-4635-ba46-dcd9194321e6 service nova] Releasing lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.368303] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Releasing lock "refresh_cache-863f4a90-054d-4098-94e0-a945c4cfab7e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.411722] env[62097]: DEBUG oslo_concurrency.lockutils [None req-85729d19-23c9-4ff0-b37a-d01fe55f3c59 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "interface-6e9e39d9-957b-4617-b1db-c9022a6ac77a-d97bcfb9-9bc4-429a-81c8-fb79cfc5e810" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.414s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.491495] env[62097]: DEBUG nova.network.neutron [req-91b95481-a1ea-4fa9-a30b-cb71df516f5f req-d0f59dc7-6455-4465-af60-4faffbd4e4b7 service nova] [instance: a9731176-2910-4f07-b95a-8496587d553b] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2019.592186] env[62097]: DEBUG nova.network.neutron [req-91b95481-a1ea-4fa9-a30b-cb71df516f5f req-d0f59dc7-6455-4465-af60-4faffbd4e4b7 service nova] [instance: a9731176-2910-4f07-b95a-8496587d553b] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.636070] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2019.661857] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2019.663398] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fb18a7-22e7-4b88-b487-1c7b55e1f324 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.674032] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2019.674153] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2716b7d3-4a31-46a4-9b18-ef0a6ee54c8f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.840803] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2019.840803] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2019.841024] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Deleting the datastore file [datastore2] 863f4a90-054d-4098-94e0-a945c4cfab7e {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2019.841272] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79aa8d2f-05e4-4c50-b0f5-fc66dc2c02be {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.848859] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 2019.848859] env[62097]: value = "task-2035530" [ 2019.848859] env[62097]: _type = "Task" [ 2019.848859] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.857351] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.032597] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "6722500a-2ecf-4926-aa94-f89279e24240" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.032858] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "6722500a-2ecf-4926-aa94-f89279e24240" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.093451] env[62097]: DEBUG oslo_concurrency.lockutils [req-91b95481-a1ea-4fa9-a30b-cb71df516f5f req-d0f59dc7-6455-4465-af60-4faffbd4e4b7 service nova] Releasing lock "refresh_cache-a9731176-2910-4f07-b95a-8496587d553b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.093819] env[62097]: DEBUG oslo_concurrency.lockutils [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired lock "refresh_cache-a9731176-2910-4f07-b95a-8496587d553b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.093987] env[62097]: DEBUG nova.network.neutron [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2020.144118] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2020.144324] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.320s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.144595] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.388s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.144781] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.146858] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.114s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.147104] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.148767] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2020.148916] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Cleaning up deleted instances {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 2020.177593] env[62097]: INFO nova.scheduler.client.report [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Deleted allocations for instance 58236d5e-07eb-431d-a090-bacc9780c3cb [ 2020.179898] env[62097]: INFO nova.scheduler.client.report [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Deleted allocations for instance ce099204-b30e-42a3-89be-0315d7e19b76 [ 2020.218565] env[62097]: INFO nova.compute.manager [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Rebuilding instance [ 2020.265070] env[62097]: DEBUG nova.compute.manager [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2020.265954] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c51492-fd25-4119-a258-623d79672146 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.358667] env[62097]: DEBUG oslo_vmware.api [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132085} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.358943] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2020.359117] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2020.359304] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2020.377460] env[62097]: INFO nova.scheduler.client.report [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Deleted allocations for instance 863f4a90-054d-4098-94e0-a945c4cfab7e [ 2020.535035] env[62097]: DEBUG nova.compute.manager [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2020.624702] env[62097]: DEBUG nova.network.neutron [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2020.664581] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] There are 60 instances to clean {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 2020.664818] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 81efd643-006a-4c65-8c7e-61121f15799a] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2020.689783] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6112ceb0-1f84-4f2a-ba98-4a71cdda18ec tempest-ImagesTestJSON-1982046325 tempest-ImagesTestJSON-1982046325-project-member] Lock "58236d5e-07eb-431d-a090-bacc9780c3cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.439s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.691046] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c3c81ec9-478b-468e-9878-ae33fff3fddf tempest-ListServerFiltersTestJSON-1070518606 tempest-ListServerFiltersTestJSON-1070518606-project-member] Lock "ce099204-b30e-42a3-89be-0315d7e19b76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.151s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.756994] env[62097]: DEBUG nova.network.neutron [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Updating instance_info_cache with network_info: [{"id": "1211a351-c649-4110-8d6a-1e1d6d8df01d", "address": "fa:16:3e:82:2c:86", "network": {"id": "6fa184c2-71c5-4120-a05c-3a7d42cba370", "bridge": "br-int", "label": "tempest-ServersTestJSON-820392323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54320ff767714f48a1a5d4ef405d2e69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1211a351-c6", "ovs_interfaceid": "1211a351-c649-4110-8d6a-1e1d6d8df01d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.884307] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.884608] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.884940] env[62097]: DEBUG nova.objects.instance [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lazy-loading 'resources' on Instance uuid 863f4a90-054d-4098-94e0-a945c4cfab7e {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2020.886196] env[62097]: DEBUG oslo_concurrency.lockutils [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "interface-6e9e39d9-957b-4617-b1db-c9022a6ac77a-2f80390c-07ce-4186-80f0-a76d6ed7376d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.886411] env[62097]: DEBUG oslo_concurrency.lockutils [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "interface-6e9e39d9-957b-4617-b1db-c9022a6ac77a-2f80390c-07ce-4186-80f0-a76d6ed7376d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.960562] env[62097]: DEBUG nova.compute.manager [req-7ba6e6d9-60a4-4d66-a84f-4dad086eab1b req-c783ee8c-293f-466e-8c96-02b475fa6648 service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Received event network-vif-unplugged-07d6b6d6-7ed4-4f3a-a945-56ab0b579a92 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2020.960778] env[62097]: DEBUG oslo_concurrency.lockutils [req-7ba6e6d9-60a4-4d66-a84f-4dad086eab1b req-c783ee8c-293f-466e-8c96-02b475fa6648 service nova] Acquiring lock "863f4a90-054d-4098-94e0-a945c4cfab7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.960996] env[62097]: DEBUG oslo_concurrency.lockutils [req-7ba6e6d9-60a4-4d66-a84f-4dad086eab1b req-c783ee8c-293f-466e-8c96-02b475fa6648 service nova] Lock "863f4a90-054d-4098-94e0-a945c4cfab7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.961217] env[62097]: DEBUG oslo_concurrency.lockutils [req-7ba6e6d9-60a4-4d66-a84f-4dad086eab1b req-c783ee8c-293f-466e-8c96-02b475fa6648 service nova] Lock "863f4a90-054d-4098-94e0-a945c4cfab7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.961441] env[62097]: DEBUG nova.compute.manager [req-7ba6e6d9-60a4-4d66-a84f-4dad086eab1b req-c783ee8c-293f-466e-8c96-02b475fa6648 service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] No waiting events found dispatching network-vif-unplugged-07d6b6d6-7ed4-4f3a-a945-56ab0b579a92 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2020.961673] env[62097]: WARNING nova.compute.manager [req-7ba6e6d9-60a4-4d66-a84f-4dad086eab1b req-c783ee8c-293f-466e-8c96-02b475fa6648 service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Received unexpected event network-vif-unplugged-07d6b6d6-7ed4-4f3a-a945-56ab0b579a92 for instance with vm_state shelved_offloaded and task_state None. [ 2020.961848] env[62097]: DEBUG nova.compute.manager [req-7ba6e6d9-60a4-4d66-a84f-4dad086eab1b req-c783ee8c-293f-466e-8c96-02b475fa6648 service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Received event network-changed-07d6b6d6-7ed4-4f3a-a945-56ab0b579a92 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2020.962012] env[62097]: DEBUG nova.compute.manager [req-7ba6e6d9-60a4-4d66-a84f-4dad086eab1b req-c783ee8c-293f-466e-8c96-02b475fa6648 service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Refreshing instance network info cache due to event network-changed-07d6b6d6-7ed4-4f3a-a945-56ab0b579a92. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2020.962310] env[62097]: DEBUG oslo_concurrency.lockutils [req-7ba6e6d9-60a4-4d66-a84f-4dad086eab1b req-c783ee8c-293f-466e-8c96-02b475fa6648 service nova] Acquiring lock "refresh_cache-863f4a90-054d-4098-94e0-a945c4cfab7e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.962497] env[62097]: DEBUG oslo_concurrency.lockutils [req-7ba6e6d9-60a4-4d66-a84f-4dad086eab1b req-c783ee8c-293f-466e-8c96-02b475fa6648 service nova] Acquired lock "refresh_cache-863f4a90-054d-4098-94e0-a945c4cfab7e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.962613] env[62097]: DEBUG nova.network.neutron [req-7ba6e6d9-60a4-4d66-a84f-4dad086eab1b req-c783ee8c-293f-466e-8c96-02b475fa6648 service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Refreshing network info cache for port 07d6b6d6-7ed4-4f3a-a945-56ab0b579a92 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2021.061645] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.170971] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 56484712-6c57-48af-9a21-0780a7522056] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2021.259856] env[62097]: DEBUG oslo_concurrency.lockutils [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Releasing lock "refresh_cache-a9731176-2910-4f07-b95a-8496587d553b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.260162] env[62097]: DEBUG nova.compute.manager [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Instance network_info: |[{"id": "1211a351-c649-4110-8d6a-1e1d6d8df01d", "address": "fa:16:3e:82:2c:86", "network": {"id": "6fa184c2-71c5-4120-a05c-3a7d42cba370", "bridge": "br-int", "label": "tempest-ServersTestJSON-820392323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54320ff767714f48a1a5d4ef405d2e69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1211a351-c6", "ovs_interfaceid": "1211a351-c649-4110-8d6a-1e1d6d8df01d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2021.260668] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:2c:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1211a351-c649-4110-8d6a-1e1d6d8df01d', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2021.268429] env[62097]: DEBUG oslo.service.loopingcall [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2021.268946] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9731176-2910-4f07-b95a-8496587d553b] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2021.269201] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5635e5e6-285e-4df3-ad1d-75f560fa1fbe {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.283968] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2021.284446] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34380e75-44ab-4dba-a552-904d6f896243 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.291667] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2021.291667] env[62097]: value = "task-2035531" [ 2021.291667] env[62097]: _type = "Task" [ 2021.291667] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.292989] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2021.292989] env[62097]: value = "task-2035532" [ 2021.292989] env[62097]: _type = "Task" [ 2021.292989] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.305778] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035531, 'name': CreateVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.388993] env[62097]: DEBUG nova.objects.instance [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lazy-loading 'numa_topology' on Instance uuid 863f4a90-054d-4098-94e0-a945c4cfab7e {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2021.390422] env[62097]: DEBUG oslo_concurrency.lockutils [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.390576] env[62097]: DEBUG oslo_concurrency.lockutils [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.395021] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add24606-fbd7-4f6c-8b1e-0bf19212370c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.419931] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d436eb6-bd10-4496-ae6f-fa214466e2e2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.453148] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Reconfiguring VM to detach interface {{(pid=62097) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2021.453488] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2769d6dc-c989-4414-b7ed-ac327abb76a3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.479574] env[62097]: DEBUG oslo_vmware.api [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2021.479574] env[62097]: value = "task-2035533" [ 2021.479574] env[62097]: _type = "Task" [ 2021.479574] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.491287] env[62097]: DEBUG oslo_vmware.api [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035533, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.675634] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 04e72860-7f35-4830-8f6c-013605e9f8ea] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2021.732593] env[62097]: DEBUG nova.network.neutron [req-7ba6e6d9-60a4-4d66-a84f-4dad086eab1b req-c783ee8c-293f-466e-8c96-02b475fa6648 service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Updated VIF entry in instance network info cache for port 07d6b6d6-7ed4-4f3a-a945-56ab0b579a92. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2021.732993] env[62097]: DEBUG nova.network.neutron [req-7ba6e6d9-60a4-4d66-a84f-4dad086eab1b req-c783ee8c-293f-466e-8c96-02b475fa6648 service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Updating instance_info_cache with network_info: [{"id": "07d6b6d6-7ed4-4f3a-a945-56ab0b579a92", "address": "fa:16:3e:ff:5c:d0", "network": {"id": "40fc680e-d343-4f6c-ac49-4edae8c6e1cf", "bridge": null, "label": "tempest-ServersNegativeTestJSON-112414529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a33913f130945c0ac3c0d07970a6f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap07d6b6d6-7e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.807420] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035531, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.812605] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035532, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.891664] env[62097]: DEBUG nova.objects.base [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Object Instance<863f4a90-054d-4098-94e0-a945c4cfab7e> lazy-loaded attributes: resources,numa_topology {{(pid=62097) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2021.992634] env[62097]: DEBUG oslo_vmware.api [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.127764] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6850348-bb75-453f-868e-691e23dda519 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.135511] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4709218c-dcdc-4e20-8233-b6cc98c4db4e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.164977] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bae4b93-f674-4b8c-8075-9a291c4b8050 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.171966] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a586058-cf4e-4c8b-a585-d2b5156c0ba6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.184694] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 29ac86cb-0b4c-4bd0-b3ba-913d62f20bf8] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2022.186721] env[62097]: DEBUG nova.compute.provider_tree [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2022.235646] env[62097]: DEBUG oslo_concurrency.lockutils [req-7ba6e6d9-60a4-4d66-a84f-4dad086eab1b req-c783ee8c-293f-466e-8c96-02b475fa6648 service nova] Releasing lock "refresh_cache-863f4a90-054d-4098-94e0-a945c4cfab7e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.307345] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035532, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.310726] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035531, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.490600] env[62097]: DEBUG oslo_vmware.api [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.566704] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "863f4a90-054d-4098-94e0-a945c4cfab7e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.689236] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 90d15877-672e-4191-9d69-50846fd4fe0b] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2022.691833] env[62097]: DEBUG nova.scheduler.client.report [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2022.809521] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035532, 'name': PowerOffVM_Task, 'duration_secs': 1.242968} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.812861] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2022.813125] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2022.813350] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035531, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.814054] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74490f12-f7e0-4571-91bd-ac9237f7bc3f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.820623] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2022.820871] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ca4c3ee-bacf-42e4-b221-9f0887371d8b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.991220] env[62097]: DEBUG oslo_vmware.api [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.197111] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: c43a1829-509c-40bc-bab3-9af6fd1dd168] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2023.199810] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.315s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.201988] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.141s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.203504] env[62097]: INFO nova.compute.claims [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2023.305137] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035531, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.492132] env[62097]: DEBUG oslo_vmware.api [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.702595] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 3dfc10de-12bc-481c-9274-ba4a8924076c] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2023.713880] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b6300fd1-26d9-467e-9403-23a271caa187 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "863f4a90-054d-4098-94e0-a945c4cfab7e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.465s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.714733] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "863f4a90-054d-4098-94e0-a945c4cfab7e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.148s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.714972] env[62097]: INFO nova.compute.manager [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Unshelving [ 2023.805526] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035531, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.994075] env[62097]: DEBUG oslo_vmware.api [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.206122] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 87f4043c-8854-4b5e-ad06-26a6f923b475] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2024.306382] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035531, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.413247] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d275744-d5d4-4c87-b365-15f7877ba1d7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.421078] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7863ab24-6e09-4553-bb03-aa9969f3d119 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.452464] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fcb8c3-8d66-4a17-a7b2-936b8e138dc4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.459495] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5095d970-b42c-4009-a6e2-3a387757c326 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.472191] env[62097]: DEBUG nova.compute.provider_tree [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2024.492185] env[62097]: DEBUG oslo_vmware.api [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.709971] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: f7539faf-bd9e-4443-b331-23d754427d31] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2024.736747] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.806884] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035531, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.976261] env[62097]: DEBUG nova.scheduler.client.report [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2025.003490] env[62097]: DEBUG oslo_vmware.api [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.214802] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 481d882a-0081-4252-9370-d0f18b9b3bbd] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2025.306744] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035531, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.480880] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.481450] env[62097]: DEBUG nova.compute.manager [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2025.485729] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.749s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.485944] env[62097]: DEBUG nova.objects.instance [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lazy-loading 'pci_requests' on Instance uuid 863f4a90-054d-4098-94e0-a945c4cfab7e {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2025.500133] env[62097]: DEBUG oslo_vmware.api [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.716575] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 528dd1d8-613f-4fa0-bd83-425bdf06bcd0] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2025.809846] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035531, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.895522] env[62097]: DEBUG oslo_concurrency.lockutils [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Acquiring lock "892e51e4-ed63-45bf-9f6b-be584a40cfe2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.895861] env[62097]: DEBUG oslo_concurrency.lockutils [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Lock "892e51e4-ed63-45bf-9f6b-be584a40cfe2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.898332] env[62097]: DEBUG oslo_concurrency.lockutils [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Acquiring lock "892e51e4-ed63-45bf-9f6b-be584a40cfe2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.898332] env[62097]: DEBUG oslo_concurrency.lockutils [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Lock "892e51e4-ed63-45bf-9f6b-be584a40cfe2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.898332] env[62097]: DEBUG oslo_concurrency.lockutils [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Lock "892e51e4-ed63-45bf-9f6b-be584a40cfe2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.899063] env[62097]: INFO nova.compute.manager [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Terminating instance [ 2025.991210] env[62097]: DEBUG nova.compute.utils [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2025.998455] env[62097]: DEBUG nova.compute.manager [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2025.998455] env[62097]: DEBUG nova.network.neutron [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2026.001615] env[62097]: DEBUG nova.objects.instance [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lazy-loading 'numa_topology' on Instance uuid 863f4a90-054d-4098-94e0-a945c4cfab7e {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2026.008767] env[62097]: DEBUG oslo_vmware.api [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.057687] env[62097]: DEBUG nova.policy [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b709d7bebdbd4d91b15f3f2e08415cd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e12bb11b9e548798618c073b9b30454', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2026.219966] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: cdf0c5b1-1971-4c87-9c84-ef4da17e3138] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2026.308859] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035531, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.332532] env[62097]: DEBUG nova.network.neutron [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Successfully created port: 9fa489e5-324e-4bfd-8f34-e11f037c3bc5 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2026.406547] env[62097]: DEBUG nova.compute.manager [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2026.408961] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2026.408961] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2287af8-a90d-4f0e-b8ee-ed3f0a9b675d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.416861] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2026.420762] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9522c162-ae3e-4c5d-83f0-a9538d22c146 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.424897] env[62097]: DEBUG oslo_vmware.api [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Waiting for the task: (returnval){ [ 2026.424897] env[62097]: value = "task-2035535" [ 2026.424897] env[62097]: _type = "Task" [ 2026.424897] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.433290] env[62097]: DEBUG oslo_vmware.api [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Task: {'id': task-2035535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.501089] env[62097]: DEBUG oslo_vmware.api [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.501755] env[62097]: DEBUG nova.compute.manager [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2026.505174] env[62097]: INFO nova.compute.claims [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2026.723977] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 5cd5ce14-883e-4649-956d-ead786f55c5d] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2026.810813] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035531, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.934272] env[62097]: DEBUG oslo_vmware.api [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Task: {'id': task-2035535, 'name': PowerOffVM_Task, 'duration_secs': 0.188907} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.934548] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2026.934719] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2026.935031] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd45e372-c7d8-4bc4-b1f0-40c3d517213a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.999927] env[62097]: DEBUG oslo_vmware.api [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035533, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.053360] env[62097]: DEBUG oslo_concurrency.lockutils [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Acquiring lock "b55e4832-2135-4828-b54c-2af12ff76c6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.053525] env[62097]: DEBUG oslo_concurrency.lockutils [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Lock "b55e4832-2135-4828-b54c-2af12ff76c6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.228071] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 0b702bf5-bbb8-4a8e-a597-487055f9ca9c] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2027.309687] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035531, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.501230] env[62097]: DEBUG oslo_vmware.api [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035533, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.514166] env[62097]: DEBUG nova.compute.manager [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2027.545296] env[62097]: DEBUG nova.virt.hardware [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2027.545657] env[62097]: DEBUG nova.virt.hardware [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2027.545791] env[62097]: DEBUG nova.virt.hardware [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2027.546064] env[62097]: DEBUG nova.virt.hardware [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2027.546274] env[62097]: DEBUG nova.virt.hardware [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2027.546437] env[62097]: DEBUG nova.virt.hardware [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2027.546652] env[62097]: DEBUG nova.virt.hardware [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2027.546813] env[62097]: DEBUG nova.virt.hardware [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2027.546979] env[62097]: DEBUG nova.virt.hardware [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2027.550283] env[62097]: DEBUG nova.virt.hardware [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2027.550499] env[62097]: DEBUG nova.virt.hardware [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2027.551370] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f68d573-063f-4962-9beb-7a3b4e9e4dc6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.555516] env[62097]: DEBUG nova.compute.manager [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2027.564233] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935844c3-4cf2-427c-bcd8-04ad8159b502 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.731172] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: f5a37e2d-1c51-4395-9839-6b645d4714e7] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2027.737612] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2027.737612] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2027.737612] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Deleting the datastore file [datastore1] 892e51e4-ed63-45bf-9f6b-be584a40cfe2 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2027.740182] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b8f9108-7fea-43c7-b031-b992c1288e90 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.745401] env[62097]: DEBUG oslo_vmware.api [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Waiting for the task: (returnval){ [ 2027.745401] env[62097]: value = "task-2035537" [ 2027.745401] env[62097]: _type = "Task" [ 2027.745401] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.759300] env[62097]: DEBUG oslo_vmware.api [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Task: {'id': task-2035537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.781138] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88c089f-b171-4cd5-91a2-33e75cb2ca97 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.785574] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2027.785808] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2027.785988] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Deleting the datastore file [datastore2] 7f4d6fa2-45e4-4348-9149-47ec9f40c22c {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2027.787052] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b4b2d91-00a8-497a-a54b-ae48cd909509 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.791905] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af8df00-667a-4c81-a41a-0e4f375d0c1f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.796288] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2027.796288] env[62097]: value = "task-2035538" [ 2027.796288] env[62097]: _type = "Task" [ 2027.796288] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.835404] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47901b4b-b4b1-4b53-8a26-e7e6e1d2e0f8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.843087] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.851443] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c25f44-f758-41da-a2c5-137931843306 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.855751] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035531, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.868344] env[62097]: DEBUG nova.compute.provider_tree [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2028.002286] env[62097]: DEBUG oslo_vmware.api [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035533, 'name': ReconfigVM_Task, 'duration_secs': 6.463057} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.002600] env[62097]: DEBUG oslo_concurrency.lockutils [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.002844] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Reconfigured VM to detach interface {{(pid=62097) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2028.078440] env[62097]: DEBUG oslo_concurrency.lockutils [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.233335] env[62097]: DEBUG nova.compute.manager [req-5b187bee-4916-4ff0-b3a4-f102e24ca386 req-aefa61d4-221f-473c-8848-d12574a86584 service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Received event network-vif-deleted-2f80390c-07ce-4186-80f0-a76d6ed7376d {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2028.233521] env[62097]: INFO nova.compute.manager [req-5b187bee-4916-4ff0-b3a4-f102e24ca386 req-aefa61d4-221f-473c-8848-d12574a86584 service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Neutron deleted interface 2f80390c-07ce-4186-80f0-a76d6ed7376d; detaching it from the instance and deleting it from the info cache [ 2028.233963] env[62097]: DEBUG nova.network.neutron [req-5b187bee-4916-4ff0-b3a4-f102e24ca386 req-aefa61d4-221f-473c-8848-d12574a86584 service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Updating instance_info_cache with network_info: [{"id": "be9f6825-75e8-4126-a31c-e1f3689c5a6f", "address": "fa:16:3e:76:23:1e", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9f6825-75", "ovs_interfaceid": "be9f6825-75e8-4126-a31c-e1f3689c5a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d97bcfb9-9bc4-429a-81c8-fb79cfc5e810", "address": "fa:16:3e:bb:f1:cb", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd97bcfb9-9b", "ovs_interfaceid": "d97bcfb9-9bc4-429a-81c8-fb79cfc5e810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.238432] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 350b6b39-98ec-4733-9016-998702f59043] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2028.258499] env[62097]: DEBUG oslo_vmware.api [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Task: {'id': task-2035537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155268} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.259134] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2028.259134] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2028.259134] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2028.259385] env[62097]: INFO nova.compute.manager [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Took 1.85 seconds to destroy the instance on the hypervisor. [ 2028.259605] env[62097]: DEBUG oslo.service.loopingcall [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2028.259820] env[62097]: DEBUG nova.compute.manager [-] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2028.259921] env[62097]: DEBUG nova.network.neutron [-] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2028.307034] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128036} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.307275] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2028.307467] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2028.307649] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2028.339429] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035531, 'name': CreateVM_Task, 'duration_secs': 6.671786} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.339602] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9731176-2910-4f07-b95a-8496587d553b] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2028.340367] env[62097]: DEBUG oslo_concurrency.lockutils [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.340535] env[62097]: DEBUG oslo_concurrency.lockutils [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.340887] env[62097]: DEBUG oslo_concurrency.lockutils [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2028.341159] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c2758b3-9b59-4ca3-9a3b-7bf48df513d1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.345731] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2028.345731] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b68d22-4324-5992-ed46-7438fc20a835" [ 2028.345731] env[62097]: _type = "Task" [ 2028.345731] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.353398] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b68d22-4324-5992-ed46-7438fc20a835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.371813] env[62097]: DEBUG nova.scheduler.client.report [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2028.738377] env[62097]: DEBUG oslo_concurrency.lockutils [req-5b187bee-4916-4ff0-b3a4-f102e24ca386 req-aefa61d4-221f-473c-8848-d12574a86584 service nova] Acquiring lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.738716] env[62097]: DEBUG oslo_concurrency.lockutils [req-5b187bee-4916-4ff0-b3a4-f102e24ca386 req-aefa61d4-221f-473c-8848-d12574a86584 service nova] Acquired lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.739696] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8d7f9a-3312-494f-8640-aaa90ef64468 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.743579] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 1316a909-1ec0-4563-b9cb-4eef3d5b8955] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2028.766786] env[62097]: DEBUG oslo_concurrency.lockutils [req-5b187bee-4916-4ff0-b3a4-f102e24ca386 req-aefa61d4-221f-473c-8848-d12574a86584 service nova] Releasing lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.766786] env[62097]: WARNING nova.compute.manager [req-5b187bee-4916-4ff0-b3a4-f102e24ca386 req-aefa61d4-221f-473c-8848-d12574a86584 service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Detach interface failed, port_id=2f80390c-07ce-4186-80f0-a76d6ed7376d, reason: No device with interface-id 2f80390c-07ce-4186-80f0-a76d6ed7376d exists on VM: nova.exception.NotFound: No device with interface-id 2f80390c-07ce-4186-80f0-a76d6ed7376d exists on VM [ 2028.857026] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b68d22-4324-5992-ed46-7438fc20a835, 'name': SearchDatastore_Task, 'duration_secs': 0.026137} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.858195] env[62097]: DEBUG oslo_concurrency.lockutils [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.858401] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2028.858629] env[62097]: DEBUG oslo_concurrency.lockutils [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.858775] env[62097]: DEBUG oslo_concurrency.lockutils [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.858943] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2028.859427] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f46910c-5622-4197-bcb2-60fcf082e918 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.868630] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2028.868802] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2028.869949] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2afdd188-5e3e-4330-9ca3-ad16342184bf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.875719] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2028.875719] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529f4798-55f8-be31-71df-9ef887e5b8b8" [ 2028.875719] env[62097]: _type = "Task" [ 2028.875719] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.876461] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.391s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.881338] env[62097]: DEBUG oslo_concurrency.lockutils [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.803s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.882883] env[62097]: INFO nova.compute.claims [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2028.891439] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529f4798-55f8-be31-71df-9ef887e5b8b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011814} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.892503] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3680e095-1950-460a-b9f3-2b921316cd14 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.898309] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2028.898309] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e8cf1b-8952-bd08-3b0e-39b6a84bb461" [ 2028.898309] env[62097]: _type = "Task" [ 2028.898309] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.906592] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e8cf1b-8952-bd08-3b0e-39b6a84bb461, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.908925] env[62097]: DEBUG nova.compute.manager [req-46526a45-5732-4ca0-8af1-1587a4e3dc3b req-499e9b8f-e27b-4a1e-b5e0-ead78be44e64 service nova] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Received event network-vif-plugged-9fa489e5-324e-4bfd-8f34-e11f037c3bc5 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2028.909175] env[62097]: DEBUG oslo_concurrency.lockutils [req-46526a45-5732-4ca0-8af1-1587a4e3dc3b req-499e9b8f-e27b-4a1e-b5e0-ead78be44e64 service nova] Acquiring lock "6722500a-2ecf-4926-aa94-f89279e24240-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.909392] env[62097]: DEBUG oslo_concurrency.lockutils [req-46526a45-5732-4ca0-8af1-1587a4e3dc3b req-499e9b8f-e27b-4a1e-b5e0-ead78be44e64 service nova] Lock "6722500a-2ecf-4926-aa94-f89279e24240-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.909560] env[62097]: DEBUG oslo_concurrency.lockutils [req-46526a45-5732-4ca0-8af1-1587a4e3dc3b req-499e9b8f-e27b-4a1e-b5e0-ead78be44e64 service nova] Lock "6722500a-2ecf-4926-aa94-f89279e24240-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.909724] env[62097]: DEBUG nova.compute.manager [req-46526a45-5732-4ca0-8af1-1587a4e3dc3b req-499e9b8f-e27b-4a1e-b5e0-ead78be44e64 service nova] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] No waiting events found dispatching network-vif-plugged-9fa489e5-324e-4bfd-8f34-e11f037c3bc5 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2028.909886] env[62097]: WARNING nova.compute.manager [req-46526a45-5732-4ca0-8af1-1587a4e3dc3b req-499e9b8f-e27b-4a1e-b5e0-ead78be44e64 service nova] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Received unexpected event network-vif-plugged-9fa489e5-324e-4bfd-8f34-e11f037c3bc5 for instance with vm_state building and task_state spawning. [ 2028.935608] env[62097]: INFO nova.network.neutron [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Updating port 07d6b6d6-7ed4-4f3a-a945-56ab0b579a92 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2029.057491] env[62097]: DEBUG nova.network.neutron [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Successfully updated port: 9fa489e5-324e-4bfd-8f34-e11f037c3bc5 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2029.212843] env[62097]: DEBUG oslo_concurrency.lockutils [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.212843] env[62097]: DEBUG oslo_concurrency.lockutils [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.212843] env[62097]: DEBUG nova.network.neutron [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2029.248615] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 3fc3c152-d30e-40fa-80d8-a2333bf125e0] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2029.321823] env[62097]: DEBUG nova.network.neutron [-] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.348434] env[62097]: DEBUG nova.virt.hardware [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2029.348573] env[62097]: DEBUG nova.virt.hardware [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2029.348718] env[62097]: DEBUG nova.virt.hardware [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2029.348899] env[62097]: DEBUG nova.virt.hardware [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2029.349056] env[62097]: DEBUG nova.virt.hardware [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2029.349207] env[62097]: DEBUG nova.virt.hardware [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2029.349414] env[62097]: DEBUG nova.virt.hardware [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2029.349571] env[62097]: DEBUG nova.virt.hardware [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2029.349733] env[62097]: DEBUG nova.virt.hardware [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2029.350614] env[62097]: DEBUG nova.virt.hardware [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2029.350614] env[62097]: DEBUG nova.virt.hardware [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2029.351868] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd492324-3b86-4620-9f20-1218fab7f4a9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.360576] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc717e54-6fdb-48e3-b705-ac060047ce78 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.375037] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:c7:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63febcf5-f09d-4461-beb2-f23f0745e4e9', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2029.383029] env[62097]: DEBUG oslo.service.loopingcall [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2029.383029] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2029.383279] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a79727c-c582-42b8-9a08-b36b23db40c1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.412026] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e8cf1b-8952-bd08-3b0e-39b6a84bb461, 'name': SearchDatastore_Task, 'duration_secs': 0.008637} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.413401] env[62097]: DEBUG oslo_concurrency.lockutils [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.413922] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] a9731176-2910-4f07-b95a-8496587d553b/a9731176-2910-4f07-b95a-8496587d553b.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2029.414145] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2029.414145] env[62097]: value = "task-2035539" [ 2029.414145] env[62097]: _type = "Task" [ 2029.414145] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.414334] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ee873cb-14f4-46da-ba18-6d82ea809c87 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.425584] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035539, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.426980] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2029.426980] env[62097]: value = "task-2035540" [ 2029.426980] env[62097]: _type = "Task" [ 2029.426980] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.436203] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.560024] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "refresh_cache-6722500a-2ecf-4926-aa94-f89279e24240" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.560068] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired lock "refresh_cache-6722500a-2ecf-4926-aa94-f89279e24240" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.560232] env[62097]: DEBUG nova.network.neutron [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2029.631967] env[62097]: DEBUG oslo_concurrency.lockutils [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.632303] env[62097]: DEBUG oslo_concurrency.lockutils [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.632587] env[62097]: DEBUG oslo_concurrency.lockutils [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.632813] env[62097]: DEBUG oslo_concurrency.lockutils [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.634602] env[62097]: DEBUG oslo_concurrency.lockutils [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.635511] env[62097]: INFO nova.compute.manager [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Terminating instance [ 2029.750685] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: b9c23cfb-231e-43fd-a470-308fa6649091] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2029.824726] env[62097]: INFO nova.compute.manager [-] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Took 1.56 seconds to deallocate network for instance. [ 2029.925836] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035539, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.936421] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035540, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.986907] env[62097]: INFO nova.network.neutron [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Port d97bcfb9-9bc4-429a-81c8-fb79cfc5e810 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2029.986907] env[62097]: DEBUG nova.network.neutron [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Updating instance_info_cache with network_info: [{"id": "be9f6825-75e8-4126-a31c-e1f3689c5a6f", "address": "fa:16:3e:76:23:1e", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9f6825-75", "ovs_interfaceid": "be9f6825-75e8-4126-a31c-e1f3689c5a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.100176] env[62097]: DEBUG nova.network.neutron [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2030.137579] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe556ea2-312a-4de8-8ac9-d90755b9db6d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.140894] env[62097]: DEBUG nova.compute.manager [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2030.141096] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2030.141853] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd248733-1245-4d63-9e9a-aabcf6ecef22 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.152196] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2030.153923] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe8fce82-48b6-442a-850c-0dc0448c0039 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.156610] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520415d4-ea48-4ab8-9f61-ccdaa9236307 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.164767] env[62097]: DEBUG oslo_vmware.api [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2030.164767] env[62097]: value = "task-2035541" [ 2030.164767] env[62097]: _type = "Task" [ 2030.164767] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.196959] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4da8111-8f7a-438d-9e31-f3adbcc83b6c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.209441] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6cf339-ec55-46b1-873d-e06138721a91 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.213266] env[62097]: DEBUG oslo_vmware.api [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.223496] env[62097]: DEBUG nova.compute.provider_tree [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2030.258991] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 99eaa630-0334-4760-9cac-b958f7192f26] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2030.262298] env[62097]: DEBUG nova.compute.manager [req-4a843ccc-e19d-4594-831c-3055a79e1c3c req-bfb56228-5121-4bfc-83d3-5a54dbf1586e service nova] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Received event network-vif-deleted-4958c6fe-d14b-40ed-8cbb-25a7bf625c27 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2030.276612] env[62097]: DEBUG nova.network.neutron [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Updating instance_info_cache with network_info: [{"id": "9fa489e5-324e-4bfd-8f34-e11f037c3bc5", "address": "fa:16:3e:e9:8d:d2", "network": {"id": "f60cbb13-de5a-4273-9dce-9347f05a8c64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-361624700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e12bb11b9e548798618c073b9b30454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fa489e5-32", "ovs_interfaceid": "9fa489e5-324e-4bfd-8f34-e11f037c3bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.332708] env[62097]: DEBUG oslo_concurrency.lockutils [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.426704] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035539, 'name': CreateVM_Task, 'duration_secs': 0.6859} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.426873] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2030.427620] env[62097]: DEBUG oslo_concurrency.lockutils [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.427762] env[62097]: DEBUG oslo_concurrency.lockutils [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.428097] env[62097]: DEBUG oslo_concurrency.lockutils [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2030.428437] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4f69c0b-4938-49b0-868c-c8c9f0806ad5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.435285] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2030.435285] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526a596a-ca11-3e21-3472-10a21b542b22" [ 2030.435285] env[62097]: _type = "Task" [ 2030.435285] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.438453] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534963} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.441100] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] a9731176-2910-4f07-b95a-8496587d553b/a9731176-2910-4f07-b95a-8496587d553b.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2030.441311] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2030.441536] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45810cd0-fa07-4052-935b-ee197b8df9f8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.447495] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526a596a-ca11-3e21-3472-10a21b542b22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.448557] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2030.448557] env[62097]: value = "task-2035542" [ 2030.448557] env[62097]: _type = "Task" [ 2030.448557] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.455320] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.492290] env[62097]: DEBUG oslo_concurrency.lockutils [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "refresh_cache-6e9e39d9-957b-4617-b1db-c9022a6ac77a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.677886] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "refresh_cache-863f4a90-054d-4098-94e0-a945c4cfab7e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.677947] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquired lock "refresh_cache-863f4a90-054d-4098-94e0-a945c4cfab7e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.678333] env[62097]: DEBUG nova.network.neutron [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2030.700609] env[62097]: DEBUG oslo_vmware.api [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035541, 'name': PowerOffVM_Task, 'duration_secs': 0.193277} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.700793] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2030.701011] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2030.701298] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c636d234-ac7b-4845-8df9-911f74bbb334 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.727175] env[62097]: DEBUG nova.scheduler.client.report [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2030.763247] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 4f1ba8a6-3f11-4312-b0b4-646925207435] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2030.779151] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Releasing lock "refresh_cache-6722500a-2ecf-4926-aa94-f89279e24240" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.779623] env[62097]: DEBUG nova.compute.manager [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Instance network_info: |[{"id": "9fa489e5-324e-4bfd-8f34-e11f037c3bc5", "address": "fa:16:3e:e9:8d:d2", "network": {"id": "f60cbb13-de5a-4273-9dce-9347f05a8c64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-361624700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e12bb11b9e548798618c073b9b30454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fa489e5-32", "ovs_interfaceid": "9fa489e5-324e-4bfd-8f34-e11f037c3bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2030.780335] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:8d:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fa489e5-324e-4bfd-8f34-e11f037c3bc5', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2030.788579] env[62097]: DEBUG oslo.service.loopingcall [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2030.789382] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2030.789622] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72fb7b87-6bf9-4008-bc77-e146378267f3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.810520] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2030.810520] env[62097]: value = "task-2035544" [ 2030.810520] env[62097]: _type = "Task" [ 2030.810520] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.819892] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035544, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.936697] env[62097]: DEBUG nova.compute.manager [req-a13ec67d-e8f8-46bb-a88d-4580fcce702c req-418c5aaa-33e3-4e0c-b311-c4fbffb00ca2 service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Received event network-vif-deleted-d97bcfb9-9bc4-429a-81c8-fb79cfc5e810 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2030.936926] env[62097]: DEBUG nova.compute.manager [req-a13ec67d-e8f8-46bb-a88d-4580fcce702c req-418c5aaa-33e3-4e0c-b311-c4fbffb00ca2 service nova] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Received event network-changed-9fa489e5-324e-4bfd-8f34-e11f037c3bc5 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2030.937614] env[62097]: DEBUG nova.compute.manager [req-a13ec67d-e8f8-46bb-a88d-4580fcce702c req-418c5aaa-33e3-4e0c-b311-c4fbffb00ca2 service nova] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Refreshing instance network info cache due to event network-changed-9fa489e5-324e-4bfd-8f34-e11f037c3bc5. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2030.937906] env[62097]: DEBUG oslo_concurrency.lockutils [req-a13ec67d-e8f8-46bb-a88d-4580fcce702c req-418c5aaa-33e3-4e0c-b311-c4fbffb00ca2 service nova] Acquiring lock "refresh_cache-6722500a-2ecf-4926-aa94-f89279e24240" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.938120] env[62097]: DEBUG oslo_concurrency.lockutils [req-a13ec67d-e8f8-46bb-a88d-4580fcce702c req-418c5aaa-33e3-4e0c-b311-c4fbffb00ca2 service nova] Acquired lock "refresh_cache-6722500a-2ecf-4926-aa94-f89279e24240" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.938352] env[62097]: DEBUG nova.network.neutron [req-a13ec67d-e8f8-46bb-a88d-4580fcce702c req-418c5aaa-33e3-4e0c-b311-c4fbffb00ca2 service nova] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Refreshing network info cache for port 9fa489e5-324e-4bfd-8f34-e11f037c3bc5 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2030.950873] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526a596a-ca11-3e21-3472-10a21b542b22, 'name': SearchDatastore_Task, 'duration_secs': 0.012125} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.954212] env[62097]: DEBUG oslo_concurrency.lockutils [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.954478] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2030.954712] env[62097]: DEBUG oslo_concurrency.lockutils [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.954859] env[62097]: DEBUG oslo_concurrency.lockutils [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.955073] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2030.955613] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2d8412f-0a7f-4db5-a819-f08e2b9da7b1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.963410] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062712} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.964488] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2030.964793] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2030.964960] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2030.966076] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a52639a-f4d6-479f-a108-0017bf237d1e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.968349] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2703c70a-2feb-49a7-b273-ac9b967f8363 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.973501] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2030.973501] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52dfd274-6a3b-9a30-aa05-08c70492fc04" [ 2030.973501] env[62097]: _type = "Task" [ 2030.973501] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.990613] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] a9731176-2910-4f07-b95a-8496587d553b/a9731176-2910-4f07-b95a-8496587d553b.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2030.993911] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-625f7b2a-9eb8-4abe-b86f-3d6a8e477ad4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.008277] env[62097]: DEBUG oslo_concurrency.lockutils [None req-42644c19-28bc-4d8c-8fd7-6d5db6e69b39 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "interface-6e9e39d9-957b-4617-b1db-c9022a6ac77a-2f80390c-07ce-4186-80f0-a76d6ed7376d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.122s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.015446] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52dfd274-6a3b-9a30-aa05-08c70492fc04, 'name': SearchDatastore_Task, 'duration_secs': 0.009457} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.017284] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2031.017284] env[62097]: value = "task-2035545" [ 2031.017284] env[62097]: _type = "Task" [ 2031.017284] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.017492] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c5eb9de-09df-4c80-bac4-60deaa2bd3b7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.027622] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2031.027622] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f7766c-75f4-bc99-c96b-31d1bf83cebf" [ 2031.027622] env[62097]: _type = "Task" [ 2031.027622] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.031055] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035545, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.038500] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f7766c-75f4-bc99-c96b-31d1bf83cebf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.104587] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2031.104843] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2031.105083] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Deleting the datastore file [datastore1] 6e9e39d9-957b-4617-b1db-c9022a6ac77a {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2031.105379] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5372926d-a3e9-4671-9f3e-79eb955d1689 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.111752] env[62097]: DEBUG oslo_vmware.api [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2031.111752] env[62097]: value = "task-2035546" [ 2031.111752] env[62097]: _type = "Task" [ 2031.111752] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.122306] env[62097]: DEBUG oslo_vmware.api [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.233708] env[62097]: DEBUG oslo_concurrency.lockutils [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.233708] env[62097]: DEBUG nova.compute.manager [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2031.237723] env[62097]: DEBUG oslo_concurrency.lockutils [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.905s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.238072] env[62097]: DEBUG nova.objects.instance [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Lazy-loading 'resources' on Instance uuid 892e51e4-ed63-45bf-9f6b-be584a40cfe2 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2031.267288] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: c70e020b-71e9-4b08-8edc-3988bc483097] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2031.321111] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035544, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.497378] env[62097]: DEBUG nova.network.neutron [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Updating instance_info_cache with network_info: [{"id": "07d6b6d6-7ed4-4f3a-a945-56ab0b579a92", "address": "fa:16:3e:ff:5c:d0", "network": {"id": "40fc680e-d343-4f6c-ac49-4edae8c6e1cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-112414529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a33913f130945c0ac3c0d07970a6f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d6b6d6-7e", "ovs_interfaceid": "07d6b6d6-7ed4-4f3a-a945-56ab0b579a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.529408] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035545, 'name': ReconfigVM_Task, 'duration_secs': 0.408221} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.531689] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Reconfigured VM instance instance-0000005e to attach disk [datastore1] a9731176-2910-4f07-b95a-8496587d553b/a9731176-2910-4f07-b95a-8496587d553b.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2031.532366] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fbbaf43-a5d0-46fb-8a65-8573ef28e0ca {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.542773] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f7766c-75f4-bc99-c96b-31d1bf83cebf, 'name': SearchDatastore_Task, 'duration_secs': 0.020989} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.543901] env[62097]: DEBUG oslo_concurrency.lockutils [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.544170] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 7f4d6fa2-45e4-4348-9149-47ec9f40c22c/7f4d6fa2-45e4-4348-9149-47ec9f40c22c.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2031.544511] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2031.544511] env[62097]: value = "task-2035547" [ 2031.544511] env[62097]: _type = "Task" [ 2031.544511] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.544697] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c39edca3-4356-4c47-9020-212abdaede99 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.556377] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035547, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.559790] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2031.559790] env[62097]: value = "task-2035548" [ 2031.559790] env[62097]: _type = "Task" [ 2031.559790] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.570491] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.621067] env[62097]: DEBUG oslo_vmware.api [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282128} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.623275] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2031.623459] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2031.623637] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2031.623809] env[62097]: INFO nova.compute.manager [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Took 1.48 seconds to destroy the instance on the hypervisor. [ 2031.624054] env[62097]: DEBUG oslo.service.loopingcall [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2031.624259] env[62097]: DEBUG nova.compute.manager [-] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2031.624351] env[62097]: DEBUG nova.network.neutron [-] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2031.662451] env[62097]: DEBUG nova.network.neutron [req-a13ec67d-e8f8-46bb-a88d-4580fcce702c req-418c5aaa-33e3-4e0c-b311-c4fbffb00ca2 service nova] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Updated VIF entry in instance network info cache for port 9fa489e5-324e-4bfd-8f34-e11f037c3bc5. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2031.662831] env[62097]: DEBUG nova.network.neutron [req-a13ec67d-e8f8-46bb-a88d-4580fcce702c req-418c5aaa-33e3-4e0c-b311-c4fbffb00ca2 service nova] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Updating instance_info_cache with network_info: [{"id": "9fa489e5-324e-4bfd-8f34-e11f037c3bc5", "address": "fa:16:3e:e9:8d:d2", "network": {"id": "f60cbb13-de5a-4273-9dce-9347f05a8c64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-361624700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e12bb11b9e548798618c073b9b30454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fa489e5-32", "ovs_interfaceid": "9fa489e5-324e-4bfd-8f34-e11f037c3bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.725219] env[62097]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port d97bcfb9-9bc4-429a-81c8-fb79cfc5e810 could not be found.", "detail": ""}} {{(pid=62097) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 2031.725219] env[62097]: DEBUG nova.network.neutron [-] Unable to show port d97bcfb9-9bc4-429a-81c8-fb79cfc5e810 as it no longer exists. {{(pid=62097) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 2031.743694] env[62097]: DEBUG nova.compute.utils [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2031.752024] env[62097]: DEBUG nova.compute.manager [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2031.752024] env[62097]: DEBUG nova.network.neutron [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2031.770792] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 4a674112-0d80-4178-9126-5993d458a9e9] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2031.796067] env[62097]: DEBUG nova.policy [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f46f37fbbae2412a9b6d867205e64cbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca08e1b159534c9f897fcdf7509622ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2031.823728] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035544, 'name': CreateVM_Task, 'duration_secs': 0.528844} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.824145] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2031.824872] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.825116] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.825484] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2031.825777] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-322f86f1-9226-435c-94c0-2d51a3f296cb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.837486] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2031.837486] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52509181-6482-a6c5-fa69-ba801b3253c7" [ 2031.837486] env[62097]: _type = "Task" [ 2031.837486] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.845532] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52509181-6482-a6c5-fa69-ba801b3253c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.976119] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c99c5c-8f34-45ac-b674-f478194147aa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.984418] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c94e6c-a640-473c-964d-630c7fb0c0f7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.016825] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Releasing lock "refresh_cache-863f4a90-054d-4098-94e0-a945c4cfab7e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.020089] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa6d413-3838-4191-b471-0a73d7626365 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.027949] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49256414-7568-4e5a-a472-689f316a62e1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.045912] env[62097]: DEBUG nova.compute.provider_tree [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2032.056030] env[62097]: DEBUG nova.virt.hardware [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='78c34b1e90973e847cfd090ab553993a',container_format='bare',created_at=2025-01-07T02:13:14Z,direct_url=,disk_format='vmdk',id=017a863d-fd69-48d7-b76e-f0ef35837499,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-434886020-shelved',owner='6a33913f130945c0ac3c0d07970a6f86',properties=ImageMetaProps,protected=,size=31592448,status='active',tags=,updated_at=2025-01-07T02:13:30Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2032.056200] env[62097]: DEBUG nova.virt.hardware [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2032.056359] env[62097]: DEBUG nova.virt.hardware [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2032.056546] env[62097]: DEBUG nova.virt.hardware [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2032.056699] env[62097]: DEBUG nova.virt.hardware [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2032.056912] env[62097]: DEBUG nova.virt.hardware [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2032.057105] env[62097]: DEBUG nova.virt.hardware [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2032.057206] env[62097]: DEBUG nova.virt.hardware [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2032.057391] env[62097]: DEBUG nova.virt.hardware [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2032.057567] env[62097]: DEBUG nova.virt.hardware [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2032.057810] env[62097]: DEBUG nova.virt.hardware [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2032.058522] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6edc24-ae94-47e3-917d-092cc388aa68 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.065092] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035547, 'name': Rename_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.076799] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5021b9-8c91-44bc-9d93-52f6e87a5a4a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.081049] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.083541] env[62097]: DEBUG nova.network.neutron [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Successfully created port: 8cfb92b6-a26b-49a0-9518-e4437d03dd8f {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2032.094707] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:5c:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07d6b6d6-7ed4-4f3a-a945-56ab0b579a92', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2032.102627] env[62097]: DEBUG oslo.service.loopingcall [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2032.102889] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2032.103164] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbae6d5b-0f15-4af6-a980-ddd7f00fba88 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.124271] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2032.124271] env[62097]: value = "task-2035549" [ 2032.124271] env[62097]: _type = "Task" [ 2032.124271] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.132446] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035549, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.167777] env[62097]: DEBUG oslo_concurrency.lockutils [req-a13ec67d-e8f8-46bb-a88d-4580fcce702c req-418c5aaa-33e3-4e0c-b311-c4fbffb00ca2 service nova] Releasing lock "refresh_cache-6722500a-2ecf-4926-aa94-f89279e24240" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.249200] env[62097]: DEBUG nova.compute.manager [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2032.274318] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 3cca6a42-488d-4dbd-87ab-65938ab5491f] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2032.336189] env[62097]: DEBUG nova.compute.manager [req-a1b97ad5-1992-4626-a8fc-8588f36cbf69 req-6c51a146-b915-425a-9018-7d8c81da85b3 service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Received event network-vif-plugged-07d6b6d6-7ed4-4f3a-a945-56ab0b579a92 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2032.336304] env[62097]: DEBUG oslo_concurrency.lockutils [req-a1b97ad5-1992-4626-a8fc-8588f36cbf69 req-6c51a146-b915-425a-9018-7d8c81da85b3 service nova] Acquiring lock "863f4a90-054d-4098-94e0-a945c4cfab7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.336675] env[62097]: DEBUG oslo_concurrency.lockutils [req-a1b97ad5-1992-4626-a8fc-8588f36cbf69 req-6c51a146-b915-425a-9018-7d8c81da85b3 service nova] Lock "863f4a90-054d-4098-94e0-a945c4cfab7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.336840] env[62097]: DEBUG oslo_concurrency.lockutils [req-a1b97ad5-1992-4626-a8fc-8588f36cbf69 req-6c51a146-b915-425a-9018-7d8c81da85b3 service nova] Lock "863f4a90-054d-4098-94e0-a945c4cfab7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.337122] env[62097]: DEBUG nova.compute.manager [req-a1b97ad5-1992-4626-a8fc-8588f36cbf69 req-6c51a146-b915-425a-9018-7d8c81da85b3 service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] No waiting events found dispatching network-vif-plugged-07d6b6d6-7ed4-4f3a-a945-56ab0b579a92 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2032.337608] env[62097]: WARNING nova.compute.manager [req-a1b97ad5-1992-4626-a8fc-8588f36cbf69 req-6c51a146-b915-425a-9018-7d8c81da85b3 service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Received unexpected event network-vif-plugged-07d6b6d6-7ed4-4f3a-a945-56ab0b579a92 for instance with vm_state shelved_offloaded and task_state spawning. [ 2032.337976] env[62097]: DEBUG nova.compute.manager [req-a1b97ad5-1992-4626-a8fc-8588f36cbf69 req-6c51a146-b915-425a-9018-7d8c81da85b3 service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Received event network-changed-07d6b6d6-7ed4-4f3a-a945-56ab0b579a92 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2032.338863] env[62097]: DEBUG nova.compute.manager [req-a1b97ad5-1992-4626-a8fc-8588f36cbf69 req-6c51a146-b915-425a-9018-7d8c81da85b3 service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Refreshing instance network info cache due to event network-changed-07d6b6d6-7ed4-4f3a-a945-56ab0b579a92. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2032.338863] env[62097]: DEBUG oslo_concurrency.lockutils [req-a1b97ad5-1992-4626-a8fc-8588f36cbf69 req-6c51a146-b915-425a-9018-7d8c81da85b3 service nova] Acquiring lock "refresh_cache-863f4a90-054d-4098-94e0-a945c4cfab7e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.338863] env[62097]: DEBUG oslo_concurrency.lockutils [req-a1b97ad5-1992-4626-a8fc-8588f36cbf69 req-6c51a146-b915-425a-9018-7d8c81da85b3 service nova] Acquired lock "refresh_cache-863f4a90-054d-4098-94e0-a945c4cfab7e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.339211] env[62097]: DEBUG nova.network.neutron [req-a1b97ad5-1992-4626-a8fc-8588f36cbf69 req-6c51a146-b915-425a-9018-7d8c81da85b3 service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Refreshing network info cache for port 07d6b6d6-7ed4-4f3a-a945-56ab0b579a92 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2032.354233] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52509181-6482-a6c5-fa69-ba801b3253c7, 'name': SearchDatastore_Task, 'duration_secs': 0.24707} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.354648] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.354945] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2032.355613] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.355613] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.355947] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2032.356403] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01c54c65-a283-40b0-abb2-842db7a6282c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.370469] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2032.370797] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2032.372196] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d86bea-218e-4522-8ebc-886f34f37e9e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.380597] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2032.380597] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524d7786-1a89-e69c-2c48-b2bcb1f55d5c" [ 2032.380597] env[62097]: _type = "Task" [ 2032.380597] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.394403] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524d7786-1a89-e69c-2c48-b2bcb1f55d5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.562509] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035547, 'name': Rename_Task, 'duration_secs': 0.648085} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.562509] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2032.562509] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-731841ca-2a38-4686-ac33-55b7da426816 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.568391] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2032.568391] env[62097]: value = "task-2035550" [ 2032.568391] env[62097]: _type = "Task" [ 2032.568391] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.576723] env[62097]: ERROR nova.scheduler.client.report [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] [req-db9847db-64e9-4745-bc3e-501b029257d4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID aabcd967-83f0-44f7-bf8d-f09a522d29a7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-db9847db-64e9-4745-bc3e-501b029257d4"}]} [ 2032.588018] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.993711} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.588126] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 7f4d6fa2-45e4-4348-9149-47ec9f40c22c/7f4d6fa2-45e4-4348-9149-47ec9f40c22c.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2032.588295] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2032.588562] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035550, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.588760] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6690345b-0561-436c-835b-d3f247dc6cd0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.595698] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2032.595698] env[62097]: value = "task-2035551" [ 2032.595698] env[62097]: _type = "Task" [ 2032.595698] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.599704] env[62097]: DEBUG nova.scheduler.client.report [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Refreshing inventories for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2032.606241] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.616117] env[62097]: DEBUG nova.scheduler.client.report [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Updating ProviderTree inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2032.616324] env[62097]: DEBUG nova.compute.provider_tree [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2032.629263] env[62097]: DEBUG nova.scheduler.client.report [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Refreshing aggregate associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, aggregates: None {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2032.636826] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035549, 'name': CreateVM_Task, 'duration_secs': 0.394419} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.636999] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2032.637720] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/017a863d-fd69-48d7-b76e-f0ef35837499" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.637921] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/017a863d-fd69-48d7-b76e-f0ef35837499" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.638343] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/017a863d-fd69-48d7-b76e-f0ef35837499" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2032.638654] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea0413ea-f21f-42ca-abcf-51f1b7c9748d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.643192] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 2032.643192] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b5987d-df65-ab34-8745-d3e79afc79a3" [ 2032.643192] env[62097]: _type = "Task" [ 2032.643192] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.647787] env[62097]: DEBUG nova.scheduler.client.report [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Refreshing trait associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2032.652746] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b5987d-df65-ab34-8745-d3e79afc79a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.777817] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: face7e9c-6a8b-4bae-ab99-c8601b2cb358] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2032.800212] env[62097]: DEBUG nova.network.neutron [-] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.845909] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38df2b9-34ad-4e42-8279-0d8cb987f67b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.853677] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac70372e-1097-4a7b-bcd0-35569ac40473 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.894787] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ff8123-a212-4c6a-a1bb-9add93e2dbb3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.903363] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524d7786-1a89-e69c-2c48-b2bcb1f55d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.05888} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.906025] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45498729-d957-44f3-bd6c-6a25cfaec306 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.909115] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ad9b55-5c15-4cbd-b531-d9578cd807a9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.923328] env[62097]: DEBUG nova.compute.provider_tree [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2032.924751] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2032.924751] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52939350-3a63-2edb-64eb-74c3ba0e714f" [ 2032.924751] env[62097]: _type = "Task" [ 2032.924751] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.933270] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52939350-3a63-2edb-64eb-74c3ba0e714f, 'name': SearchDatastore_Task, 'duration_secs': 0.010976} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.933514] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.933755] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 6722500a-2ecf-4926-aa94-f89279e24240/6722500a-2ecf-4926-aa94-f89279e24240.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2032.934009] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0946d6a6-27a9-47c3-994a-14268f16cbe7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.943319] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2032.943319] env[62097]: value = "task-2035552" [ 2032.943319] env[62097]: _type = "Task" [ 2032.943319] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.957656] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.082354] env[62097]: DEBUG oslo_vmware.api [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035550, 'name': PowerOnVM_Task, 'duration_secs': 0.485443} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.083555] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2033.083555] env[62097]: INFO nova.compute.manager [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Took 15.05 seconds to spawn the instance on the hypervisor. [ 2033.083555] env[62097]: DEBUG nova.compute.manager [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2033.084046] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bff383b-e3b0-4843-a236-60016e81d129 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.104172] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065822} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.104435] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2033.105262] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea1ca2d-400a-4c9a-92ce-445fa04d18e9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.126890] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 7f4d6fa2-45e4-4348-9149-47ec9f40c22c/7f4d6fa2-45e4-4348-9149-47ec9f40c22c.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2033.129405] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ae12f78-c864-4895-a59e-b637249ca07c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.150531] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2033.150531] env[62097]: value = "task-2035553" [ 2033.150531] env[62097]: _type = "Task" [ 2033.150531] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.156732] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/017a863d-fd69-48d7-b76e-f0ef35837499" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.156972] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Processing image 017a863d-fd69-48d7-b76e-f0ef35837499 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2033.157234] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/017a863d-fd69-48d7-b76e-f0ef35837499/017a863d-fd69-48d7-b76e-f0ef35837499.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.157390] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/017a863d-fd69-48d7-b76e-f0ef35837499/017a863d-fd69-48d7-b76e-f0ef35837499.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2033.157562] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2033.158040] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17667915-12f5-4a01-80a9-51159fe4dfb3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.165509] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035553, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.167653] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2033.167889] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2033.168509] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ef1d87b-879e-4fd2-8195-fdc470febd85 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.173647] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 2033.173647] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52252ff6-ccbe-5f52-2138-9dff4ca7c9ec" [ 2033.173647] env[62097]: _type = "Task" [ 2033.173647] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.182728] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52252ff6-ccbe-5f52-2138-9dff4ca7c9ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.213475] env[62097]: DEBUG nova.network.neutron [req-a1b97ad5-1992-4626-a8fc-8588f36cbf69 req-6c51a146-b915-425a-9018-7d8c81da85b3 service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Updated VIF entry in instance network info cache for port 07d6b6d6-7ed4-4f3a-a945-56ab0b579a92. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2033.213857] env[62097]: DEBUG nova.network.neutron [req-a1b97ad5-1992-4626-a8fc-8588f36cbf69 req-6c51a146-b915-425a-9018-7d8c81da85b3 service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Updating instance_info_cache with network_info: [{"id": "07d6b6d6-7ed4-4f3a-a945-56ab0b579a92", "address": "fa:16:3e:ff:5c:d0", "network": {"id": "40fc680e-d343-4f6c-ac49-4edae8c6e1cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-112414529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a33913f130945c0ac3c0d07970a6f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d6b6d6-7e", "ovs_interfaceid": "07d6b6d6-7ed4-4f3a-a945-56ab0b579a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2033.258518] env[62097]: DEBUG nova.compute.manager [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2033.282938] env[62097]: DEBUG nova.virt.hardware [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2033.283063] env[62097]: DEBUG nova.virt.hardware [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2033.283231] env[62097]: DEBUG nova.virt.hardware [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2033.283411] env[62097]: DEBUG nova.virt.hardware [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2033.283552] env[62097]: DEBUG nova.virt.hardware [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2033.283694] env[62097]: DEBUG nova.virt.hardware [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2033.283894] env[62097]: DEBUG nova.virt.hardware [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2033.284067] env[62097]: DEBUG nova.virt.hardware [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2033.284244] env[62097]: DEBUG nova.virt.hardware [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2033.284405] env[62097]: DEBUG nova.virt.hardware [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2033.284583] env[62097]: DEBUG nova.virt.hardware [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2033.284979] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: b2312aa2-a236-4928-8204-dee877cc217f] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2033.287298] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9692da0b-a332-4b5d-be73-96bba9319f71 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.295471] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee12d2c-45c0-4dbe-8438-e184a6555f9c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.308964] env[62097]: INFO nova.compute.manager [-] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Took 1.68 seconds to deallocate network for instance. [ 2033.429890] env[62097]: DEBUG nova.scheduler.client.report [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2033.453562] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035552, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.555034] env[62097]: DEBUG nova.compute.manager [req-07e02067-5b30-427b-9161-1d93f312ee46 req-26f8cc21-1d03-414d-aa66-a06156bcd998 service nova] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Received event network-vif-plugged-8cfb92b6-a26b-49a0-9518-e4437d03dd8f {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2033.555442] env[62097]: DEBUG oslo_concurrency.lockutils [req-07e02067-5b30-427b-9161-1d93f312ee46 req-26f8cc21-1d03-414d-aa66-a06156bcd998 service nova] Acquiring lock "b55e4832-2135-4828-b54c-2af12ff76c6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.555561] env[62097]: DEBUG oslo_concurrency.lockutils [req-07e02067-5b30-427b-9161-1d93f312ee46 req-26f8cc21-1d03-414d-aa66-a06156bcd998 service nova] Lock "b55e4832-2135-4828-b54c-2af12ff76c6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.555750] env[62097]: DEBUG oslo_concurrency.lockutils [req-07e02067-5b30-427b-9161-1d93f312ee46 req-26f8cc21-1d03-414d-aa66-a06156bcd998 service nova] Lock "b55e4832-2135-4828-b54c-2af12ff76c6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.555932] env[62097]: DEBUG nova.compute.manager [req-07e02067-5b30-427b-9161-1d93f312ee46 req-26f8cc21-1d03-414d-aa66-a06156bcd998 service nova] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] No waiting events found dispatching network-vif-plugged-8cfb92b6-a26b-49a0-9518-e4437d03dd8f {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2033.556157] env[62097]: WARNING nova.compute.manager [req-07e02067-5b30-427b-9161-1d93f312ee46 req-26f8cc21-1d03-414d-aa66-a06156bcd998 service nova] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Received unexpected event network-vif-plugged-8cfb92b6-a26b-49a0-9518-e4437d03dd8f for instance with vm_state building and task_state spawning. [ 2033.605479] env[62097]: INFO nova.compute.manager [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Took 25.70 seconds to build instance. [ 2033.647502] env[62097]: DEBUG nova.network.neutron [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Successfully updated port: 8cfb92b6-a26b-49a0-9518-e4437d03dd8f {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2033.664035] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.683285] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Preparing fetch location {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2033.683526] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Fetch image to [datastore1] OSTACK_IMG_53007a5f-30d1-4d9f-aa47-c284b8f58c26/OSTACK_IMG_53007a5f-30d1-4d9f-aa47-c284b8f58c26.vmdk {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2033.683710] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Downloading stream optimized image 017a863d-fd69-48d7-b76e-f0ef35837499 to [datastore1] OSTACK_IMG_53007a5f-30d1-4d9f-aa47-c284b8f58c26/OSTACK_IMG_53007a5f-30d1-4d9f-aa47-c284b8f58c26.vmdk on the data store datastore1 as vApp {{(pid=62097) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2033.683879] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Downloading image file data 017a863d-fd69-48d7-b76e-f0ef35837499 to the ESX as VM named 'OSTACK_IMG_53007a5f-30d1-4d9f-aa47-c284b8f58c26' {{(pid=62097) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2033.719770] env[62097]: DEBUG oslo_concurrency.lockutils [req-a1b97ad5-1992-4626-a8fc-8588f36cbf69 req-6c51a146-b915-425a-9018-7d8c81da85b3 service nova] Releasing lock "refresh_cache-863f4a90-054d-4098-94e0-a945c4cfab7e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.754125] env[62097]: DEBUG oslo_vmware.rw_handles [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2033.754125] env[62097]: value = "resgroup-9" [ 2033.754125] env[62097]: _type = "ResourcePool" [ 2033.754125] env[62097]: }. {{(pid=62097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2033.754439] env[62097]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5bf96815-d691-4de7-8e57-f6709bd66894 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.774530] env[62097]: DEBUG oslo_vmware.rw_handles [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lease: (returnval){ [ 2033.774530] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b8c245-1258-ac95-89a4-37611bf6f03d" [ 2033.774530] env[62097]: _type = "HttpNfcLease" [ 2033.774530] env[62097]: } obtained for vApp import into resource pool (val){ [ 2033.774530] env[62097]: value = "resgroup-9" [ 2033.774530] env[62097]: _type = "ResourcePool" [ 2033.774530] env[62097]: }. {{(pid=62097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2033.774985] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the lease: (returnval){ [ 2033.774985] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b8c245-1258-ac95-89a4-37611bf6f03d" [ 2033.774985] env[62097]: _type = "HttpNfcLease" [ 2033.774985] env[62097]: } to be ready. {{(pid=62097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2033.781237] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2033.781237] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b8c245-1258-ac95-89a4-37611bf6f03d" [ 2033.781237] env[62097]: _type = "HttpNfcLease" [ 2033.781237] env[62097]: } is initializing. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2033.791045] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 644f7138-3c47-46fe-87e6-caad565d3542] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2033.817151] env[62097]: DEBUG oslo_concurrency.lockutils [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.936484] env[62097]: DEBUG oslo_concurrency.lockutils [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.699s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.939322] env[62097]: DEBUG oslo_concurrency.lockutils [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.122s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.939639] env[62097]: DEBUG nova.objects.instance [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lazy-loading 'resources' on Instance uuid 6e9e39d9-957b-4617-b1db-c9022a6ac77a {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2033.955514] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723845} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.955761] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 6722500a-2ecf-4926-aa94-f89279e24240/6722500a-2ecf-4926-aa94-f89279e24240.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2033.956033] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2033.956267] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b38bbb26-28d6-4582-b7ea-5eb17fe92ca1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.962705] env[62097]: INFO nova.scheduler.client.report [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Deleted allocations for instance 892e51e4-ed63-45bf-9f6b-be584a40cfe2 [ 2033.964980] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2033.964980] env[62097]: value = "task-2035555" [ 2033.964980] env[62097]: _type = "Task" [ 2033.964980] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.976054] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.108661] env[62097]: DEBUG oslo_concurrency.lockutils [None req-587ff9dd-7a2f-491a-859e-6bb44a13e064 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "a9731176-2910-4f07-b95a-8496587d553b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.210s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.148856] env[62097]: DEBUG oslo_concurrency.lockutils [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Acquiring lock "refresh_cache-b55e4832-2135-4828-b54c-2af12ff76c6a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2034.149025] env[62097]: DEBUG oslo_concurrency.lockutils [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Acquired lock "refresh_cache-b55e4832-2135-4828-b54c-2af12ff76c6a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.149188] env[62097]: DEBUG nova.network.neutron [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2034.164834] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035553, 'name': ReconfigVM_Task, 'duration_secs': 0.951702} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.165199] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 7f4d6fa2-45e4-4348-9149-47ec9f40c22c/7f4d6fa2-45e4-4348-9149-47ec9f40c22c.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2034.165854] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b45e0a9d-8e06-44fa-bbb2-c2defe48499d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.172723] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2034.172723] env[62097]: value = "task-2035556" [ 2034.172723] env[62097]: _type = "Task" [ 2034.172723] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.183327] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035556, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.291621] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2034.291621] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b8c245-1258-ac95-89a4-37611bf6f03d" [ 2034.291621] env[62097]: _type = "HttpNfcLease" [ 2034.291621] env[62097]: } is initializing. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2034.294599] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: da50c4b4-e9b4-447f-95f4-479356451a22] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2034.418173] env[62097]: DEBUG nova.compute.manager [req-aef18636-6b68-4978-9269-d22e24318564 req-24ed1d03-90dd-4d99-82c7-6b7f06e5fc1d service nova] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Received event network-vif-deleted-be9f6825-75e8-4126-a31c-e1f3689c5a6f {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2034.475188] env[62097]: DEBUG oslo_concurrency.lockutils [None req-84a13ddd-1374-4e7c-be9a-442a0e65c6db tempest-ServersTestManualDisk-1398860893 tempest-ServersTestManualDisk-1398860893-project-member] Lock "892e51e4-ed63-45bf-9f6b-be584a40cfe2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.579s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.483206] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091527} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.486849] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2034.488590] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cb6fc8-adfa-42d5-89f4-b692079d2603 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.511232] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 6722500a-2ecf-4926-aa94-f89279e24240/6722500a-2ecf-4926-aa94-f89279e24240.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2034.514160] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b1a1446-fb2d-4125-9bcb-8874ace99b07 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.537299] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2034.537299] env[62097]: value = "task-2035557" [ 2034.537299] env[62097]: _type = "Task" [ 2034.537299] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.548304] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.684592] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035556, 'name': Rename_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.689057] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8df95b-0b5d-48b7-b63b-732bc838a1ad {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.695256] env[62097]: DEBUG nova.network.neutron [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2034.698401] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa697a7-b7e5-4464-bada-4f5d3186f54e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.733248] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a684ad-e293-401d-aacc-e4fc1e327824 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.741259] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75af9891-ac13-4fae-b714-395a4944af70 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.754937] env[62097]: DEBUG nova.compute.provider_tree [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2034.782131] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2034.782131] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b8c245-1258-ac95-89a4-37611bf6f03d" [ 2034.782131] env[62097]: _type = "HttpNfcLease" [ 2034.782131] env[62097]: } is ready. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2034.782465] env[62097]: DEBUG oslo_vmware.rw_handles [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2034.782465] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b8c245-1258-ac95-89a4-37611bf6f03d" [ 2034.782465] env[62097]: _type = "HttpNfcLease" [ 2034.782465] env[62097]: }. {{(pid=62097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2034.785292] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d942d58d-49cb-4776-b04f-0f83bc6348c9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.788244] env[62097]: DEBUG oslo_concurrency.lockutils [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "a9731176-2910-4f07-b95a-8496587d553b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.788517] env[62097]: DEBUG oslo_concurrency.lockutils [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "a9731176-2910-4f07-b95a-8496587d553b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.788737] env[62097]: DEBUG oslo_concurrency.lockutils [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "a9731176-2910-4f07-b95a-8496587d553b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.788928] env[62097]: DEBUG oslo_concurrency.lockutils [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "a9731176-2910-4f07-b95a-8496587d553b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.789152] env[62097]: DEBUG oslo_concurrency.lockutils [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "a9731176-2910-4f07-b95a-8496587d553b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.797020] env[62097]: DEBUG oslo_vmware.rw_handles [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd2b2f-0df4-b3dc-34cd-f3e9e2fe045d/disk-0.vmdk from lease info. {{(pid=62097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2034.797020] env[62097]: DEBUG oslo_vmware.rw_handles [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Creating HTTP connection to write to file with size = 31592448 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd2b2f-0df4-b3dc-34cd-f3e9e2fe045d/disk-0.vmdk. {{(pid=62097) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2034.797020] env[62097]: INFO nova.compute.manager [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Terminating instance [ 2034.852173] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: c2f23eee-2b74-4839-9697-439a2d26ad64] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2034.855217] env[62097]: DEBUG nova.compute.manager [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2034.855417] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2034.858843] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719d5c6a-3063-4360-9b6f-0f8ea368e5af {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.868207] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-943dfba6-1ccb-49ec-9e52-908fc06b4e1a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.874067] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2034.874340] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af075394-7c6f-4ad1-a478-8191cf998b17 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.880951] env[62097]: DEBUG oslo_vmware.api [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2034.880951] env[62097]: value = "task-2035558" [ 2034.880951] env[62097]: _type = "Task" [ 2034.880951] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.889566] env[62097]: DEBUG oslo_vmware.api [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.901674] env[62097]: DEBUG nova.network.neutron [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Updating instance_info_cache with network_info: [{"id": "8cfb92b6-a26b-49a0-9518-e4437d03dd8f", "address": "fa:16:3e:cf:34:6f", "network": {"id": "aa5d9db8-bdc0-467b-8424-005cb503a146", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1364079883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca08e1b159534c9f897fcdf7509622ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cfb92b6-a2", "ovs_interfaceid": "8cfb92b6-a26b-49a0-9518-e4437d03dd8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.961874] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2ca8a255-8f90-43e7-9f2c-084c01817a5a tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "1824b463-fe07-4430-8da7-1b7568a58852" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.962219] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2ca8a255-8f90-43e7-9f2c-084c01817a5a tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "1824b463-fe07-4430-8da7-1b7568a58852" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.048854] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.184392] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035556, 'name': Rename_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.260314] env[62097]: DEBUG nova.scheduler.client.report [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2035.358578] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 7d040a2f-df58-48ee-bb68-8a9e59e97364] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2035.393221] env[62097]: DEBUG oslo_vmware.api [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.407019] env[62097]: DEBUG oslo_concurrency.lockutils [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Releasing lock "refresh_cache-b55e4832-2135-4828-b54c-2af12ff76c6a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2035.407019] env[62097]: DEBUG nova.compute.manager [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Instance network_info: |[{"id": "8cfb92b6-a26b-49a0-9518-e4437d03dd8f", "address": "fa:16:3e:cf:34:6f", "network": {"id": "aa5d9db8-bdc0-467b-8424-005cb503a146", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1364079883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca08e1b159534c9f897fcdf7509622ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cfb92b6-a2", "ovs_interfaceid": "8cfb92b6-a26b-49a0-9518-e4437d03dd8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2035.407019] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:34:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cfb92b6-a26b-49a0-9518-e4437d03dd8f', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2035.413151] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Creating folder: Project (ca08e1b159534c9f897fcdf7509622ef). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2035.418424] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d871d9d2-5a06-4486-90ff-f8479fd856e6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.428997] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Created folder: Project (ca08e1b159534c9f897fcdf7509622ef) in parent group-v417770. [ 2035.429235] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Creating folder: Instances. Parent ref: group-v418033. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2035.430749] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c345af1f-346a-47c7-aa41-595cdd4affd3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.442146] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Created folder: Instances in parent group-v418033. [ 2035.442453] env[62097]: DEBUG oslo.service.loopingcall [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2035.442745] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2035.443072] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b449311c-e5e3-4315-b2b0-2c3dde37c72c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.465729] env[62097]: INFO nova.compute.manager [None req-2ca8a255-8f90-43e7-9f2c-084c01817a5a tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Detaching volume f53770c5-4a54-4166-838a-00477303d995 [ 2035.470309] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2035.470309] env[62097]: value = "task-2035561" [ 2035.470309] env[62097]: _type = "Task" [ 2035.470309] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.480958] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035561, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.510082] env[62097]: INFO nova.virt.block_device [None req-2ca8a255-8f90-43e7-9f2c-084c01817a5a tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Attempting to driver detach volume f53770c5-4a54-4166-838a-00477303d995 from mountpoint /dev/sdb [ 2035.510418] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca8a255-8f90-43e7-9f2c-084c01817a5a tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Volume detach. Driver type: vmdk {{(pid=62097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2035.510681] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca8a255-8f90-43e7-9f2c-084c01817a5a tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418004', 'volume_id': 'f53770c5-4a54-4166-838a-00477303d995', 'name': 'volume-f53770c5-4a54-4166-838a-00477303d995', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1824b463-fe07-4430-8da7-1b7568a58852', 'attached_at': '', 'detached_at': '', 'volume_id': 'f53770c5-4a54-4166-838a-00477303d995', 'serial': 'f53770c5-4a54-4166-838a-00477303d995'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2035.511637] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9983c7-0547-4303-9f8c-0f6919cee3ed {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.540358] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411499c1-ce2b-4862-a775-c75184034c2f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.552405] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.556261] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c043741-fdfc-4c6b-a745-e43aa31c7817 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.585496] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a642ee9-0bef-4b2d-bfdf-f8d9743d377c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.605748] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca8a255-8f90-43e7-9f2c-084c01817a5a tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] The volume has not been displaced from its original location: [datastore1] volume-f53770c5-4a54-4166-838a-00477303d995/volume-f53770c5-4a54-4166-838a-00477303d995.vmdk. No consolidation needed. {{(pid=62097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2035.611709] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca8a255-8f90-43e7-9f2c-084c01817a5a tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2035.612804] env[62097]: DEBUG nova.compute.manager [req-bf4b4a75-f841-493f-9e48-44420c53b09e req-459db7b1-897b-423d-a9fb-3a51b70911cb service nova] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Received event network-changed-8cfb92b6-a26b-49a0-9518-e4437d03dd8f {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2035.613111] env[62097]: DEBUG nova.compute.manager [req-bf4b4a75-f841-493f-9e48-44420c53b09e req-459db7b1-897b-423d-a9fb-3a51b70911cb service nova] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Refreshing instance network info cache due to event network-changed-8cfb92b6-a26b-49a0-9518-e4437d03dd8f. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2035.613262] env[62097]: DEBUG oslo_concurrency.lockutils [req-bf4b4a75-f841-493f-9e48-44420c53b09e req-459db7b1-897b-423d-a9fb-3a51b70911cb service nova] Acquiring lock "refresh_cache-b55e4832-2135-4828-b54c-2af12ff76c6a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2035.613409] env[62097]: DEBUG oslo_concurrency.lockutils [req-bf4b4a75-f841-493f-9e48-44420c53b09e req-459db7b1-897b-423d-a9fb-3a51b70911cb service nova] Acquired lock "refresh_cache-b55e4832-2135-4828-b54c-2af12ff76c6a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2035.613566] env[62097]: DEBUG nova.network.neutron [req-bf4b4a75-f841-493f-9e48-44420c53b09e req-459db7b1-897b-423d-a9fb-3a51b70911cb service nova] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Refreshing network info cache for port 8cfb92b6-a26b-49a0-9518-e4437d03dd8f {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2035.621634] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-875163d5-032c-432d-9690-f04048c32f4c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.648417] env[62097]: DEBUG oslo_vmware.api [None req-2ca8a255-8f90-43e7-9f2c-084c01817a5a tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 2035.648417] env[62097]: value = "task-2035562" [ 2035.648417] env[62097]: _type = "Task" [ 2035.648417] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.659289] env[62097]: DEBUG oslo_vmware.api [None req-2ca8a255-8f90-43e7-9f2c-084c01817a5a tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035562, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.685937] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035556, 'name': Rename_Task, 'duration_secs': 1.355317} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.688898] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2035.689502] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b03dd841-e4ba-4abc-8faa-0fba7c8a9892 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.696647] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2035.696647] env[62097]: value = "task-2035563" [ 2035.696647] env[62097]: _type = "Task" [ 2035.696647] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.707253] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.768192] env[62097]: DEBUG oslo_concurrency.lockutils [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.800308] env[62097]: INFO nova.scheduler.client.report [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Deleted allocations for instance 6e9e39d9-957b-4617-b1db-c9022a6ac77a [ 2035.862706] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 1aff8092-0b9e-4eb3-9a0e-7ae7a95c0e5c] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2035.895215] env[62097]: DEBUG oslo_vmware.api [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035558, 'name': PowerOffVM_Task, 'duration_secs': 0.815956} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.896923] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2035.897297] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2035.897712] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f54e995-44cb-4a79-8e75-261708caef9d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.982275] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035561, 'name': CreateVM_Task, 'duration_secs': 0.388447} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.982459] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2035.983689] env[62097]: DEBUG oslo_concurrency.lockutils [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2035.984038] env[62097]: DEBUG oslo_concurrency.lockutils [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2035.984599] env[62097]: DEBUG oslo_concurrency.lockutils [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2035.984959] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db08388d-7502-44e6-a5ec-976caf40f1de {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.992249] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Waiting for the task: (returnval){ [ 2035.992249] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52fc0068-23d5-098c-bd77-08a6258ef198" [ 2035.992249] env[62097]: _type = "Task" [ 2035.992249] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.004640] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52fc0068-23d5-098c-bd77-08a6258ef198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.020348] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2036.020575] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2036.020778] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Deleting the datastore file [datastore1] a9731176-2910-4f07-b95a-8496587d553b {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2036.021071] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31f347d5-d4b9-4d19-8eee-e3bf619a9bf5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.029152] env[62097]: DEBUG oslo_vmware.api [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2036.029152] env[62097]: value = "task-2035565" [ 2036.029152] env[62097]: _type = "Task" [ 2036.029152] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.039399] env[62097]: DEBUG oslo_vmware.api [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.051451] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035557, 'name': ReconfigVM_Task, 'duration_secs': 1.287735} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.052405] env[62097]: DEBUG oslo_vmware.rw_handles [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Completed reading data from the image iterator. {{(pid=62097) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2036.052617] env[62097]: DEBUG oslo_vmware.rw_handles [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd2b2f-0df4-b3dc-34cd-f3e9e2fe045d/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2036.052965] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 6722500a-2ecf-4926-aa94-f89279e24240/6722500a-2ecf-4926-aa94-f89279e24240.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2036.054151] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94ccbe7-8074-4d56-8ebf-f29ed472f998 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.057011] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f02cc69d-95c4-44d8-9a4f-abce2eadb11e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.062769] env[62097]: DEBUG oslo_vmware.rw_handles [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd2b2f-0df4-b3dc-34cd-f3e9e2fe045d/disk-0.vmdk is in state: ready. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2036.063080] env[62097]: DEBUG oslo_vmware.rw_handles [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd2b2f-0df4-b3dc-34cd-f3e9e2fe045d/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2036.064146] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-73d0bf35-0ff6-437e-bc22-2917dbeb0892 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.065698] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2036.065698] env[62097]: value = "task-2035566" [ 2036.065698] env[62097]: _type = "Task" [ 2036.065698] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.076570] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035566, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.158712] env[62097]: DEBUG oslo_vmware.api [None req-2ca8a255-8f90-43e7-9f2c-084c01817a5a tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035562, 'name': ReconfigVM_Task, 'duration_secs': 0.278229} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.158873] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca8a255-8f90-43e7-9f2c-084c01817a5a tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2036.166395] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9848863-52e1-4936-a0d1-2b1567d5f430 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.181227] env[62097]: DEBUG oslo_vmware.api [None req-2ca8a255-8f90-43e7-9f2c-084c01817a5a tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 2036.181227] env[62097]: value = "task-2035567" [ 2036.181227] env[62097]: _type = "Task" [ 2036.181227] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.189901] env[62097]: DEBUG oslo_vmware.api [None req-2ca8a255-8f90-43e7-9f2c-084c01817a5a tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.208982] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035563, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.251228] env[62097]: DEBUG oslo_vmware.rw_handles [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd2b2f-0df4-b3dc-34cd-f3e9e2fe045d/disk-0.vmdk. {{(pid=62097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2036.251625] env[62097]: INFO nova.virt.vmwareapi.images [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Downloaded image file data 017a863d-fd69-48d7-b76e-f0ef35837499 [ 2036.252467] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e58ff4-e555-4909-8f59-a914be011b6a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.272330] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7452521d-51ff-4e8b-87f2-b472e8649b10 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.311739] env[62097]: DEBUG oslo_concurrency.lockutils [None req-26e710ad-adf5-421d-94c8-971277753e14 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "6e9e39d9-957b-4617-b1db-c9022a6ac77a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.679s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2036.316183] env[62097]: INFO nova.virt.vmwareapi.images [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] The imported VM was unregistered [ 2036.319084] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Caching image {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2036.319352] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Creating directory with path [datastore1] devstack-image-cache_base/017a863d-fd69-48d7-b76e-f0ef35837499 {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2036.319679] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b10d39d-05b2-4c5f-90e4-d6a1e5dfd0b3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.335544] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Created directory with path [datastore1] devstack-image-cache_base/017a863d-fd69-48d7-b76e-f0ef35837499 {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2036.335777] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_53007a5f-30d1-4d9f-aa47-c284b8f58c26/OSTACK_IMG_53007a5f-30d1-4d9f-aa47-c284b8f58c26.vmdk to [datastore1] devstack-image-cache_base/017a863d-fd69-48d7-b76e-f0ef35837499/017a863d-fd69-48d7-b76e-f0ef35837499.vmdk. {{(pid=62097) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2036.336331] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-70588bac-cd30-411e-b887-25ff0037e813 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.342410] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 2036.342410] env[62097]: value = "task-2035569" [ 2036.342410] env[62097]: _type = "Task" [ 2036.342410] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.350833] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035569, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.367819] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 7b70aac3-1fd6-4956-8849-ebe6def4305e] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2036.504350] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52fc0068-23d5-098c-bd77-08a6258ef198, 'name': SearchDatastore_Task, 'duration_secs': 0.011121} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.504740] env[62097]: DEBUG oslo_concurrency.lockutils [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.504911] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2036.505235] env[62097]: DEBUG oslo_concurrency.lockutils [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2036.505360] env[62097]: DEBUG oslo_concurrency.lockutils [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.505589] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2036.505897] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8968e05-3b21-497c-a02e-f270942cd692 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.517758] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2036.517937] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2036.518709] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1461cec2-bcd0-4cc0-a922-bf82af32227e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.527667] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Waiting for the task: (returnval){ [ 2036.527667] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5268af73-5674-3678-d9ca-bb92b6fc174d" [ 2036.527667] env[62097]: _type = "Task" [ 2036.527667] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.539425] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5268af73-5674-3678-d9ca-bb92b6fc174d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.542552] env[62097]: DEBUG oslo_vmware.api [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206817} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.542794] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2036.542977] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2036.543182] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2036.543348] env[62097]: INFO nova.compute.manager [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a9731176-2910-4f07-b95a-8496587d553b] Took 1.69 seconds to destroy the instance on the hypervisor. [ 2036.543577] env[62097]: DEBUG oslo.service.loopingcall [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2036.543771] env[62097]: DEBUG nova.compute.manager [-] [instance: a9731176-2910-4f07-b95a-8496587d553b] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2036.543849] env[62097]: DEBUG nova.network.neutron [-] [instance: a9731176-2910-4f07-b95a-8496587d553b] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2036.579738] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035566, 'name': Rename_Task, 'duration_secs': 0.19161} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.580127] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2036.580408] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-415636f6-7285-494f-ba01-a24a88f427ed {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.587036] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2036.587036] env[62097]: value = "task-2035570" [ 2036.587036] env[62097]: _type = "Task" [ 2036.587036] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.594848] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.619479] env[62097]: DEBUG nova.network.neutron [req-bf4b4a75-f841-493f-9e48-44420c53b09e req-459db7b1-897b-423d-a9fb-3a51b70911cb service nova] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Updated VIF entry in instance network info cache for port 8cfb92b6-a26b-49a0-9518-e4437d03dd8f. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2036.619869] env[62097]: DEBUG nova.network.neutron [req-bf4b4a75-f841-493f-9e48-44420c53b09e req-459db7b1-897b-423d-a9fb-3a51b70911cb service nova] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Updating instance_info_cache with network_info: [{"id": "8cfb92b6-a26b-49a0-9518-e4437d03dd8f", "address": "fa:16:3e:cf:34:6f", "network": {"id": "aa5d9db8-bdc0-467b-8424-005cb503a146", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1364079883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca08e1b159534c9f897fcdf7509622ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cfb92b6-a2", "ovs_interfaceid": "8cfb92b6-a26b-49a0-9518-e4437d03dd8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.697975] env[62097]: DEBUG oslo_vmware.api [None req-2ca8a255-8f90-43e7-9f2c-084c01817a5a tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035567, 'name': ReconfigVM_Task, 'duration_secs': 0.16525} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.698397] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca8a255-8f90-43e7-9f2c-084c01817a5a tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418004', 'volume_id': 'f53770c5-4a54-4166-838a-00477303d995', 'name': 'volume-f53770c5-4a54-4166-838a-00477303d995', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1824b463-fe07-4430-8da7-1b7568a58852', 'attached_at': '', 'detached_at': '', 'volume_id': 'f53770c5-4a54-4166-838a-00477303d995', 'serial': 'f53770c5-4a54-4166-838a-00477303d995'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2036.710932] env[62097]: DEBUG oslo_vmware.api [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035563, 'name': PowerOnVM_Task, 'duration_secs': 0.54004} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.711319] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2036.711535] env[62097]: DEBUG nova.compute.manager [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2036.712459] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e69225-1861-414e-8132-83e6192db7ec {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.854674] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035569, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.872089] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: da9910e3-317e-4ca6-9a8c-478232b8d7dc] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2036.954449] env[62097]: DEBUG nova.compute.manager [req-d5e9bf9e-0cf5-43ad-9163-9a04b2e5dfe3 req-1ed0a98b-b21b-40f3-9f88-9cf27d22fee2 service nova] [instance: a9731176-2910-4f07-b95a-8496587d553b] Received event network-vif-deleted-1211a351-c649-4110-8d6a-1e1d6d8df01d {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2036.954993] env[62097]: INFO nova.compute.manager [req-d5e9bf9e-0cf5-43ad-9163-9a04b2e5dfe3 req-1ed0a98b-b21b-40f3-9f88-9cf27d22fee2 service nova] [instance: a9731176-2910-4f07-b95a-8496587d553b] Neutron deleted interface 1211a351-c649-4110-8d6a-1e1d6d8df01d; detaching it from the instance and deleting it from the info cache [ 2036.954993] env[62097]: DEBUG nova.network.neutron [req-d5e9bf9e-0cf5-43ad-9163-9a04b2e5dfe3 req-1ed0a98b-b21b-40f3-9f88-9cf27d22fee2 service nova] [instance: a9731176-2910-4f07-b95a-8496587d553b] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2037.038203] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5268af73-5674-3678-d9ca-bb92b6fc174d, 'name': SearchDatastore_Task, 'duration_secs': 0.040173} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.039058] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0caeda5-dfc2-4307-ad78-2fb15d9e736d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.044856] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Waiting for the task: (returnval){ [ 2037.044856] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e1c255-259a-6aa4-eeeb-84c1f8389b97" [ 2037.044856] env[62097]: _type = "Task" [ 2037.044856] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.053293] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e1c255-259a-6aa4-eeeb-84c1f8389b97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.097451] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.123486] env[62097]: DEBUG oslo_concurrency.lockutils [req-bf4b4a75-f841-493f-9e48-44420c53b09e req-459db7b1-897b-423d-a9fb-3a51b70911cb service nova] Releasing lock "refresh_cache-b55e4832-2135-4828-b54c-2af12ff76c6a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.234818] env[62097]: DEBUG oslo_concurrency.lockutils [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.235213] env[62097]: DEBUG oslo_concurrency.lockutils [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.235468] env[62097]: DEBUG nova.objects.instance [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62097) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2037.281248] env[62097]: DEBUG nova.objects.instance [None req-2ca8a255-8f90-43e7-9f2c-084c01817a5a tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lazy-loading 'flavor' on Instance uuid 1824b463-fe07-4430-8da7-1b7568a58852 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2037.357025] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035569, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.376027] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: efe841ea-ce8a-4b9a-98de-5533729488dd] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2037.429164] env[62097]: DEBUG nova.network.neutron [-] [instance: a9731176-2910-4f07-b95a-8496587d553b] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2037.457530] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-047eaddd-2312-4c5c-ac44-51b00195555d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.469666] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94490d92-4a2e-41b2-b6b7-5571c79ca1bf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.503464] env[62097]: DEBUG nova.compute.manager [req-d5e9bf9e-0cf5-43ad-9163-9a04b2e5dfe3 req-1ed0a98b-b21b-40f3-9f88-9cf27d22fee2 service nova] [instance: a9731176-2910-4f07-b95a-8496587d553b] Detach interface failed, port_id=1211a351-c649-4110-8d6a-1e1d6d8df01d, reason: Instance a9731176-2910-4f07-b95a-8496587d553b could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2037.555073] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e1c255-259a-6aa4-eeeb-84c1f8389b97, 'name': SearchDatastore_Task, 'duration_secs': 0.073368} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.555385] env[62097]: DEBUG oslo_concurrency.lockutils [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.555651] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] b55e4832-2135-4828-b54c-2af12ff76c6a/b55e4832-2135-4828-b54c-2af12ff76c6a.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2037.555915] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9336b79c-5f39-487a-b661-ba11e21ad1a8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.564439] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Waiting for the task: (returnval){ [ 2037.564439] env[62097]: value = "task-2035571" [ 2037.564439] env[62097]: _type = "Task" [ 2037.564439] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.573322] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': task-2035571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.597496] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035570, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.636421] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "7f4d6fa2-45e4-4348-9149-47ec9f40c22c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.636763] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "7f4d6fa2-45e4-4348-9149-47ec9f40c22c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.637494] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "7f4d6fa2-45e4-4348-9149-47ec9f40c22c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.637494] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "7f4d6fa2-45e4-4348-9149-47ec9f40c22c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.637617] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "7f4d6fa2-45e4-4348-9149-47ec9f40c22c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.641647] env[62097]: INFO nova.compute.manager [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Terminating instance [ 2037.856687] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035569, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.880795] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 14f1c8b1-77f4-46f1-ba73-5ae24e9cc721] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2037.933416] env[62097]: INFO nova.compute.manager [-] [instance: a9731176-2910-4f07-b95a-8496587d553b] Took 1.39 seconds to deallocate network for instance. [ 2038.073320] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': task-2035571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.098311] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035570, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.148375] env[62097]: DEBUG nova.compute.manager [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2038.148642] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2038.149648] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fb895f-00f5-4c4b-875c-89706b468156 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.160275] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2038.160603] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-137c967c-1874-471e-b17d-943a4e7ce18e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.167357] env[62097]: DEBUG oslo_vmware.api [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2038.167357] env[62097]: value = "task-2035572" [ 2038.167357] env[62097]: _type = "Task" [ 2038.167357] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.176219] env[62097]: DEBUG oslo_vmware.api [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.244577] env[62097]: DEBUG oslo_concurrency.lockutils [None req-502e6e12-c451-4f9e-a598-ded9536da902 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.270686] env[62097]: DEBUG oslo_concurrency.lockutils [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "a5f3d46e-328f-4927-ad0a-1b1666df95a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.271093] env[62097]: DEBUG oslo_concurrency.lockutils [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "a5f3d46e-328f-4927-ad0a-1b1666df95a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.292703] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2ca8a255-8f90-43e7-9f2c-084c01817a5a tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "1824b463-fe07-4430-8da7-1b7568a58852" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.330s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.311409] env[62097]: INFO nova.compute.manager [None req-c4e8fe43-14f6-4bc6-8a34-a6772a12be86 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Get console output [ 2038.311649] env[62097]: WARNING nova.virt.vmwareapi.driver [None req-c4e8fe43-14f6-4bc6-8a34-a6772a12be86 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] The console log is missing. Check your VSPC configuration [ 2038.356869] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035569, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.383915] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 1993cbe1-7d91-42d7-85ab-fae419cedef7] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2038.440819] env[62097]: DEBUG oslo_concurrency.lockutils [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.441135] env[62097]: DEBUG oslo_concurrency.lockutils [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.441679] env[62097]: DEBUG nova.objects.instance [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lazy-loading 'resources' on Instance uuid a9731176-2910-4f07-b95a-8496587d553b {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2038.574431] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': task-2035571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.601672] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035570, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.678793] env[62097]: DEBUG oslo_vmware.api [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.773692] env[62097]: DEBUG nova.compute.manager [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2038.856616] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035569, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.888785] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: edab7482-65e5-4141-aa17-08c348f76bbe] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2039.079635] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': task-2035571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.102136] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035570, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.184905] env[62097]: DEBUG oslo_vmware.api [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.241054] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fc6516-e66e-48d0-a396-7603598875a4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.247947] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafaf4b0-269b-44e0-a17e-aac5d9198f43 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.293617] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee00d3e9-9df4-415b-af28-9988cde66071 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.303227] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c478e273-762e-4d8e-ba4d-eddf53f67b59 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.309072] env[62097]: DEBUG oslo_concurrency.lockutils [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.322461] env[62097]: DEBUG nova.compute.provider_tree [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2039.357012] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035569, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.393050] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: d37200db-e945-461a-84f5-beb632e9b4bd] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2039.498140] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquiring lock "3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.502261] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.503159] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquiring lock "3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.503159] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.503298] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.508652] env[62097]: INFO nova.compute.manager [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Terminating instance [ 2039.541191] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "36360d25-2d81-405c-929d-def87fc4f8f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.541678] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "36360d25-2d81-405c-929d-def87fc4f8f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.579316] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': task-2035571, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.600473] env[62097]: DEBUG oslo_vmware.api [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035570, 'name': PowerOnVM_Task, 'duration_secs': 2.794505} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.600473] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2039.600473] env[62097]: INFO nova.compute.manager [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Took 12.09 seconds to spawn the instance on the hypervisor. [ 2039.600473] env[62097]: DEBUG nova.compute.manager [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2039.601695] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381e57dc-04c7-4a8c-a686-668ea3a6a867 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.679150] env[62097]: DEBUG oslo_vmware.api [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035572, 'name': PowerOffVM_Task, 'duration_secs': 1.314537} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.679516] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2039.679797] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2039.680116] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-101c3d66-f104-4b17-828a-1c7f73a0618a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.823925] env[62097]: DEBUG nova.scheduler.client.report [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2039.853915] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2039.853915] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2039.853915] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Deleting the datastore file [datastore1] 7f4d6fa2-45e4-4348-9149-47ec9f40c22c {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2039.854607] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17a9a9ae-271a-40f2-aa53-720cf20f8005 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.861260] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035569, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.490582} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.861858] env[62097]: INFO nova.virt.vmwareapi.ds_util [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_53007a5f-30d1-4d9f-aa47-c284b8f58c26/OSTACK_IMG_53007a5f-30d1-4d9f-aa47-c284b8f58c26.vmdk to [datastore1] devstack-image-cache_base/017a863d-fd69-48d7-b76e-f0ef35837499/017a863d-fd69-48d7-b76e-f0ef35837499.vmdk. [ 2039.862072] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Cleaning up location [datastore1] OSTACK_IMG_53007a5f-30d1-4d9f-aa47-c284b8f58c26 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2039.862274] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_53007a5f-30d1-4d9f-aa47-c284b8f58c26 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2039.862482] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bd862ed-e8bd-4581-adad-23e1a6f86f00 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.867154] env[62097]: DEBUG oslo_vmware.api [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2039.867154] env[62097]: value = "task-2035574" [ 2039.867154] env[62097]: _type = "Task" [ 2039.867154] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.868266] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 2039.868266] env[62097]: value = "task-2035575" [ 2039.868266] env[62097]: _type = "Task" [ 2039.868266] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.882236] env[62097]: DEBUG oslo_vmware.api [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.885722] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.896648] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 72d8c1c0-5d25-4619-8f1e-5fe06787a845] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2039.938496] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "1824b463-fe07-4430-8da7-1b7568a58852" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.938496] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "1824b463-fe07-4430-8da7-1b7568a58852" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.938496] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "1824b463-fe07-4430-8da7-1b7568a58852-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.938496] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "1824b463-fe07-4430-8da7-1b7568a58852-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.938496] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "1824b463-fe07-4430-8da7-1b7568a58852-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.940806] env[62097]: INFO nova.compute.manager [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Terminating instance [ 2040.013514] env[62097]: DEBUG nova.compute.manager [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2040.013755] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2040.015011] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24e794c-6f51-43ef-a8de-3380192ee715 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.023874] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2040.024147] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca664d93-548a-45b5-b293-3a97d016f4fe {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.030151] env[62097]: DEBUG oslo_vmware.api [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 2040.030151] env[62097]: value = "task-2035576" [ 2040.030151] env[62097]: _type = "Task" [ 2040.030151] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.038715] env[62097]: DEBUG oslo_vmware.api [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.044329] env[62097]: DEBUG nova.compute.manager [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2040.081454] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': task-2035571, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.308072} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.081664] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] b55e4832-2135-4828-b54c-2af12ff76c6a/b55e4832-2135-4828-b54c-2af12ff76c6a.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2040.081890] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2040.082139] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-477b3f67-03c6-4a0d-9c8a-94be1bc8778d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.089154] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Waiting for the task: (returnval){ [ 2040.089154] env[62097]: value = "task-2035577" [ 2040.089154] env[62097]: _type = "Task" [ 2040.089154] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.096855] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': task-2035577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.124789] env[62097]: INFO nova.compute.manager [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Took 19.08 seconds to build instance. [ 2040.334410] env[62097]: DEBUG oslo_concurrency.lockutils [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.336463] env[62097]: DEBUG oslo_concurrency.lockutils [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.027s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.338157] env[62097]: INFO nova.compute.claims [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2040.363237] env[62097]: INFO nova.scheduler.client.report [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Deleted allocations for instance a9731176-2910-4f07-b95a-8496587d553b [ 2040.383928] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123846} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.387171] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2040.387330] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/017a863d-fd69-48d7-b76e-f0ef35837499/017a863d-fd69-48d7-b76e-f0ef35837499.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.387983] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/017a863d-fd69-48d7-b76e-f0ef35837499/017a863d-fd69-48d7-b76e-f0ef35837499.vmdk to [datastore1] 863f4a90-054d-4098-94e0-a945c4cfab7e/863f4a90-054d-4098-94e0-a945c4cfab7e.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2040.387983] env[62097]: DEBUG oslo_vmware.api [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.388205] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6bc049f-1352-4315-92fe-0bd7b1d97ae0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.395361] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 2040.395361] env[62097]: value = "task-2035578" [ 2040.395361] env[62097]: _type = "Task" [ 2040.395361] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.400417] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 049f2126-5f66-4e66-a334-13e33b27b152] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2040.407606] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.448704] env[62097]: DEBUG nova.compute.manager [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2040.448933] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2040.450298] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379184ac-05b7-4e0a-a037-e141c43ffb0b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.459560] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2040.459923] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-306b1e23-5e7d-4ee1-90db-6d306f4cc812 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.466537] env[62097]: DEBUG oslo_vmware.api [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 2040.466537] env[62097]: value = "task-2035579" [ 2040.466537] env[62097]: _type = "Task" [ 2040.466537] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.475803] env[62097]: DEBUG oslo_vmware.api [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.541053] env[62097]: DEBUG oslo_vmware.api [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035576, 'name': PowerOffVM_Task, 'duration_secs': 0.477931} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.541521] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2040.543709] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2040.543709] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca7b5c38-0d14-4745-b8b0-761860ed6135 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.565261] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.598994] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': task-2035577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083191} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.599289] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2040.600063] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943527f0-c4f2-4297-b539-ef7ae3b6dbb3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.622247] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] b55e4832-2135-4828-b54c-2af12ff76c6a/b55e4832-2135-4828-b54c-2af12ff76c6a.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2040.622724] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffd23861-1ef7-41f8-99a7-32282d7a96dd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.639670] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aee5631a-b438-4e9b-8028-751a18267cc5 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "6722500a-2ecf-4926-aa94-f89279e24240" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.607s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.645549] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Waiting for the task: (returnval){ [ 2040.645549] env[62097]: value = "task-2035581" [ 2040.645549] env[62097]: _type = "Task" [ 2040.645549] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.654405] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': task-2035581, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.844849] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2040.845355] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2040.845694] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Deleting the datastore file [datastore2] 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2040.850885] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bb4087b-e071-4fef-8a60-c246f31b7dd3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.862549] env[62097]: DEBUG oslo_vmware.api [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 2040.862549] env[62097]: value = "task-2035582" [ 2040.862549] env[62097]: _type = "Task" [ 2040.862549] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.875368] env[62097]: DEBUG oslo_concurrency.lockutils [None req-947cfea8-13c6-4789-8b9f-c5579ed219e7 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "a9731176-2910-4f07-b95a-8496587d553b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.087s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.876371] env[62097]: DEBUG oslo_vmware.api [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.885944] env[62097]: DEBUG oslo_vmware.api [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.593616} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.886270] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2040.886510] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2040.886745] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2040.886964] env[62097]: INFO nova.compute.manager [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Took 2.74 seconds to destroy the instance on the hypervisor. [ 2040.887276] env[62097]: DEBUG oslo.service.loopingcall [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2040.887526] env[62097]: DEBUG nova.compute.manager [-] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2040.887699] env[62097]: DEBUG nova.network.neutron [-] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2040.903482] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: ac966fff-88e8-4fd3-925f-0e6195c1c940] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2040.908939] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.976977] env[62097]: DEBUG oslo_vmware.api [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.158081] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': task-2035581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.206256] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a96de9-13eb-474c-83d3-3f34a6f06781 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.213972] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-78543db2-9677-4ba0-93ce-c98dba3d36ed tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Suspending the VM {{(pid=62097) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2041.214293] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-451dc93b-3fbe-46c8-b875-66fa8f9bf6b8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.224805] env[62097]: DEBUG oslo_vmware.api [None req-78543db2-9677-4ba0-93ce-c98dba3d36ed tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2041.224805] env[62097]: value = "task-2035583" [ 2041.224805] env[62097]: _type = "Task" [ 2041.224805] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.235046] env[62097]: DEBUG oslo_vmware.api [None req-78543db2-9677-4ba0-93ce-c98dba3d36ed tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035583, 'name': SuspendVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.372945] env[62097]: DEBUG oslo_vmware.api [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386512} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.373574] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2041.374017] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2041.374306] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2041.374991] env[62097]: INFO nova.compute.manager [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Took 1.36 seconds to destroy the instance on the hypervisor. [ 2041.375343] env[62097]: DEBUG oslo.service.loopingcall [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2041.375825] env[62097]: DEBUG nova.compute.manager [-] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2041.376187] env[62097]: DEBUG nova.network.neutron [-] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2041.410956] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 8f3d1be0-6146-4455-a6f8-55ab6a96a077] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2041.413041] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.477089] env[62097]: DEBUG oslo_vmware.api [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035579, 'name': PowerOffVM_Task, 'duration_secs': 0.919079} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.477089] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2041.477089] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2041.477293] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fe8956a-6e80-4fae-81a1-3d1ea16ab6bb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.514771] env[62097]: DEBUG nova.compute.manager [req-623ef3f1-f59b-4f09-8272-5fec7a534865 req-140185ce-fb0a-46d6-99d5-ec0ed6243b57 service nova] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Received event network-vif-deleted-63febcf5-f09d-4461-beb2-f23f0745e4e9 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2041.515030] env[62097]: INFO nova.compute.manager [req-623ef3f1-f59b-4f09-8272-5fec7a534865 req-140185ce-fb0a-46d6-99d5-ec0ed6243b57 service nova] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Neutron deleted interface 63febcf5-f09d-4461-beb2-f23f0745e4e9; detaching it from the instance and deleting it from the info cache [ 2041.515231] env[62097]: DEBUG nova.network.neutron [req-623ef3f1-f59b-4f09-8272-5fec7a534865 req-140185ce-fb0a-46d6-99d5-ec0ed6243b57 service nova] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.661694] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': task-2035581, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.671020] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993ffdb9-3ce2-4bf7-a502-316fb9190df9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.679090] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6f9145-d7d8-4fea-ae1f-be6d800d1808 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.720534] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474cc5b6-5be6-4ee5-937b-5fdce1dae234 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.724403] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2041.724704] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2041.724937] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Deleting the datastore file [datastore2] 1824b463-fe07-4430-8da7-1b7568a58852 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2041.725306] env[62097]: DEBUG nova.network.neutron [-] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.726751] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee71a4da-5666-477b-8806-b1c41a12b748 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.736279] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4829d4-2e49-4dad-a6d4-c9121849111a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.746291] env[62097]: DEBUG oslo_vmware.api [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 2041.746291] env[62097]: value = "task-2035585" [ 2041.746291] env[62097]: _type = "Task" [ 2041.746291] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.746722] env[62097]: DEBUG oslo_vmware.api [None req-78543db2-9677-4ba0-93ce-c98dba3d36ed tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035583, 'name': SuspendVM_Task} progress is 45%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.759148] env[62097]: DEBUG nova.compute.provider_tree [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2041.765418] env[62097]: DEBUG oslo_vmware.api [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.911535] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035578, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.917225] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 00c37acb-b074-4eaf-8d07-061c3d0c6790] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2042.018946] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d85d9707-968e-43a5-b8cb-6be98d845908 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.029414] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3e8548-295f-4cbe-b9f3-7dcd58327c2f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.060714] env[62097]: DEBUG nova.compute.manager [req-623ef3f1-f59b-4f09-8272-5fec7a534865 req-140185ce-fb0a-46d6-99d5-ec0ed6243b57 service nova] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Detach interface failed, port_id=63febcf5-f09d-4461-beb2-f23f0745e4e9, reason: Instance 7f4d6fa2-45e4-4348-9149-47ec9f40c22c could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2042.156754] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': task-2035581, 'name': ReconfigVM_Task, 'duration_secs': 1.017081} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.159782] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Reconfigured VM instance instance-00000060 to attach disk [datastore1] b55e4832-2135-4828-b54c-2af12ff76c6a/b55e4832-2135-4828-b54c-2af12ff76c6a.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2042.160490] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34123ab6-792b-426c-9c4b-ddd6c6c9695f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.169379] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Waiting for the task: (returnval){ [ 2042.169379] env[62097]: value = "task-2035586" [ 2042.169379] env[62097]: _type = "Task" [ 2042.169379] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.184205] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "d6ba1c55-7ce7-42a7-8827-d63b3852418d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.184441] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "d6ba1c55-7ce7-42a7-8827-d63b3852418d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.193310] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': task-2035586, 'name': Rename_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.231480] env[62097]: INFO nova.compute.manager [-] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Took 1.34 seconds to deallocate network for instance. [ 2042.240199] env[62097]: DEBUG oslo_vmware.api [None req-78543db2-9677-4ba0-93ce-c98dba3d36ed tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035583, 'name': SuspendVM_Task} progress is 45%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.256670] env[62097]: DEBUG oslo_vmware.api [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324079} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.256932] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2042.257141] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2042.257321] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2042.257506] env[62097]: INFO nova.compute.manager [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Took 1.81 seconds to destroy the instance on the hypervisor. [ 2042.257741] env[62097]: DEBUG oslo.service.loopingcall [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2042.257925] env[62097]: DEBUG nova.compute.manager [-] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2042.258101] env[62097]: DEBUG nova.network.neutron [-] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2042.261647] env[62097]: DEBUG nova.scheduler.client.report [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2042.414282] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035578, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.424397] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 60fcf9af-55c5-4146-bcb4-40d30633a64f] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2042.679792] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': task-2035586, 'name': Rename_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.694529] env[62097]: DEBUG nova.compute.manager [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2042.745020] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.745423] env[62097]: DEBUG oslo_vmware.api [None req-78543db2-9677-4ba0-93ce-c98dba3d36ed tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035583, 'name': SuspendVM_Task} progress is 45%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.766254] env[62097]: DEBUG oslo_concurrency.lockutils [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.766877] env[62097]: DEBUG nova.compute.manager [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2042.769726] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.205s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.771494] env[62097]: INFO nova.compute.claims [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2042.778191] env[62097]: DEBUG nova.compute.manager [req-719d16ec-e5f6-4dd2-9167-c54602981574 req-b3e6233e-cea8-4526-9071-00c2ec29ae3e service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Received event network-vif-deleted-9a7b83b4-55e5-4365-8b83-32baafa8d350 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2042.778191] env[62097]: INFO nova.compute.manager [req-719d16ec-e5f6-4dd2-9167-c54602981574 req-b3e6233e-cea8-4526-9071-00c2ec29ae3e service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Neutron deleted interface 9a7b83b4-55e5-4365-8b83-32baafa8d350; detaching it from the instance and deleting it from the info cache [ 2042.778191] env[62097]: DEBUG nova.network.neutron [req-719d16ec-e5f6-4dd2-9167-c54602981574 req-b3e6233e-cea8-4526-9071-00c2ec29ae3e service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.813029] env[62097]: DEBUG nova.network.neutron [-] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.916508] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035578, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.927784] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 33c1ec6e-a5a5-459e-a89f-a5198d0f9c78] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2043.093111] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "33c16093-8d25-4de4-b7b1-0c1c621b6266" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.093419] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "33c16093-8d25-4de4-b7b1-0c1c621b6266" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.180078] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': task-2035586, 'name': Rename_Task, 'duration_secs': 0.561414} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.180385] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2043.180646] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2792c95e-9617-43b1-befa-1bf562957eb4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.187160] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Waiting for the task: (returnval){ [ 2043.187160] env[62097]: value = "task-2035587" [ 2043.187160] env[62097]: _type = "Task" [ 2043.187160] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.195725] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': task-2035587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.220125] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.241532] env[62097]: DEBUG oslo_vmware.api [None req-78543db2-9677-4ba0-93ce-c98dba3d36ed tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035583, 'name': SuspendVM_Task} progress is 45%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.250558] env[62097]: DEBUG nova.network.neutron [-] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.276411] env[62097]: DEBUG nova.compute.utils [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2043.277854] env[62097]: DEBUG nova.compute.manager [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2043.278482] env[62097]: DEBUG nova.network.neutron [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2043.284892] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31fc9087-b874-47cb-a7b3-9b60eb982438 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.297032] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb36e788-7589-4ec7-b957-c06f1bf66d99 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.315152] env[62097]: INFO nova.compute.manager [-] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Took 1.94 seconds to deallocate network for instance. [ 2043.329997] env[62097]: DEBUG nova.compute.manager [req-719d16ec-e5f6-4dd2-9167-c54602981574 req-b3e6233e-cea8-4526-9071-00c2ec29ae3e service nova] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Detach interface failed, port_id=9a7b83b4-55e5-4365-8b83-32baafa8d350, reason: Instance 1824b463-fe07-4430-8da7-1b7568a58852 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2043.331889] env[62097]: DEBUG nova.policy [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '439c1a3e424144d0b4b1278760739466', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbcf1419521b46b2aa629c0e0d3eb6e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2043.414253] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035578, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.432303] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 93e02b4d-b5b1-454e-89a4-f5f735cef950] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2043.562039] env[62097]: DEBUG nova.compute.manager [req-469531f8-3467-4e7e-9a36-4adefadc3aaa req-9c45e70d-fd87-46fd-aa1e-6427da9ba126 service nova] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Received event network-vif-deleted-dffbaff1-c0c7-4891-b3ed-c538bc8809eb {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2043.580563] env[62097]: DEBUG nova.network.neutron [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Successfully created port: 8be2cd76-1504-4392-b955-4215d2490860 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2043.597360] env[62097]: DEBUG nova.compute.manager [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2043.697876] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': task-2035587, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.742462] env[62097]: DEBUG oslo_vmware.api [None req-78543db2-9677-4ba0-93ce-c98dba3d36ed tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035583, 'name': SuspendVM_Task} progress is 45%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.753115] env[62097]: INFO nova.compute.manager [-] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Took 1.49 seconds to deallocate network for instance. [ 2043.781199] env[62097]: DEBUG nova.compute.manager [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2043.832297] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.914630] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035578, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.937125] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 0edf63bc-072d-416f-abee-8c4311c53924] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2044.000904] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90394f56-645d-4dda-ab8b-be1b39a7b0bf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.009609] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ab821b-f900-4c45-8b9b-0348e7360fb5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.041527] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bf4ac6-2504-4b52-b5b2-d839389b66d2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.048816] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d888ebb-4923-4383-b457-fc9ae54b350d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.061749] env[62097]: DEBUG nova.compute.provider_tree [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2044.117608] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.199764] env[62097]: DEBUG oslo_vmware.api [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': task-2035587, 'name': PowerOnVM_Task, 'duration_secs': 0.584011} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.200053] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2044.200371] env[62097]: INFO nova.compute.manager [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Took 10.94 seconds to spawn the instance on the hypervisor. [ 2044.200654] env[62097]: DEBUG nova.compute.manager [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2044.201936] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fc8bd9-f124-45d6-ab5e-377f6904dd4a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.242446] env[62097]: DEBUG oslo_vmware.api [None req-78543db2-9677-4ba0-93ce-c98dba3d36ed tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035583, 'name': SuspendVM_Task} progress is 45%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.261530] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.415583] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035578, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.441314] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: bef0ccb3-04e4-450e-8042-a433504278b2] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2044.583778] env[62097]: ERROR nova.scheduler.client.report [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [req-6205eac0-eb5b-4044-9e59-50b8b9de7160] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID aabcd967-83f0-44f7-bf8d-f09a522d29a7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6205eac0-eb5b-4044-9e59-50b8b9de7160"}]} [ 2044.602524] env[62097]: DEBUG nova.scheduler.client.report [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Refreshing inventories for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2044.617841] env[62097]: DEBUG nova.scheduler.client.report [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Updating ProviderTree inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2044.618142] env[62097]: DEBUG nova.compute.provider_tree [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2044.631259] env[62097]: DEBUG nova.scheduler.client.report [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Refreshing aggregate associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, aggregates: None {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2044.651478] env[62097]: DEBUG nova.scheduler.client.report [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Refreshing trait associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2044.723076] env[62097]: INFO nova.compute.manager [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Took 16.66 seconds to build instance. [ 2044.745701] env[62097]: DEBUG oslo_vmware.api [None req-78543db2-9677-4ba0-93ce-c98dba3d36ed tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035583, 'name': SuspendVM_Task} progress is 45%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.794663] env[62097]: DEBUG nova.compute.manager [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2044.821064] env[62097]: DEBUG nova.virt.hardware [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2044.822909] env[62097]: DEBUG nova.virt.hardware [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2044.822909] env[62097]: DEBUG nova.virt.hardware [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2044.822909] env[62097]: DEBUG nova.virt.hardware [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2044.822909] env[62097]: DEBUG nova.virt.hardware [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2044.822909] env[62097]: DEBUG nova.virt.hardware [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2044.822909] env[62097]: DEBUG nova.virt.hardware [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2044.822909] env[62097]: DEBUG nova.virt.hardware [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2044.822909] env[62097]: DEBUG nova.virt.hardware [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2044.822909] env[62097]: DEBUG nova.virt.hardware [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2044.822909] env[62097]: DEBUG nova.virt.hardware [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2044.824365] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21078f83-3c8e-4aee-9057-66ffb7f4e4b4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.834536] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ec0f9a-ebd1-4d3b-bc58-0e4270cb8754 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.916510] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035578, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.918288] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984a4506-6b9e-48f7-92af-4f131aac3584 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.925653] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c53c3f5-02b2-4c06-bde3-b67cbf688df5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.955749] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: dcf337a9-de54-4fcf-abe8-4c7ed2ec4333] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2044.958596] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59823901-9b67-42b9-aa54-1f29f2c35fc9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.971021] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f700b7f-8253-4e61-9062-6d2773955444 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.983547] env[62097]: DEBUG nova.compute.provider_tree [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2045.001216] env[62097]: DEBUG nova.compute.manager [req-835823c1-7f49-4983-8385-c5ed32497b4e req-dfe75cb9-44b3-4485-a32c-00756f5fb0e6 service nova] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Received event network-vif-plugged-8be2cd76-1504-4392-b955-4215d2490860 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2045.001216] env[62097]: DEBUG oslo_concurrency.lockutils [req-835823c1-7f49-4983-8385-c5ed32497b4e req-dfe75cb9-44b3-4485-a32c-00756f5fb0e6 service nova] Acquiring lock "a5f3d46e-328f-4927-ad0a-1b1666df95a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.001301] env[62097]: DEBUG oslo_concurrency.lockutils [req-835823c1-7f49-4983-8385-c5ed32497b4e req-dfe75cb9-44b3-4485-a32c-00756f5fb0e6 service nova] Lock "a5f3d46e-328f-4927-ad0a-1b1666df95a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.001478] env[62097]: DEBUG oslo_concurrency.lockutils [req-835823c1-7f49-4983-8385-c5ed32497b4e req-dfe75cb9-44b3-4485-a32c-00756f5fb0e6 service nova] Lock "a5f3d46e-328f-4927-ad0a-1b1666df95a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.001669] env[62097]: DEBUG nova.compute.manager [req-835823c1-7f49-4983-8385-c5ed32497b4e req-dfe75cb9-44b3-4485-a32c-00756f5fb0e6 service nova] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] No waiting events found dispatching network-vif-plugged-8be2cd76-1504-4392-b955-4215d2490860 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2045.001867] env[62097]: WARNING nova.compute.manager [req-835823c1-7f49-4983-8385-c5ed32497b4e req-dfe75cb9-44b3-4485-a32c-00756f5fb0e6 service nova] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Received unexpected event network-vif-plugged-8be2cd76-1504-4392-b955-4215d2490860 for instance with vm_state building and task_state spawning. [ 2045.113113] env[62097]: DEBUG nova.network.neutron [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Successfully updated port: 8be2cd76-1504-4392-b955-4215d2490860 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2045.226620] env[62097]: DEBUG oslo_concurrency.lockutils [None req-60ec6d73-4635-43bb-a04b-156d97db3c64 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Lock "b55e4832-2135-4828-b54c-2af12ff76c6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.173s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.245562] env[62097]: DEBUG oslo_vmware.api [None req-78543db2-9677-4ba0-93ce-c98dba3d36ed tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035583, 'name': SuspendVM_Task, 'duration_secs': 3.983515} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.245859] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-78543db2-9677-4ba0-93ce-c98dba3d36ed tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Suspended the VM {{(pid=62097) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2045.246061] env[62097]: DEBUG nova.compute.manager [None req-78543db2-9677-4ba0-93ce-c98dba3d36ed tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2045.246969] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13a7682-0d7c-4d43-8f9d-2b125b815465 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.417408] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035578, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.464773] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 4a29c478-1e93-4d58-b8b2-88e087d5f656] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2045.520041] env[62097]: DEBUG nova.scheduler.client.report [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Updated inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2045.520316] env[62097]: DEBUG nova.compute.provider_tree [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Updating resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 generation from 122 to 123 during operation: update_inventory {{(pid=62097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2045.520495] env[62097]: DEBUG nova.compute.provider_tree [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2045.615948] env[62097]: DEBUG oslo_concurrency.lockutils [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "refresh_cache-a5f3d46e-328f-4927-ad0a-1b1666df95a3" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2045.616113] env[62097]: DEBUG oslo_concurrency.lockutils [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "refresh_cache-a5f3d46e-328f-4927-ad0a-1b1666df95a3" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.616426] env[62097]: DEBUG nova.network.neutron [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2045.918767] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035578, 'name': CopyVirtualDisk_Task, 'duration_secs': 5.041791} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.919089] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/017a863d-fd69-48d7-b76e-f0ef35837499/017a863d-fd69-48d7-b76e-f0ef35837499.vmdk to [datastore1] 863f4a90-054d-4098-94e0-a945c4cfab7e/863f4a90-054d-4098-94e0-a945c4cfab7e.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2045.919852] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c3b4bf-2678-4228-bebf-9c70c458349f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.942143] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 863f4a90-054d-4098-94e0-a945c4cfab7e/863f4a90-054d-4098-94e0-a945c4cfab7e.vmdk or device None with type streamOptimized {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2045.943840] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2754056-26ed-4085-a087-760e6f7effa5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.957968] env[62097]: DEBUG nova.compute.manager [req-aca1f590-5c3f-4dbe-91df-a6229b9b24ef req-47ab5197-e733-45a0-bf41-175086ce2af0 service nova] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Received event network-changed-8cfb92b6-a26b-49a0-9518-e4437d03dd8f {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2045.958253] env[62097]: DEBUG nova.compute.manager [req-aca1f590-5c3f-4dbe-91df-a6229b9b24ef req-47ab5197-e733-45a0-bf41-175086ce2af0 service nova] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Refreshing instance network info cache due to event network-changed-8cfb92b6-a26b-49a0-9518-e4437d03dd8f. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2045.958395] env[62097]: DEBUG oslo_concurrency.lockutils [req-aca1f590-5c3f-4dbe-91df-a6229b9b24ef req-47ab5197-e733-45a0-bf41-175086ce2af0 service nova] Acquiring lock "refresh_cache-b55e4832-2135-4828-b54c-2af12ff76c6a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2045.958609] env[62097]: DEBUG oslo_concurrency.lockutils [req-aca1f590-5c3f-4dbe-91df-a6229b9b24ef req-47ab5197-e733-45a0-bf41-175086ce2af0 service nova] Acquired lock "refresh_cache-b55e4832-2135-4828-b54c-2af12ff76c6a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.958711] env[62097]: DEBUG nova.network.neutron [req-aca1f590-5c3f-4dbe-91df-a6229b9b24ef req-47ab5197-e733-45a0-bf41-175086ce2af0 service nova] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Refreshing network info cache for port 8cfb92b6-a26b-49a0-9518-e4437d03dd8f {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2045.966175] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: c87cc4a6-32b6-46bf-a4a8-d6b37ae397dd] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2045.967887] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 2045.967887] env[62097]: value = "task-2035588" [ 2045.967887] env[62097]: _type = "Task" [ 2045.967887] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.977043] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.027941] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.258s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.028491] env[62097]: DEBUG nova.compute.manager [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2046.031631] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.287s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.031631] env[62097]: DEBUG nova.objects.instance [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lazy-loading 'resources' on Instance uuid 7f4d6fa2-45e4-4348-9149-47ec9f40c22c {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2046.053456] env[62097]: DEBUG oslo_concurrency.lockutils [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "6722500a-2ecf-4926-aa94-f89279e24240" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.053719] env[62097]: DEBUG oslo_concurrency.lockutils [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "6722500a-2ecf-4926-aa94-f89279e24240" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.053933] env[62097]: DEBUG oslo_concurrency.lockutils [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "6722500a-2ecf-4926-aa94-f89279e24240-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.054322] env[62097]: DEBUG oslo_concurrency.lockutils [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "6722500a-2ecf-4926-aa94-f89279e24240-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.054322] env[62097]: DEBUG oslo_concurrency.lockutils [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "6722500a-2ecf-4926-aa94-f89279e24240-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.056496] env[62097]: INFO nova.compute.manager [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Terminating instance [ 2046.153274] env[62097]: DEBUG nova.network.neutron [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2046.289999] env[62097]: DEBUG nova.network.neutron [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Updating instance_info_cache with network_info: [{"id": "8be2cd76-1504-4392-b955-4215d2490860", "address": "fa:16:3e:9a:d9:84", "network": {"id": "71626089-108a-4b1b-8ef1-86247c190c29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1189693346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbcf1419521b46b2aa629c0e0d3eb6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8be2cd76-15", "ovs_interfaceid": "8be2cd76-1504-4392-b955-4215d2490860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.469263] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: b97cf9f5-fabe-40e8-99f8-30207d7f87a6] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2046.482027] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035588, 'name': ReconfigVM_Task, 'duration_secs': 0.282545} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.482027] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 863f4a90-054d-4098-94e0-a945c4cfab7e/863f4a90-054d-4098-94e0-a945c4cfab7e.vmdk or device None with type streamOptimized {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2046.482583] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40a262f9-e49d-48b0-a38f-40d84b473598 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.489477] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 2046.489477] env[62097]: value = "task-2035589" [ 2046.489477] env[62097]: _type = "Task" [ 2046.489477] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.499245] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035589, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.534514] env[62097]: DEBUG nova.compute.utils [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2046.540292] env[62097]: DEBUG nova.compute.manager [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2046.540509] env[62097]: DEBUG nova.network.neutron [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2046.559644] env[62097]: INFO nova.compute.manager [None req-a6aaa23d-0d05-45a8-816b-518816ba5684 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Get console output [ 2046.560990] env[62097]: WARNING nova.virt.vmwareapi.driver [None req-a6aaa23d-0d05-45a8-816b-518816ba5684 tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] The console log is missing. Check your VSPC configuration [ 2046.560990] env[62097]: DEBUG nova.compute.manager [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2046.561237] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2046.564934] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc423ef-716e-46a6-992a-90c37262b997 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.573936] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2046.574075] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-478134b2-f298-4bdd-915a-89c4a1c89059 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.597744] env[62097]: DEBUG nova.policy [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c4a72cfc28948dda8ba1e6c71d5b519', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72924d79b93d45148d34ba3287efe44c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2046.651587] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2046.651836] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2046.652071] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Deleting the datastore file [datastore1] 6722500a-2ecf-4926-aa94-f89279e24240 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2046.652376] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a92b3058-f3f2-4ee6-84df-39c3c2907701 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.658528] env[62097]: DEBUG oslo_vmware.api [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2046.658528] env[62097]: value = "task-2035591" [ 2046.658528] env[62097]: _type = "Task" [ 2046.658528] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.676124] env[62097]: DEBUG oslo_vmware.api [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.713089] env[62097]: DEBUG nova.network.neutron [req-aca1f590-5c3f-4dbe-91df-a6229b9b24ef req-47ab5197-e733-45a0-bf41-175086ce2af0 service nova] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Updated VIF entry in instance network info cache for port 8cfb92b6-a26b-49a0-9518-e4437d03dd8f. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2046.713542] env[62097]: DEBUG nova.network.neutron [req-aca1f590-5c3f-4dbe-91df-a6229b9b24ef req-47ab5197-e733-45a0-bf41-175086ce2af0 service nova] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Updating instance_info_cache with network_info: [{"id": "8cfb92b6-a26b-49a0-9518-e4437d03dd8f", "address": "fa:16:3e:cf:34:6f", "network": {"id": "aa5d9db8-bdc0-467b-8424-005cb503a146", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1364079883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca08e1b159534c9f897fcdf7509622ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cfb92b6-a2", "ovs_interfaceid": "8cfb92b6-a26b-49a0-9518-e4437d03dd8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.794306] env[62097]: DEBUG oslo_concurrency.lockutils [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "refresh_cache-a5f3d46e-328f-4927-ad0a-1b1666df95a3" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2046.794616] env[62097]: DEBUG nova.compute.manager [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Instance network_info: |[{"id": "8be2cd76-1504-4392-b955-4215d2490860", "address": "fa:16:3e:9a:d9:84", "network": {"id": "71626089-108a-4b1b-8ef1-86247c190c29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1189693346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbcf1419521b46b2aa629c0e0d3eb6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8be2cd76-15", "ovs_interfaceid": "8be2cd76-1504-4392-b955-4215d2490860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2046.795259] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:d9:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8be2cd76-1504-4392-b955-4215d2490860', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2046.804495] env[62097]: DEBUG oslo.service.loopingcall [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2046.805101] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2046.806391] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50fa4426-da59-4858-b826-aff239105129 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.822509] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3073018e-a769-45a4-8f09-4e11af9ebbc5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.831263] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7af6c4-13d0-4371-a5e4-dcaa47d6cfa1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.834454] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2046.834454] env[62097]: value = "task-2035592" [ 2046.834454] env[62097]: _type = "Task" [ 2046.834454] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.868058] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efdf43a-d976-4394-9a6b-7631c2f2ac3a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.874360] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035592, 'name': CreateVM_Task} progress is 15%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.879649] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16be5b1-44b3-4359-bb4a-bc02033b38cf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.894415] env[62097]: DEBUG nova.compute.provider_tree [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2046.976467] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 117dded3-8117-4917-9634-ca73b6765e3b] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2047.000987] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035589, 'name': Rename_Task, 'duration_secs': 0.144946} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.000987] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2047.001118] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fa7a5fe-43aa-4108-a974-d2d2521b49cd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.007934] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 2047.007934] env[62097]: value = "task-2035593" [ 2047.007934] env[62097]: _type = "Task" [ 2047.007934] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.016553] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.017689] env[62097]: DEBUG nova.network.neutron [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Successfully created port: aa189ffd-daf1-4d1d-9589-057d1cd7260e {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2047.044302] env[62097]: DEBUG nova.compute.manager [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2047.085434] env[62097]: DEBUG nova.compute.manager [req-225ab9a8-373b-49e3-9979-1a65c30a35fe req-ea504162-bddd-411a-8e5f-fa23fe413ac3 service nova] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Received event network-changed-8be2cd76-1504-4392-b955-4215d2490860 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2047.085642] env[62097]: DEBUG nova.compute.manager [req-225ab9a8-373b-49e3-9979-1a65c30a35fe req-ea504162-bddd-411a-8e5f-fa23fe413ac3 service nova] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Refreshing instance network info cache due to event network-changed-8be2cd76-1504-4392-b955-4215d2490860. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2047.085864] env[62097]: DEBUG oslo_concurrency.lockutils [req-225ab9a8-373b-49e3-9979-1a65c30a35fe req-ea504162-bddd-411a-8e5f-fa23fe413ac3 service nova] Acquiring lock "refresh_cache-a5f3d46e-328f-4927-ad0a-1b1666df95a3" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.086013] env[62097]: DEBUG oslo_concurrency.lockutils [req-225ab9a8-373b-49e3-9979-1a65c30a35fe req-ea504162-bddd-411a-8e5f-fa23fe413ac3 service nova] Acquired lock "refresh_cache-a5f3d46e-328f-4927-ad0a-1b1666df95a3" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.086839] env[62097]: DEBUG nova.network.neutron [req-225ab9a8-373b-49e3-9979-1a65c30a35fe req-ea504162-bddd-411a-8e5f-fa23fe413ac3 service nova] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Refreshing network info cache for port 8be2cd76-1504-4392-b955-4215d2490860 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2047.171936] env[62097]: DEBUG oslo_vmware.api [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140567} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.172766] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2047.172951] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2047.173194] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2047.173411] env[62097]: INFO nova.compute.manager [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Took 0.61 seconds to destroy the instance on the hypervisor. [ 2047.173676] env[62097]: DEBUG oslo.service.loopingcall [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2047.174164] env[62097]: DEBUG nova.compute.manager [-] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2047.174244] env[62097]: DEBUG nova.network.neutron [-] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2047.216338] env[62097]: DEBUG oslo_concurrency.lockutils [req-aca1f590-5c3f-4dbe-91df-a6229b9b24ef req-47ab5197-e733-45a0-bf41-175086ce2af0 service nova] Releasing lock "refresh_cache-b55e4832-2135-4828-b54c-2af12ff76c6a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.353860] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035592, 'name': CreateVM_Task, 'duration_secs': 0.483017} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.354106] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2047.355169] env[62097]: DEBUG oslo_concurrency.lockutils [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.355406] env[62097]: DEBUG oslo_concurrency.lockutils [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.355776] env[62097]: DEBUG oslo_concurrency.lockutils [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2047.356055] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c45949-588a-4973-94a4-330048013515 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.366880] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2047.366880] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523595c3-c690-8d5d-bc5a-2db747653526" [ 2047.366880] env[62097]: _type = "Task" [ 2047.366880] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.374872] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523595c3-c690-8d5d-bc5a-2db747653526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.399041] env[62097]: DEBUG nova.scheduler.client.report [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2047.481348] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: f392555b-fa10-4c15-a253-48ef4c82df63] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2047.519165] env[62097]: DEBUG oslo_vmware.api [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035593, 'name': PowerOnVM_Task, 'duration_secs': 0.470883} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.519609] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2047.622433] env[62097]: DEBUG nova.compute.manager [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2047.623570] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539b0d4c-3119-43e9-8f2d-5634aeee0f48 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.665392] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Acquiring lock "9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.665677] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Lock "9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.665897] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Acquiring lock "9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.666097] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Lock "9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.666289] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Lock "9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.668365] env[62097]: INFO nova.compute.manager [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Terminating instance [ 2047.787845] env[62097]: DEBUG nova.network.neutron [req-225ab9a8-373b-49e3-9979-1a65c30a35fe req-ea504162-bddd-411a-8e5f-fa23fe413ac3 service nova] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Updated VIF entry in instance network info cache for port 8be2cd76-1504-4392-b955-4215d2490860. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2047.788233] env[62097]: DEBUG nova.network.neutron [req-225ab9a8-373b-49e3-9979-1a65c30a35fe req-ea504162-bddd-411a-8e5f-fa23fe413ac3 service nova] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Updating instance_info_cache with network_info: [{"id": "8be2cd76-1504-4392-b955-4215d2490860", "address": "fa:16:3e:9a:d9:84", "network": {"id": "71626089-108a-4b1b-8ef1-86247c190c29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1189693346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbcf1419521b46b2aa629c0e0d3eb6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8be2cd76-15", "ovs_interfaceid": "8be2cd76-1504-4392-b955-4215d2490860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.875954] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523595c3-c690-8d5d-bc5a-2db747653526, 'name': SearchDatastore_Task, 'duration_secs': 0.014394} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.876879] env[62097]: DEBUG oslo_concurrency.lockutils [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.876879] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2047.876879] env[62097]: DEBUG oslo_concurrency.lockutils [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.876879] env[62097]: DEBUG oslo_concurrency.lockutils [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.877151] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2047.877343] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e9a2a46-e952-4f40-b1e7-3100527d0db4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.886144] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2047.886144] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2047.886437] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db2aa735-2858-42e4-a75b-bf0607f62b7b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.891398] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2047.891398] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5258b19c-4376-e5d1-f84a-25f269e60034" [ 2047.891398] env[62097]: _type = "Task" [ 2047.891398] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.899819] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5258b19c-4376-e5d1-f84a-25f269e60034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.903598] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.905793] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.686s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.907386] env[62097]: INFO nova.compute.claims [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2047.940112] env[62097]: DEBUG nova.network.neutron [-] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.949277] env[62097]: INFO nova.scheduler.client.report [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Deleted allocations for instance 7f4d6fa2-45e4-4348-9149-47ec9f40c22c [ 2047.985443] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: a2c388fa-17da-4d92-95f5-e5edc7dfc92d] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2048.054401] env[62097]: DEBUG nova.compute.manager [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2048.082097] env[62097]: DEBUG nova.virt.hardware [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2048.082424] env[62097]: DEBUG nova.virt.hardware [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2048.082554] env[62097]: DEBUG nova.virt.hardware [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2048.082744] env[62097]: DEBUG nova.virt.hardware [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2048.082893] env[62097]: DEBUG nova.virt.hardware [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2048.084032] env[62097]: DEBUG nova.virt.hardware [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2048.084329] env[62097]: DEBUG nova.virt.hardware [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2048.084519] env[62097]: DEBUG nova.virt.hardware [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2048.084696] env[62097]: DEBUG nova.virt.hardware [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2048.085062] env[62097]: DEBUG nova.virt.hardware [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2048.086106] env[62097]: DEBUG nova.virt.hardware [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2048.086605] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a8e054-0a7b-4f87-b7a3-e3634fc1733c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.095730] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a633741c-0c4f-4700-a9ef-514c56845665 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.139521] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18d17613-4cce-492b-b7ec-cdaa21e1d703 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "863f4a90-054d-4098-94e0-a945c4cfab7e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.425s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.172177] env[62097]: DEBUG nova.compute.manager [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2048.172440] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2048.172950] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-877a4014-1604-43e4-8cd6-f91b9f98a7f4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.180630] env[62097]: DEBUG oslo_vmware.api [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Waiting for the task: (returnval){ [ 2048.180630] env[62097]: value = "task-2035594" [ 2048.180630] env[62097]: _type = "Task" [ 2048.180630] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.189059] env[62097]: DEBUG oslo_vmware.api [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.290928] env[62097]: DEBUG oslo_concurrency.lockutils [req-225ab9a8-373b-49e3-9979-1a65c30a35fe req-ea504162-bddd-411a-8e5f-fa23fe413ac3 service nova] Releasing lock "refresh_cache-a5f3d46e-328f-4927-ad0a-1b1666df95a3" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.402465] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5258b19c-4376-e5d1-f84a-25f269e60034, 'name': SearchDatastore_Task, 'duration_secs': 0.011258} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.403259] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e00b25e3-491d-4379-9156-a85bcec95eb7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.408881] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2048.408881] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b09a16-d9b2-36c2-37a2-1a84cc4e0708" [ 2048.408881] env[62097]: _type = "Task" [ 2048.408881] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.419681] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b09a16-d9b2-36c2-37a2-1a84cc4e0708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.442129] env[62097]: INFO nova.compute.manager [-] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Took 1.27 seconds to deallocate network for instance. [ 2048.460472] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6503efc7-a733-4e0d-bd6e-16932b7adb29 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "7f4d6fa2-45e4-4348-9149-47ec9f40c22c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.824s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.490565] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: e3da7693-b1b0-46a2-98e4-95f1f3d47b20] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2048.677110] env[62097]: DEBUG nova.compute.manager [req-9e1bf211-fb48-4b3b-8240-d6ed6f82c007 req-5ffda630-d853-4256-8fa2-6586d8ad674d service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Received event network-vif-plugged-aa189ffd-daf1-4d1d-9589-057d1cd7260e {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2048.677347] env[62097]: DEBUG oslo_concurrency.lockutils [req-9e1bf211-fb48-4b3b-8240-d6ed6f82c007 req-5ffda630-d853-4256-8fa2-6586d8ad674d service nova] Acquiring lock "36360d25-2d81-405c-929d-def87fc4f8f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.678023] env[62097]: DEBUG oslo_concurrency.lockutils [req-9e1bf211-fb48-4b3b-8240-d6ed6f82c007 req-5ffda630-d853-4256-8fa2-6586d8ad674d service nova] Lock "36360d25-2d81-405c-929d-def87fc4f8f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.678598] env[62097]: DEBUG oslo_concurrency.lockutils [req-9e1bf211-fb48-4b3b-8240-d6ed6f82c007 req-5ffda630-d853-4256-8fa2-6586d8ad674d service nova] Lock "36360d25-2d81-405c-929d-def87fc4f8f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.678791] env[62097]: DEBUG nova.compute.manager [req-9e1bf211-fb48-4b3b-8240-d6ed6f82c007 req-5ffda630-d853-4256-8fa2-6586d8ad674d service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] No waiting events found dispatching network-vif-plugged-aa189ffd-daf1-4d1d-9589-057d1cd7260e {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2048.678965] env[62097]: WARNING nova.compute.manager [req-9e1bf211-fb48-4b3b-8240-d6ed6f82c007 req-5ffda630-d853-4256-8fa2-6586d8ad674d service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Received unexpected event network-vif-plugged-aa189ffd-daf1-4d1d-9589-057d1cd7260e for instance with vm_state building and task_state spawning. [ 2048.690935] env[62097]: DEBUG oslo_vmware.api [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035594, 'name': PowerOffVM_Task, 'duration_secs': 0.343608} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.691146] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2048.691343] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Volume detach. Driver type: vmdk {{(pid=62097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2048.691533] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-417902', 'volume_id': '7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00', 'name': 'volume-7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a', 'attached_at': '', 'detached_at': '', 'volume_id': '7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00', 'serial': '7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2048.692435] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2586ec55-564a-4e57-ab5e-42ea26e73986 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.710779] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54263a92-328f-4351-b4aa-7634b8fe3f46 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.717645] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4af3616-5103-4b07-bcae-0d70d15c323a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.735554] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbefb737-f8f4-475a-9a02-f8dc187e83bd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.751556] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] The volume has not been displaced from its original location: [datastore2] volume-7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00/volume-7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00.vmdk. No consolidation needed. {{(pid=62097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2048.756452] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2048.756725] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05116f6d-d602-4fdb-a6d4-4869850e9c9e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.776996] env[62097]: DEBUG oslo_vmware.api [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Waiting for the task: (returnval){ [ 2048.776996] env[62097]: value = "task-2035595" [ 2048.776996] env[62097]: _type = "Task" [ 2048.776996] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.435208] env[62097]: DEBUG nova.network.neutron [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Successfully updated port: aa189ffd-daf1-4d1d-9589-057d1cd7260e {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2049.440833] env[62097]: DEBUG oslo_concurrency.lockutils [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.441404] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: c9d40ab7-fdf4-4ed5-a9dc-4ac1c260d85f] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2049.445837] env[62097]: DEBUG nova.compute.manager [req-e308071c-1a15-4c0b-8373-ab246eda2ac2 req-dd820d5f-f467-4e91-9ac8-0f95088f9ec0 service nova] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Received event network-vif-deleted-9fa489e5-324e-4bfd-8f34-e11f037c3bc5 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2049.459966] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b09a16-d9b2-36c2-37a2-1a84cc4e0708, 'name': SearchDatastore_Task, 'duration_secs': 0.0103} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.460651] env[62097]: DEBUG oslo_vmware.api [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035595, 'name': ReconfigVM_Task, 'duration_secs': 0.156225} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.460902] env[62097]: DEBUG oslo_concurrency.lockutils [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.461176] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] a5f3d46e-328f-4927-ad0a-1b1666df95a3/a5f3d46e-328f-4927-ad0a-1b1666df95a3.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2049.463179] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2049.466855] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f4366ae-3f75-4e19-8cbc-9c23c3014ec7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.468903] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e522300f-027e-4982-83b4-3e422df1bb02 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.486954] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2049.486954] env[62097]: value = "task-2035596" [ 2049.486954] env[62097]: _type = "Task" [ 2049.486954] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.488294] env[62097]: DEBUG oslo_vmware.api [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Waiting for the task: (returnval){ [ 2049.488294] env[62097]: value = "task-2035597" [ 2049.488294] env[62097]: _type = "Task" [ 2049.488294] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.501675] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.504739] env[62097]: DEBUG oslo_vmware.api [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035597, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.672492] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c3973c-da64-4cb7-84f4-4ea85ac7c6a2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.681212] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759836fa-44b4-4c51-b2e1-2a626417edc0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.714629] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e69d436-39da-4999-adc4-f6a743ad6c1a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.723414] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774995ba-1137-4886-a1d1-bef7b0175712 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.741990] env[62097]: DEBUG nova.compute.provider_tree [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2049.949538] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.949538] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.950113] env[62097]: DEBUG nova.network.neutron [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2049.951043] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: be718be8-85d4-4a44-8b30-3bf18a69b989] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2049.953448] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5338de8-98fb-48a0-acec-9bacc02b1467 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.960162] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e74cf1d9-439f-4804-8d85-b3a816964f94 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Suspending the VM {{(pid=62097) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2049.960403] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-16ff5520-ff70-4dbc-a9ec-bc3874f1bfb0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.967610] env[62097]: DEBUG oslo_vmware.api [None req-e74cf1d9-439f-4804-8d85-b3a816964f94 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 2049.967610] env[62097]: value = "task-2035598" [ 2049.967610] env[62097]: _type = "Task" [ 2049.967610] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.976768] env[62097]: DEBUG oslo_vmware.api [None req-e74cf1d9-439f-4804-8d85-b3a816964f94 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035598, 'name': SuspendVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.999872] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45307} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.002692] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] a5f3d46e-328f-4927-ad0a-1b1666df95a3/a5f3d46e-328f-4927-ad0a-1b1666df95a3.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2050.002922] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2050.003218] env[62097]: DEBUG oslo_vmware.api [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035597, 'name': ReconfigVM_Task, 'duration_secs': 0.107089} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.003398] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7631aa1-5838-4dc8-a304-e91ecd074ec2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.005111] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-417902', 'volume_id': '7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00', 'name': 'volume-7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a', 'attached_at': '', 'detached_at': '', 'volume_id': '7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00', 'serial': '7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2050.005428] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2050.006140] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4824ce-3f78-46d9-badc-97eb4cde6190 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.012731] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2050.013761] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97ac7937-67ea-483a-b610-d663d4b658a6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.015169] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2050.015169] env[62097]: value = "task-2035599" [ 2050.015169] env[62097]: _type = "Task" [ 2050.015169] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.023701] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.241837] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2050.242086] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2050.242271] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Deleting the datastore file [datastore2] 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2050.242542] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2daaead-1619-4093-80aa-734f9bb49b64 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.245124] env[62097]: DEBUG nova.scheduler.client.report [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2050.253725] env[62097]: DEBUG oslo_vmware.api [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Waiting for the task: (returnval){ [ 2050.253725] env[62097]: value = "task-2035601" [ 2050.253725] env[62097]: _type = "Task" [ 2050.253725] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.261919] env[62097]: DEBUG oslo_vmware.api [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.456846] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 76990b8d-ff61-454d-9dee-33bfe27f9665] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2050.482225] env[62097]: DEBUG oslo_vmware.api [None req-e74cf1d9-439f-4804-8d85-b3a816964f94 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035598, 'name': SuspendVM_Task} progress is 62%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.516034] env[62097]: DEBUG nova.network.neutron [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2050.526471] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066911} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.526739] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2050.527543] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857d9513-3d40-4a68-9651-5810058665c4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.550448] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] a5f3d46e-328f-4927-ad0a-1b1666df95a3/a5f3d46e-328f-4927-ad0a-1b1666df95a3.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2050.553094] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d45fe26-490a-4b19-94be-c37e682a08ca {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.575543] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2050.575543] env[62097]: value = "task-2035602" [ 2050.575543] env[62097]: _type = "Task" [ 2050.575543] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.586044] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.689067] env[62097]: DEBUG nova.network.neutron [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Updating instance_info_cache with network_info: [{"id": "aa189ffd-daf1-4d1d-9589-057d1cd7260e", "address": "fa:16:3e:41:ae:7e", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa189ffd-da", "ovs_interfaceid": "aa189ffd-daf1-4d1d-9589-057d1cd7260e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.706990] env[62097]: DEBUG nova.compute.manager [req-bacbb6e2-ff6f-4e39-82b5-20465f81b34c req-4725a351-d657-497a-8b83-b12638dbbeaf service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Received event network-changed-aa189ffd-daf1-4d1d-9589-057d1cd7260e {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2050.707208] env[62097]: DEBUG nova.compute.manager [req-bacbb6e2-ff6f-4e39-82b5-20465f81b34c req-4725a351-d657-497a-8b83-b12638dbbeaf service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Refreshing instance network info cache due to event network-changed-aa189ffd-daf1-4d1d-9589-057d1cd7260e. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2050.707400] env[62097]: DEBUG oslo_concurrency.lockutils [req-bacbb6e2-ff6f-4e39-82b5-20465f81b34c req-4725a351-d657-497a-8b83-b12638dbbeaf service nova] Acquiring lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.751112] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.845s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.751673] env[62097]: DEBUG nova.compute.manager [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2050.754386] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.922s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.754633] env[62097]: DEBUG nova.objects.instance [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lazy-loading 'resources' on Instance uuid 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2050.765838] env[62097]: DEBUG oslo_vmware.api [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Task: {'id': task-2035601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081551} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.766323] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2050.766510] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2050.766659] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2050.766821] env[62097]: INFO nova.compute.manager [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Took 2.59 seconds to destroy the instance on the hypervisor. [ 2050.767063] env[62097]: DEBUG oslo.service.loopingcall [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2050.767325] env[62097]: DEBUG nova.compute.manager [-] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2050.767446] env[62097]: DEBUG nova.network.neutron [-] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2050.960230] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: f1884230-e972-4c99-a81b-1ecf9b5d7875] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2050.979291] env[62097]: DEBUG oslo_vmware.api [None req-e74cf1d9-439f-4804-8d85-b3a816964f94 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035598, 'name': SuspendVM_Task, 'duration_secs': 0.643553} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.979679] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e74cf1d9-439f-4804-8d85-b3a816964f94 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Suspended the VM {{(pid=62097) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2050.979761] env[62097]: DEBUG nova.compute.manager [None req-e74cf1d9-439f-4804-8d85-b3a816964f94 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2050.980580] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37054ef-4bcd-4dce-8218-7698af88610a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.086262] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.191528] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.191899] env[62097]: DEBUG nova.compute.manager [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Instance network_info: |[{"id": "aa189ffd-daf1-4d1d-9589-057d1cd7260e", "address": "fa:16:3e:41:ae:7e", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa189ffd-da", "ovs_interfaceid": "aa189ffd-daf1-4d1d-9589-057d1cd7260e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2051.192249] env[62097]: DEBUG oslo_concurrency.lockutils [req-bacbb6e2-ff6f-4e39-82b5-20465f81b34c req-4725a351-d657-497a-8b83-b12638dbbeaf service nova] Acquired lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.192506] env[62097]: DEBUG nova.network.neutron [req-bacbb6e2-ff6f-4e39-82b5-20465f81b34c req-4725a351-d657-497a-8b83-b12638dbbeaf service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Refreshing network info cache for port aa189ffd-daf1-4d1d-9589-057d1cd7260e {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2051.194015] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:ae:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa189ffd-daf1-4d1d-9589-057d1cd7260e', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2051.202502] env[62097]: DEBUG oslo.service.loopingcall [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2051.206526] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2051.207171] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5e8e97b-7b74-406d-a074-7ca9777d9954 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.228446] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2051.228446] env[62097]: value = "task-2035603" [ 2051.228446] env[62097]: _type = "Task" [ 2051.228446] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.238500] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035603, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.261883] env[62097]: DEBUG nova.compute.utils [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2051.266302] env[62097]: DEBUG nova.compute.manager [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2051.266501] env[62097]: DEBUG nova.network.neutron [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2051.309883] env[62097]: DEBUG nova.policy [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39a79ff548394800951fb1fb2048b67f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0d791dcc643402497341d7fb0f84168', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2051.464459] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2051.464459] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Cleaning up deleted instances with incomplete migration {{(pid=62097) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 2051.477720] env[62097]: DEBUG nova.network.neutron [req-bacbb6e2-ff6f-4e39-82b5-20465f81b34c req-4725a351-d657-497a-8b83-b12638dbbeaf service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Updated VIF entry in instance network info cache for port aa189ffd-daf1-4d1d-9589-057d1cd7260e. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2051.478955] env[62097]: DEBUG nova.network.neutron [req-bacbb6e2-ff6f-4e39-82b5-20465f81b34c req-4725a351-d657-497a-8b83-b12638dbbeaf service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Updating instance_info_cache with network_info: [{"id": "aa189ffd-daf1-4d1d-9589-057d1cd7260e", "address": "fa:16:3e:41:ae:7e", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa189ffd-da", "ovs_interfaceid": "aa189ffd-daf1-4d1d-9589-057d1cd7260e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2051.591789] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035602, 'name': ReconfigVM_Task, 'duration_secs': 0.796226} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.592145] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Reconfigured VM instance instance-00000061 to attach disk [datastore2] a5f3d46e-328f-4927-ad0a-1b1666df95a3/a5f3d46e-328f-4927-ad0a-1b1666df95a3.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2051.592848] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6f7f181-d9ae-4e6c-a483-77eef29727f9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.600734] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2051.600734] env[62097]: value = "task-2035604" [ 2051.600734] env[62097]: _type = "Task" [ 2051.600734] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.608990] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035604, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.638542] env[62097]: DEBUG nova.network.neutron [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Successfully created port: 39275820-16f8-481d-8e06-7a60f0159a1b {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2051.685731] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857e308e-d087-4e38-9abc-a64eb113851b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.695025] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcbead9-c6ae-4904-9901-387c281cddb1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.725639] env[62097]: DEBUG nova.network.neutron [-] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2051.727455] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc64cd11-4f1e-4d4d-9de9-144806b63aed {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.741789] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dc10e6-5975-4c71-b815-a30d49e12cc3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.745639] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035603, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.756418] env[62097]: DEBUG nova.compute.provider_tree [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2051.768943] env[62097]: DEBUG nova.compute.manager [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2051.966917] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2051.980135] env[62097]: DEBUG oslo_concurrency.lockutils [req-bacbb6e2-ff6f-4e39-82b5-20465f81b34c req-4725a351-d657-497a-8b83-b12638dbbeaf service nova] Releasing lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.110136] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035604, 'name': Rename_Task, 'duration_secs': 0.13652} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.110367] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2052.110611] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e511c2e-84df-4bd2-a072-59512c7e78b1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.116764] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2052.116764] env[62097]: value = "task-2035605" [ 2052.116764] env[62097]: _type = "Task" [ 2052.116764] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.123815] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.231782] env[62097]: INFO nova.compute.manager [-] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Took 1.46 seconds to deallocate network for instance. [ 2052.244586] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035603, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.262940] env[62097]: DEBUG nova.scheduler.client.report [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2052.311428] env[62097]: INFO nova.compute.manager [None req-9e5c8d22-7e71-486e-ad49-84f410bbc9d0 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Resuming [ 2052.312077] env[62097]: DEBUG nova.objects.instance [None req-9e5c8d22-7e71-486e-ad49-84f410bbc9d0 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lazy-loading 'flavor' on Instance uuid 863f4a90-054d-4098-94e0-a945c4cfab7e {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2052.630018] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.735612] env[62097]: DEBUG nova.compute.manager [req-573a28dd-ac68-49c3-aa86-d593f5e5703a req-829338ef-b1e3-4c37-b7d9-2f4275c8a2bd service nova] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Received event network-vif-deleted-c68c50cd-694b-417b-bc97-9b23de9c1656 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2052.746081] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035603, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.768039] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.770046] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.653s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.771620] env[62097]: INFO nova.compute.claims [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2052.778333] env[62097]: DEBUG nova.compute.manager [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2052.783262] env[62097]: INFO nova.compute.manager [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Took 0.55 seconds to detach 1 volumes for instance. [ 2052.785431] env[62097]: DEBUG nova.compute.manager [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Deleting volume: 7fe0006a-b1c7-4ad2-bc9f-c0c63dfb9b00 {{(pid=62097) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2052.798512] env[62097]: INFO nova.scheduler.client.report [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Deleted allocations for instance 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef [ 2052.818194] env[62097]: DEBUG nova.virt.hardware [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2052.818194] env[62097]: DEBUG nova.virt.hardware [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2052.818194] env[62097]: DEBUG nova.virt.hardware [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2052.818194] env[62097]: DEBUG nova.virt.hardware [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2052.818194] env[62097]: DEBUG nova.virt.hardware [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2052.818194] env[62097]: DEBUG nova.virt.hardware [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2052.819148] env[62097]: DEBUG nova.virt.hardware [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2052.821264] env[62097]: DEBUG nova.virt.hardware [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2052.821264] env[62097]: DEBUG nova.virt.hardware [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2052.821264] env[62097]: DEBUG nova.virt.hardware [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2052.821264] env[62097]: DEBUG nova.virt.hardware [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2052.824393] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2d965a-2118-44ed-9b04-3dfed3ffffa4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.842349] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7244aa85-b215-494b-a34a-63ff34d420c6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.127099] env[62097]: DEBUG oslo_vmware.api [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035605, 'name': PowerOnVM_Task, 'duration_secs': 0.622755} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.127344] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2053.127547] env[62097]: INFO nova.compute.manager [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Took 8.33 seconds to spawn the instance on the hypervisor. [ 2053.127733] env[62097]: DEBUG nova.compute.manager [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2053.128482] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd405cb6-e413-46b8-a76a-6a819a53b0d5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.243825] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035603, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.312095] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5c5bb7e9-ca7d-45bd-a605-7b6be97623dd tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.810s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.339096] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.645869] env[62097]: INFO nova.compute.manager [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Took 14.36 seconds to build instance. [ 2053.744847] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035603, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.841816] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9e5c8d22-7e71-486e-ad49-84f410bbc9d0 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "refresh_cache-863f4a90-054d-4098-94e0-a945c4cfab7e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.841921] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9e5c8d22-7e71-486e-ad49-84f410bbc9d0 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquired lock "refresh_cache-863f4a90-054d-4098-94e0-a945c4cfab7e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2053.842045] env[62097]: DEBUG nova.network.neutron [None req-9e5c8d22-7e71-486e-ad49-84f410bbc9d0 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2054.001401] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc70f154-3f56-414c-a31d-ac0da530d506 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.009750] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d99d72-d3c5-4e74-b79e-632378eaab07 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.041207] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e40d6f-3bd1-4c14-882b-7162ef7f0325 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.048950] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d158138f-1a10-4402-8274-aefd310aa033 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.064057] env[62097]: DEBUG nova.compute.provider_tree [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2054.147827] env[62097]: DEBUG oslo_concurrency.lockutils [None req-280a963e-459a-42ff-9bc4-acb7c382657b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "a5f3d46e-328f-4927-ad0a-1b1666df95a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.876s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.245297] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035603, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.567402] env[62097]: DEBUG nova.scheduler.client.report [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2054.598977] env[62097]: DEBUG nova.network.neutron [None req-9e5c8d22-7e71-486e-ad49-84f410bbc9d0 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Updating instance_info_cache with network_info: [{"id": "07d6b6d6-7ed4-4f3a-a945-56ab0b579a92", "address": "fa:16:3e:ff:5c:d0", "network": {"id": "40fc680e-d343-4f6c-ac49-4edae8c6e1cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-112414529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a33913f130945c0ac3c0d07970a6f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d6b6d6-7e", "ovs_interfaceid": "07d6b6d6-7ed4-4f3a-a945-56ab0b579a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.747429] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035603, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.071988] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.072855] env[62097]: DEBUG nova.compute.manager [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2055.077244] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.815s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.077244] env[62097]: DEBUG nova.objects.instance [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lazy-loading 'resources' on Instance uuid 1824b463-fe07-4430-8da7-1b7568a58852 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2055.103096] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9e5c8d22-7e71-486e-ad49-84f410bbc9d0 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Releasing lock "refresh_cache-863f4a90-054d-4098-94e0-a945c4cfab7e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2055.104284] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5cd1e8-0cb6-4c36-a1c6-3a2526b8c474 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.111830] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5c8d22-7e71-486e-ad49-84f410bbc9d0 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Resuming the VM {{(pid=62097) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2055.112116] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddc0f23a-a5d9-4d84-b1c3-a38bbd231eaa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.119504] env[62097]: DEBUG oslo_vmware.api [None req-9e5c8d22-7e71-486e-ad49-84f410bbc9d0 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 2055.119504] env[62097]: value = "task-2035607" [ 2055.119504] env[62097]: _type = "Task" [ 2055.119504] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.127911] env[62097]: DEBUG oslo_vmware.api [None req-9e5c8d22-7e71-486e-ad49-84f410bbc9d0 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.247634] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035603, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.566190] env[62097]: DEBUG nova.compute.manager [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Stashing vm_state: active {{(pid=62097) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2055.584065] env[62097]: DEBUG nova.compute.utils [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2055.586172] env[62097]: DEBUG nova.compute.manager [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2055.587931] env[62097]: DEBUG nova.network.neutron [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2055.635020] env[62097]: DEBUG oslo_vmware.api [None req-9e5c8d22-7e71-486e-ad49-84f410bbc9d0 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035607, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.656630] env[62097]: DEBUG nova.policy [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f62978a6f34c43edadd17faed8986421', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54320ff767714f48a1a5d4ef405d2e69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2055.750178] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035603, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.841342] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquiring lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.841607] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.847107] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ddb15f-ffe1-4ef5-9f46-858783af4db1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.858362] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a756364f-f506-43da-92d8-4adc65c2fc9a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.890649] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f9df45-edfe-4686-8224-54aa0f55f56d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.897893] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f50252-8a00-4fc8-847c-13c6b4212c38 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.911491] env[62097]: DEBUG nova.compute.provider_tree [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2055.952456] env[62097]: DEBUG nova.network.neutron [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Successfully created port: 3c57bba2-ca8b-4a95-9f0a-301b9d4cd0ac {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2056.087444] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2056.090111] env[62097]: DEBUG nova.compute.manager [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2056.134347] env[62097]: DEBUG oslo_vmware.api [None req-9e5c8d22-7e71-486e-ad49-84f410bbc9d0 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035607, 'name': PowerOnVM_Task, 'duration_secs': 0.541617} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.134737] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5c8d22-7e71-486e-ad49-84f410bbc9d0 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Resumed the VM {{(pid=62097) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2056.134893] env[62097]: DEBUG nova.compute.manager [None req-9e5c8d22-7e71-486e-ad49-84f410bbc9d0 tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2056.135845] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df54efe-b7e4-4ed9-ae94-c15490bb7754 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.250178] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035603, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.345094] env[62097]: DEBUG nova.compute.manager [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2056.414206] env[62097]: DEBUG nova.scheduler.client.report [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2056.749170] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035603, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.863893] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2056.919637] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.921994] env[62097]: DEBUG oslo_concurrency.lockutils [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.481s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2056.922250] env[62097]: DEBUG nova.objects.instance [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lazy-loading 'resources' on Instance uuid 6722500a-2ecf-4926-aa94-f89279e24240 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2056.944137] env[62097]: INFO nova.scheduler.client.report [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Deleted allocations for instance 1824b463-fe07-4430-8da7-1b7568a58852 [ 2057.100108] env[62097]: DEBUG nova.compute.manager [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2057.126022] env[62097]: DEBUG nova.virt.hardware [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2057.126281] env[62097]: DEBUG nova.virt.hardware [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2057.126492] env[62097]: DEBUG nova.virt.hardware [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2057.126684] env[62097]: DEBUG nova.virt.hardware [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2057.126831] env[62097]: DEBUG nova.virt.hardware [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2057.126979] env[62097]: DEBUG nova.virt.hardware [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2057.127212] env[62097]: DEBUG nova.virt.hardware [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2057.127371] env[62097]: DEBUG nova.virt.hardware [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2057.127539] env[62097]: DEBUG nova.virt.hardware [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2057.127706] env[62097]: DEBUG nova.virt.hardware [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2057.127888] env[62097]: DEBUG nova.virt.hardware [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2057.128772] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd21380f-ec4b-43ca-89bd-da8697704918 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.137740] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35545802-3071-4e62-9725-85f9b787c11b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.249507] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035603, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.456956] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3c4181c7-2bc5-42e7-a03a-f5b0ce28bd17 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "1824b463-fe07-4430-8da7-1b7568a58852" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.519s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.661568] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ebf1a8-f387-44ae-a98e-84b0944c286d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.669606] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051f5ad8-a94a-4844-a94e-12e348fd5358 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.700648] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a228dfaf-4e89-4f1c-b875-ba1ab6acca4a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.708239] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806cc92e-ab9e-4ccc-a4a7-4c4a770a6a86 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.722329] env[62097]: DEBUG nova.compute.provider_tree [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2057.750738] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035603, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.225369] env[62097]: DEBUG nova.scheduler.client.report [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2058.252754] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035603, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.730312] env[62097]: DEBUG oslo_concurrency.lockutils [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.732691] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.394s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.732943] env[62097]: DEBUG nova.objects.instance [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Lazy-loading 'resources' on Instance uuid 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2058.752911] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035603, 'name': CreateVM_Task, 'duration_secs': 7.164407} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.753886] env[62097]: INFO nova.scheduler.client.report [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Deleted allocations for instance 6722500a-2ecf-4926-aa94-f89279e24240 [ 2058.754777] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2058.756322] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2058.756907] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.756907] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2058.759468] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c7bdb3-2c92-42f0-908d-9adef94a9ce9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.765114] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2058.765114] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a9ba61-9636-295e-28e8-24e75d38743b" [ 2058.765114] env[62097]: _type = "Task" [ 2058.765114] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.773297] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a9ba61-9636-295e-28e8-24e75d38743b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.977134] env[62097]: DEBUG nova.compute.manager [req-860fb273-5569-4450-bd81-1679eb6e8e5e req-d609fa6b-417d-4639-8cf0-a98e8f6fd8da service nova] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Received event network-vif-plugged-3c57bba2-ca8b-4a95-9f0a-301b9d4cd0ac {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2058.977134] env[62097]: DEBUG oslo_concurrency.lockutils [req-860fb273-5569-4450-bd81-1679eb6e8e5e req-d609fa6b-417d-4639-8cf0-a98e8f6fd8da service nova] Acquiring lock "33c16093-8d25-4de4-b7b1-0c1c621b6266-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.977134] env[62097]: DEBUG oslo_concurrency.lockutils [req-860fb273-5569-4450-bd81-1679eb6e8e5e req-d609fa6b-417d-4639-8cf0-a98e8f6fd8da service nova] Lock "33c16093-8d25-4de4-b7b1-0c1c621b6266-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.979320] env[62097]: DEBUG oslo_concurrency.lockutils [req-860fb273-5569-4450-bd81-1679eb6e8e5e req-d609fa6b-417d-4639-8cf0-a98e8f6fd8da service nova] Lock "33c16093-8d25-4de4-b7b1-0c1c621b6266-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.979711] env[62097]: DEBUG nova.compute.manager [req-860fb273-5569-4450-bd81-1679eb6e8e5e req-d609fa6b-417d-4639-8cf0-a98e8f6fd8da service nova] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] No waiting events found dispatching network-vif-plugged-3c57bba2-ca8b-4a95-9f0a-301b9d4cd0ac {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2058.980627] env[62097]: WARNING nova.compute.manager [req-860fb273-5569-4450-bd81-1679eb6e8e5e req-d609fa6b-417d-4639-8cf0-a98e8f6fd8da service nova] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Received unexpected event network-vif-plugged-3c57bba2-ca8b-4a95-9f0a-301b9d4cd0ac for instance with vm_state building and task_state spawning. [ 2059.214575] env[62097]: DEBUG nova.network.neutron [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Successfully updated port: 39275820-16f8-481d-8e06-7a60f0159a1b {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2059.266315] env[62097]: DEBUG oslo_concurrency.lockutils [None req-315c656c-4cf4-429d-9080-0fabaedbfe43 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "6722500a-2ecf-4926-aa94-f89279e24240" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.212s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.286156] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a9ba61-9636-295e-28e8-24e75d38743b, 'name': SearchDatastore_Task, 'duration_secs': 0.010194} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.289276] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.289276] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2059.289276] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.289276] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.289276] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2059.291637] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1679342-b7b6-4d4a-b126-3a42f8f72309 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.300717] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2059.303022] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2059.303022] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bca9246-c0ea-4a3c-a466-ac7d5392a392 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.313101] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2059.313101] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52345833-deb3-7f06-0eae-e11e426be7fd" [ 2059.313101] env[62097]: _type = "Task" [ 2059.313101] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.320184] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52345833-deb3-7f06-0eae-e11e426be7fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.408345] env[62097]: DEBUG nova.network.neutron [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Successfully updated port: 3c57bba2-ca8b-4a95-9f0a-301b9d4cd0ac {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2059.419849] env[62097]: DEBUG nova.compute.manager [req-863b8d89-7723-4364-bcea-f86a90d4f6eb req-f45b000e-3eb0-4834-aac9-e62618559864 service nova] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Received event network-vif-plugged-39275820-16f8-481d-8e06-7a60f0159a1b {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2059.420115] env[62097]: DEBUG oslo_concurrency.lockutils [req-863b8d89-7723-4364-bcea-f86a90d4f6eb req-f45b000e-3eb0-4834-aac9-e62618559864 service nova] Acquiring lock "d6ba1c55-7ce7-42a7-8827-d63b3852418d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.421850] env[62097]: DEBUG oslo_concurrency.lockutils [req-863b8d89-7723-4364-bcea-f86a90d4f6eb req-f45b000e-3eb0-4834-aac9-e62618559864 service nova] Lock "d6ba1c55-7ce7-42a7-8827-d63b3852418d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.421850] env[62097]: DEBUG oslo_concurrency.lockutils [req-863b8d89-7723-4364-bcea-f86a90d4f6eb req-f45b000e-3eb0-4834-aac9-e62618559864 service nova] Lock "d6ba1c55-7ce7-42a7-8827-d63b3852418d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.421850] env[62097]: DEBUG nova.compute.manager [req-863b8d89-7723-4364-bcea-f86a90d4f6eb req-f45b000e-3eb0-4834-aac9-e62618559864 service nova] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] No waiting events found dispatching network-vif-plugged-39275820-16f8-481d-8e06-7a60f0159a1b {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2059.421850] env[62097]: WARNING nova.compute.manager [req-863b8d89-7723-4364-bcea-f86a90d4f6eb req-f45b000e-3eb0-4834-aac9-e62618559864 service nova] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Received unexpected event network-vif-plugged-39275820-16f8-481d-8e06-7a60f0159a1b for instance with vm_state building and task_state spawning. [ 2059.480734] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ffa9f4-835a-4362-910a-68721af4ffdd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.489387] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6061419d-5fd7-4b8a-8089-46c468bd6c89 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.526915] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bd8404-1fd2-4670-9352-c84f01f4045c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.534789] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edabc3a-3884-4374-abdc-d3a295f88dcb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.549784] env[62097]: DEBUG nova.compute.provider_tree [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2059.717469] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "refresh_cache-d6ba1c55-7ce7-42a7-8827-d63b3852418d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.717562] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired lock "refresh_cache-d6ba1c55-7ce7-42a7-8827-d63b3852418d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.717835] env[62097]: DEBUG nova.network.neutron [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2059.821343] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52345833-deb3-7f06-0eae-e11e426be7fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011621} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.822116] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-436baa9f-3b96-439f-a0e7-63ca90009728 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.826890] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2059.826890] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5298ecda-31c1-5157-2513-1a615f30e0f5" [ 2059.826890] env[62097]: _type = "Task" [ 2059.826890] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.834084] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5298ecda-31c1-5157-2513-1a615f30e0f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.912598] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "refresh_cache-33c16093-8d25-4de4-b7b1-0c1c621b6266" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.912767] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired lock "refresh_cache-33c16093-8d25-4de4-b7b1-0c1c621b6266" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.912920] env[62097]: DEBUG nova.network.neutron [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2060.052874] env[62097]: DEBUG nova.scheduler.client.report [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2060.194655] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.194881] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.255582] env[62097]: DEBUG nova.network.neutron [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2060.337552] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5298ecda-31c1-5157-2513-1a615f30e0f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009302} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.337943] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2060.337943] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 36360d25-2d81-405c-929d-def87fc4f8f9/36360d25-2d81-405c-929d-def87fc4f8f9.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2060.338188] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd69d06d-83ad-4d4a-aaee-acd5991bce25 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.345616] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2060.345616] env[62097]: value = "task-2035609" [ 2060.345616] env[62097]: _type = "Task" [ 2060.345616] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.353799] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.398547] env[62097]: DEBUG nova.network.neutron [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Updating instance_info_cache with network_info: [{"id": "39275820-16f8-481d-8e06-7a60f0159a1b", "address": "fa:16:3e:42:6a:ca", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39275820-16", "ovs_interfaceid": "39275820-16f8-481d-8e06-7a60f0159a1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.457758] env[62097]: DEBUG nova.network.neutron [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2060.559936] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.562364] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.475s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.590436] env[62097]: INFO nova.scheduler.client.report [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Deleted allocations for instance 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a [ 2060.678319] env[62097]: DEBUG nova.network.neutron [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Updating instance_info_cache with network_info: [{"id": "3c57bba2-ca8b-4a95-9f0a-301b9d4cd0ac", "address": "fa:16:3e:97:d5:24", "network": {"id": "6fa184c2-71c5-4120-a05c-3a7d42cba370", "bridge": "br-int", "label": "tempest-ServersTestJSON-820392323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54320ff767714f48a1a5d4ef405d2e69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c57bba2-ca", "ovs_interfaceid": "3c57bba2-ca8b-4a95-9f0a-301b9d4cd0ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.696961] env[62097]: DEBUG nova.compute.manager [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2060.855876] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485131} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.856238] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 36360d25-2d81-405c-929d-def87fc4f8f9/36360d25-2d81-405c-929d-def87fc4f8f9.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2060.856489] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2060.856772] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7929f217-b57c-4d55-a2a4-e3400ebcc4be {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.862732] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2060.862732] env[62097]: value = "task-2035610" [ 2060.862732] env[62097]: _type = "Task" [ 2060.862732] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.870494] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.902148] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Releasing lock "refresh_cache-d6ba1c55-7ce7-42a7-8827-d63b3852418d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2060.902807] env[62097]: DEBUG nova.compute.manager [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Instance network_info: |[{"id": "39275820-16f8-481d-8e06-7a60f0159a1b", "address": "fa:16:3e:42:6a:ca", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39275820-16", "ovs_interfaceid": "39275820-16f8-481d-8e06-7a60f0159a1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2060.903265] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:6a:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39275820-16f8-481d-8e06-7a60f0159a1b', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2060.912355] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Creating folder: Project (e0d791dcc643402497341d7fb0f84168). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2060.912659] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe4f5e53-28ba-480d-be46-a77ec0d76822 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.923542] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Created folder: Project (e0d791dcc643402497341d7fb0f84168) in parent group-v417770. [ 2060.923751] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Creating folder: Instances. Parent ref: group-v418038. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2060.923994] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69355bcb-c7cc-49f4-9d0e-359d80451e7f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.935018] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Created folder: Instances in parent group-v418038. [ 2060.935018] env[62097]: DEBUG oslo.service.loopingcall [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2060.935018] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2060.935018] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be2a055c-2fcf-4305-a642-bcfba0577724 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.954809] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2060.954809] env[62097]: value = "task-2035613" [ 2060.954809] env[62097]: _type = "Task" [ 2060.954809] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.962822] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035613, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.013188] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "863f4a90-054d-4098-94e0-a945c4cfab7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.013495] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "863f4a90-054d-4098-94e0-a945c4cfab7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.013717] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "863f4a90-054d-4098-94e0-a945c4cfab7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.013900] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "863f4a90-054d-4098-94e0-a945c4cfab7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.014097] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "863f4a90-054d-4098-94e0-a945c4cfab7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.016419] env[62097]: INFO nova.compute.manager [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Terminating instance [ 2061.072821] env[62097]: INFO nova.compute.claims [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2061.103312] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0b14f5a6-ce0e-4bc3-a134-2c8e5b20008e tempest-ServerActionsV293TestJSON-2104667066 tempest-ServerActionsV293TestJSON-2104667066-project-member] Lock "9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.437s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.182224] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Releasing lock "refresh_cache-33c16093-8d25-4de4-b7b1-0c1c621b6266" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.182655] env[62097]: DEBUG nova.compute.manager [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Instance network_info: |[{"id": "3c57bba2-ca8b-4a95-9f0a-301b9d4cd0ac", "address": "fa:16:3e:97:d5:24", "network": {"id": "6fa184c2-71c5-4120-a05c-3a7d42cba370", "bridge": "br-int", "label": "tempest-ServersTestJSON-820392323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54320ff767714f48a1a5d4ef405d2e69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c57bba2-ca", "ovs_interfaceid": "3c57bba2-ca8b-4a95-9f0a-301b9d4cd0ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2061.183103] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:d5:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c57bba2-ca8b-4a95-9f0a-301b9d4cd0ac', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2061.190845] env[62097]: DEBUG oslo.service.loopingcall [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2061.191946] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2061.192207] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acf1a958-43fa-4101-ae60-d2743985cb05 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.211276] env[62097]: DEBUG nova.compute.manager [req-2a5f4e62-3a9e-40c8-b3a3-5c86f43e7780 req-d6c71f92-51f9-4f3b-ac2a-ae0ccbbac3dc service nova] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Received event network-changed-3c57bba2-ca8b-4a95-9f0a-301b9d4cd0ac {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2061.211515] env[62097]: DEBUG nova.compute.manager [req-2a5f4e62-3a9e-40c8-b3a3-5c86f43e7780 req-d6c71f92-51f9-4f3b-ac2a-ae0ccbbac3dc service nova] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Refreshing instance network info cache due to event network-changed-3c57bba2-ca8b-4a95-9f0a-301b9d4cd0ac. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2061.211699] env[62097]: DEBUG oslo_concurrency.lockutils [req-2a5f4e62-3a9e-40c8-b3a3-5c86f43e7780 req-d6c71f92-51f9-4f3b-ac2a-ae0ccbbac3dc service nova] Acquiring lock "refresh_cache-33c16093-8d25-4de4-b7b1-0c1c621b6266" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.211910] env[62097]: DEBUG oslo_concurrency.lockutils [req-2a5f4e62-3a9e-40c8-b3a3-5c86f43e7780 req-d6c71f92-51f9-4f3b-ac2a-ae0ccbbac3dc service nova] Acquired lock "refresh_cache-33c16093-8d25-4de4-b7b1-0c1c621b6266" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.212017] env[62097]: DEBUG nova.network.neutron [req-2a5f4e62-3a9e-40c8-b3a3-5c86f43e7780 req-d6c71f92-51f9-4f3b-ac2a-ae0ccbbac3dc service nova] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Refreshing network info cache for port 3c57bba2-ca8b-4a95-9f0a-301b9d4cd0ac {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2061.222949] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2061.222949] env[62097]: value = "task-2035614" [ 2061.222949] env[62097]: _type = "Task" [ 2061.222949] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.231928] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035614, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.233036] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.246241] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "a7992c09-2881-4d70-b5a8-5071eb619d12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.246507] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "a7992c09-2881-4d70-b5a8-5071eb619d12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.246767] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "a7992c09-2881-4d70-b5a8-5071eb619d12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.247019] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "a7992c09-2881-4d70-b5a8-5071eb619d12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.247225] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "a7992c09-2881-4d70-b5a8-5071eb619d12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.249333] env[62097]: INFO nova.compute.manager [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Terminating instance [ 2061.372822] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080648} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.373176] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2061.373897] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e3d6c6-2011-464c-b52b-3ea481323879 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.399973] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 36360d25-2d81-405c-929d-def87fc4f8f9/36360d25-2d81-405c-929d-def87fc4f8f9.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2061.399973] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-900f8329-8e28-434f-9dfa-55f9a04cb25c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.421887] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2061.421887] env[62097]: value = "task-2035615" [ 2061.421887] env[62097]: _type = "Task" [ 2061.421887] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.430480] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.456301] env[62097]: DEBUG nova.compute.manager [req-885a4361-d09f-4337-808b-3f9e3f917462 req-87407586-a981-4a6c-8dec-fc6978dc26a4 service nova] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Received event network-changed-39275820-16f8-481d-8e06-7a60f0159a1b {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2061.456563] env[62097]: DEBUG nova.compute.manager [req-885a4361-d09f-4337-808b-3f9e3f917462 req-87407586-a981-4a6c-8dec-fc6978dc26a4 service nova] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Refreshing instance network info cache due to event network-changed-39275820-16f8-481d-8e06-7a60f0159a1b. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2061.456740] env[62097]: DEBUG oslo_concurrency.lockutils [req-885a4361-d09f-4337-808b-3f9e3f917462 req-87407586-a981-4a6c-8dec-fc6978dc26a4 service nova] Acquiring lock "refresh_cache-d6ba1c55-7ce7-42a7-8827-d63b3852418d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.456902] env[62097]: DEBUG oslo_concurrency.lockutils [req-885a4361-d09f-4337-808b-3f9e3f917462 req-87407586-a981-4a6c-8dec-fc6978dc26a4 service nova] Acquired lock "refresh_cache-d6ba1c55-7ce7-42a7-8827-d63b3852418d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.457151] env[62097]: DEBUG nova.network.neutron [req-885a4361-d09f-4337-808b-3f9e3f917462 req-87407586-a981-4a6c-8dec-fc6978dc26a4 service nova] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Refreshing network info cache for port 39275820-16f8-481d-8e06-7a60f0159a1b {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2061.467758] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035613, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.522733] env[62097]: DEBUG nova.compute.manager [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2061.522733] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2061.522733] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c9b6da-7084-44b8-87cc-d9290400b09a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.530589] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2061.530851] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdf666c0-0a3f-4748-855a-d1bd45f821e5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.538095] env[62097]: DEBUG oslo_vmware.api [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 2061.538095] env[62097]: value = "task-2035616" [ 2061.538095] env[62097]: _type = "Task" [ 2061.538095] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.546849] env[62097]: DEBUG oslo_vmware.api [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.586338] env[62097]: INFO nova.compute.resource_tracker [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Updating resource usage from migration 41aded4c-df72-477b-a546-66386219dcfe [ 2061.735936] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035614, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.752962] env[62097]: DEBUG nova.compute.manager [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2061.753206] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2061.754292] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e616b5-a189-4604-a34a-cdfe1e06ed62 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.762274] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2061.762689] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5c5a91f-9c58-4f1e-a0c1-9249becd3761 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.770647] env[62097]: DEBUG oslo_vmware.api [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 2061.770647] env[62097]: value = "task-2035617" [ 2061.770647] env[62097]: _type = "Task" [ 2061.770647] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.780710] env[62097]: DEBUG oslo_vmware.api [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.825291] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537c5561-4608-42cf-84bf-12b46682365d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.834937] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102a5169-1b20-4307-8a71-43b64c0a5f7d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.870346] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139c76cd-8ac1-4609-8e80-e4eb3339e4d9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.878124] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417c0894-d746-40c3-9f04-36c61983c372 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.891799] env[62097]: DEBUG nova.compute.provider_tree [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2061.916784] env[62097]: DEBUG oslo_concurrency.lockutils [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "743853c7-d06f-4e55-81ff-32427fc121ad" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.917182] env[62097]: DEBUG oslo_concurrency.lockutils [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "743853c7-d06f-4e55-81ff-32427fc121ad" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.917457] env[62097]: INFO nova.compute.manager [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Shelving [ 2061.936384] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035615, 'name': ReconfigVM_Task, 'duration_secs': 0.404205} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.936822] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 36360d25-2d81-405c-929d-def87fc4f8f9/36360d25-2d81-405c-929d-def87fc4f8f9.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2061.937868] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c7d96fd-c78d-4b6c-915a-64c92df18c38 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.948020] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2061.948020] env[62097]: value = "task-2035618" [ 2061.948020] env[62097]: _type = "Task" [ 2061.948020] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.956481] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035618, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.973255] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035613, 'name': CreateVM_Task, 'duration_secs': 0.528347} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.973653] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2061.974527] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.974861] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.975336] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2061.976137] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c2184ec-a24c-4499-87f2-dfde2b579497 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.981300] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2061.981300] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52251b81-a795-dc7a-b50b-a640c2b6fc00" [ 2061.981300] env[62097]: _type = "Task" [ 2061.981300] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.990762] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52251b81-a795-dc7a-b50b-a640c2b6fc00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.050025] env[62097]: DEBUG oslo_vmware.api [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035616, 'name': PowerOffVM_Task, 'duration_secs': 0.269396} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.050025] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2062.050025] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2062.050025] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7112c7a9-3b59-4adc-86ab-f98b61dd7ba3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.081499] env[62097]: DEBUG nova.network.neutron [req-2a5f4e62-3a9e-40c8-b3a3-5c86f43e7780 req-d6c71f92-51f9-4f3b-ac2a-ae0ccbbac3dc service nova] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Updated VIF entry in instance network info cache for port 3c57bba2-ca8b-4a95-9f0a-301b9d4cd0ac. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2062.082042] env[62097]: DEBUG nova.network.neutron [req-2a5f4e62-3a9e-40c8-b3a3-5c86f43e7780 req-d6c71f92-51f9-4f3b-ac2a-ae0ccbbac3dc service nova] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Updating instance_info_cache with network_info: [{"id": "3c57bba2-ca8b-4a95-9f0a-301b9d4cd0ac", "address": "fa:16:3e:97:d5:24", "network": {"id": "6fa184c2-71c5-4120-a05c-3a7d42cba370", "bridge": "br-int", "label": "tempest-ServersTestJSON-820392323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54320ff767714f48a1a5d4ef405d2e69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c57bba2-ca", "ovs_interfaceid": "3c57bba2-ca8b-4a95-9f0a-301b9d4cd0ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2062.131192] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2062.131192] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2062.131192] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Deleting the datastore file [datastore1] 863f4a90-054d-4098-94e0-a945c4cfab7e {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2062.131192] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-984d034b-1a51-4f7a-a4dd-f1bd4287e4f3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.139019] env[62097]: DEBUG oslo_vmware.api [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for the task: (returnval){ [ 2062.139019] env[62097]: value = "task-2035620" [ 2062.139019] env[62097]: _type = "Task" [ 2062.139019] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.147016] env[62097]: DEBUG oslo_vmware.api [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.193846] env[62097]: DEBUG nova.network.neutron [req-885a4361-d09f-4337-808b-3f9e3f917462 req-87407586-a981-4a6c-8dec-fc6978dc26a4 service nova] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Updated VIF entry in instance network info cache for port 39275820-16f8-481d-8e06-7a60f0159a1b. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2062.193846] env[62097]: DEBUG nova.network.neutron [req-885a4361-d09f-4337-808b-3f9e3f917462 req-87407586-a981-4a6c-8dec-fc6978dc26a4 service nova] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Updating instance_info_cache with network_info: [{"id": "39275820-16f8-481d-8e06-7a60f0159a1b", "address": "fa:16:3e:42:6a:ca", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39275820-16", "ovs_interfaceid": "39275820-16f8-481d-8e06-7a60f0159a1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2062.244107] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035614, 'name': CreateVM_Task, 'duration_secs': 0.628802} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.244107] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2062.244107] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2062.281166] env[62097]: DEBUG oslo_vmware.api [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035617, 'name': PowerOffVM_Task, 'duration_secs': 0.235608} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.282059] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2062.282689] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2062.282689] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22ffcc29-c67a-4de3-9629-f026261a06c0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.416022] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2062.416022] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2062.416022] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Deleting the datastore file [datastore2] a7992c09-2881-4d70-b5a8-5071eb619d12 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2062.416022] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0327f030-9bd8-4dbf-b756-1cac1c15edab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.418880] env[62097]: ERROR nova.scheduler.client.report [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [req-eb0bc6a2-6bf9-417d-a80b-9d10be55a640] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID aabcd967-83f0-44f7-bf8d-f09a522d29a7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-eb0bc6a2-6bf9-417d-a80b-9d10be55a640"}]} [ 2062.432384] env[62097]: DEBUG oslo_vmware.api [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 2062.432384] env[62097]: value = "task-2035622" [ 2062.432384] env[62097]: _type = "Task" [ 2062.432384] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.442632] env[62097]: DEBUG oslo_vmware.api [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.443081] env[62097]: DEBUG nova.scheduler.client.report [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Refreshing inventories for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2062.454788] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035618, 'name': Rename_Task, 'duration_secs': 0.150055} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.454941] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2062.455208] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3767e7b7-8029-4647-adc8-cb134f830b80 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.457853] env[62097]: DEBUG nova.scheduler.client.report [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Updating ProviderTree inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2062.458071] env[62097]: DEBUG nova.compute.provider_tree [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2062.461745] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2062.461745] env[62097]: value = "task-2035623" [ 2062.461745] env[62097]: _type = "Task" [ 2062.461745] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.470109] env[62097]: DEBUG nova.scheduler.client.report [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Refreshing aggregate associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, aggregates: None {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2062.475363] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.493139] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52251b81-a795-dc7a-b50b-a640c2b6fc00, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.494107] env[62097]: DEBUG nova.scheduler.client.report [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Refreshing trait associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2062.496341] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.496579] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2062.496816] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2062.496965] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2062.497159] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2062.497671] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2062.498010] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2062.498248] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdf6fd12-dd18-4279-8e03-47b66504eceb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.500099] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ed50c03-57e1-4837-8802-bf43619ab225 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.504889] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2062.504889] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ad9cee-f8ee-fd02-a864-4205ca303064" [ 2062.504889] env[62097]: _type = "Task" [ 2062.504889] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.509448] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2062.510534] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2062.512327] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37707d31-0016-48d1-93a9-d64b12debe48 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.516876] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ad9cee-f8ee-fd02-a864-4205ca303064, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.523133] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2062.523133] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ff6abf-63a1-6eeb-97e9-7c7f6c68e01d" [ 2062.523133] env[62097]: _type = "Task" [ 2062.523133] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.529450] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ff6abf-63a1-6eeb-97e9-7c7f6c68e01d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.584908] env[62097]: DEBUG oslo_concurrency.lockutils [req-2a5f4e62-3a9e-40c8-b3a3-5c86f43e7780 req-d6c71f92-51f9-4f3b-ac2a-ae0ccbbac3dc service nova] Releasing lock "refresh_cache-33c16093-8d25-4de4-b7b1-0c1c621b6266" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.648636] env[62097]: DEBUG oslo_vmware.api [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Task: {'id': task-2035620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145474} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.652179] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2062.652503] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2062.652708] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2062.652886] env[62097]: INFO nova.compute.manager [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2062.653137] env[62097]: DEBUG oslo.service.loopingcall [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2062.653529] env[62097]: DEBUG nova.compute.manager [-] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2062.653630] env[62097]: DEBUG nova.network.neutron [-] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2062.699082] env[62097]: DEBUG oslo_concurrency.lockutils [req-885a4361-d09f-4337-808b-3f9e3f917462 req-87407586-a981-4a6c-8dec-fc6978dc26a4 service nova] Releasing lock "refresh_cache-d6ba1c55-7ce7-42a7-8827-d63b3852418d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.758016] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ab4549-d478-4d35-bbf6-d8e14dd3f12c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.765017] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec6045d-a240-42dc-85f1-5883c4150688 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.797412] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb1d644-5bac-4ef0-b552-93eb4ba82a5f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.805356] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b90d3b5-dca1-43c4-879d-4c54f8d68b11 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.821168] env[62097]: DEBUG nova.compute.provider_tree [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2062.925701] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2062.926014] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3ffdecb-fdc3-4edb-8fc8-8f8fa5eb5173 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.934956] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2062.934956] env[62097]: value = "task-2035624" [ 2062.934956] env[62097]: _type = "Task" [ 2062.934956] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.947508] env[62097]: DEBUG oslo_vmware.api [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169308} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.951106] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2062.951332] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2062.951563] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2062.951809] env[62097]: INFO nova.compute.manager [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2062.952073] env[62097]: DEBUG oslo.service.loopingcall [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2062.952287] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.952491] env[62097]: DEBUG nova.compute.manager [-] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2062.952577] env[62097]: DEBUG nova.network.neutron [-] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2062.975667] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035623, 'name': PowerOnVM_Task} progress is 86%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.017711] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ad9cee-f8ee-fd02-a864-4205ca303064, 'name': SearchDatastore_Task, 'duration_secs': 0.009738} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.018212] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2063.018573] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2063.018918] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2063.033740] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ff6abf-63a1-6eeb-97e9-7c7f6c68e01d, 'name': SearchDatastore_Task, 'duration_secs': 0.008742} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.035638] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de5612f2-1b83-4251-b3a2-5f2b4f18a126 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.040492] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2063.040492] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5215e38b-c3fa-2f43-66ce-3efb66a64579" [ 2063.040492] env[62097]: _type = "Task" [ 2063.040492] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.050281] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5215e38b-c3fa-2f43-66ce-3efb66a64579, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.325838] env[62097]: DEBUG nova.scheduler.client.report [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2063.414104] env[62097]: DEBUG nova.network.neutron [-] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2063.447545] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035624, 'name': PowerOffVM_Task, 'duration_secs': 0.213126} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.447934] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2063.448713] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d76a6f-57e2-4bd5-b9ac-dc32cda4d8a6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.471210] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fa7072-9fbd-4f25-883c-cd51aae7db61 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.478904] env[62097]: DEBUG oslo_vmware.api [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035623, 'name': PowerOnVM_Task, 'duration_secs': 0.597194} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.480853] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2063.480950] env[62097]: INFO nova.compute.manager [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Took 15.43 seconds to spawn the instance on the hypervisor. [ 2063.481234] env[62097]: DEBUG nova.compute.manager [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2063.484116] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67133055-5ed4-47ee-9c03-8636ce88a47d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.497213] env[62097]: DEBUG nova.compute.manager [req-e9fbb166-44ec-4695-8908-a8456262d88d req-61ddbf8f-8645-49bf-89a1-5e6546cd0e1f service nova] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Received event network-vif-deleted-07d6b6d6-7ed4-4f3a-a945-56ab0b579a92 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2063.497426] env[62097]: DEBUG nova.compute.manager [req-e9fbb166-44ec-4695-8908-a8456262d88d req-61ddbf8f-8645-49bf-89a1-5e6546cd0e1f service nova] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Received event network-vif-deleted-c1cddd27-fe75-42a0-a9d0-40b9d6002b37 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2063.497593] env[62097]: INFO nova.compute.manager [req-e9fbb166-44ec-4695-8908-a8456262d88d req-61ddbf8f-8645-49bf-89a1-5e6546cd0e1f service nova] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Neutron deleted interface c1cddd27-fe75-42a0-a9d0-40b9d6002b37; detaching it from the instance and deleting it from the info cache [ 2063.497761] env[62097]: DEBUG nova.network.neutron [req-e9fbb166-44ec-4695-8908-a8456262d88d req-61ddbf8f-8645-49bf-89a1-5e6546cd0e1f service nova] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2063.551295] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5215e38b-c3fa-2f43-66ce-3efb66a64579, 'name': SearchDatastore_Task, 'duration_secs': 0.013387} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.551679] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2063.551953] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] d6ba1c55-7ce7-42a7-8827-d63b3852418d/d6ba1c55-7ce7-42a7-8827-d63b3852418d.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2063.552251] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2063.552437] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2063.552667] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3c4e695-63ca-42c4-9309-c24af0d91cef {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.554873] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7487c94-eec3-4337-8ac3-4e854611b9f0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.561514] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2063.561514] env[62097]: value = "task-2035625" [ 2063.561514] env[62097]: _type = "Task" [ 2063.561514] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.565536] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2063.565727] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2063.566757] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa50f57-5f07-4735-a4bb-d4fef12208f6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.571936] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.574805] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2063.574805] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52621c20-703a-57f0-5b6a-3a807f6cdfdb" [ 2063.574805] env[62097]: _type = "Task" [ 2063.574805] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.582185] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52621c20-703a-57f0-5b6a-3a807f6cdfdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.732194] env[62097]: DEBUG nova.network.neutron [-] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2063.831136] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.269s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.831379] env[62097]: INFO nova.compute.manager [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Migrating [ 2063.838283] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.974s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.840524] env[62097]: INFO nova.compute.claims [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2063.916718] env[62097]: INFO nova.compute.manager [-] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Took 1.26 seconds to deallocate network for instance. [ 2063.989257] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Creating Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2063.989745] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ff2f2110-be1e-48e7-8d5e-ce22f43f4dae {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.001411] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2064.001411] env[62097]: value = "task-2035626" [ 2064.001411] env[62097]: _type = "Task" [ 2064.001411] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.003600] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e87ca5f-7ca2-4739-8c2c-fe07ec81775a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.006712] env[62097]: INFO nova.compute.manager [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Took 23.46 seconds to build instance. [ 2064.017198] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035626, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.021663] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024e0bea-d822-441c-9dda-63cb87b64f70 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.054938] env[62097]: DEBUG nova.compute.manager [req-e9fbb166-44ec-4695-8908-a8456262d88d req-61ddbf8f-8645-49bf-89a1-5e6546cd0e1f service nova] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Detach interface failed, port_id=c1cddd27-fe75-42a0-a9d0-40b9d6002b37, reason: Instance a7992c09-2881-4d70-b5a8-5071eb619d12 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2064.071945] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493816} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.072135] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] d6ba1c55-7ce7-42a7-8827-d63b3852418d/d6ba1c55-7ce7-42a7-8827-d63b3852418d.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2064.072325] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2064.072567] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90401e88-e198-4631-85b8-138faa360cd2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.080014] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2064.080014] env[62097]: value = "task-2035627" [ 2064.080014] env[62097]: _type = "Task" [ 2064.080014] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.085946] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52621c20-703a-57f0-5b6a-3a807f6cdfdb, 'name': SearchDatastore_Task, 'duration_secs': 0.007841} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.086972] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65e8460f-7cfc-4a74-ba20-37e18b2a8ba3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.091583] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.094449] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2064.094449] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527dffa5-8b0b-95df-0f27-b73e08b26191" [ 2064.094449] env[62097]: _type = "Task" [ 2064.094449] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.102048] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527dffa5-8b0b-95df-0f27-b73e08b26191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.234164] env[62097]: INFO nova.compute.manager [-] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Took 1.28 seconds to deallocate network for instance. [ 2064.351124] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "refresh_cache-a5f3d46e-328f-4927-ad0a-1b1666df95a3" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2064.351331] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "refresh_cache-a5f3d46e-328f-4927-ad0a-1b1666df95a3" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2064.351536] env[62097]: DEBUG nova.network.neutron [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2064.425747] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.512064] env[62097]: DEBUG oslo_concurrency.lockutils [None req-aabc84bb-72dd-4d99-8f13-1c00f7d71592 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "36360d25-2d81-405c-929d-def87fc4f8f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.970s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.515856] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035626, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.589438] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071008} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.589704] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2064.590499] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56917c95-c5ad-4e4d-ad11-c7cded6ee300 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.614617] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] d6ba1c55-7ce7-42a7-8827-d63b3852418d/d6ba1c55-7ce7-42a7-8827-d63b3852418d.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2064.618102] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d592acaf-700c-43c6-a297-47b2d780bdfd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.638764] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527dffa5-8b0b-95df-0f27-b73e08b26191, 'name': SearchDatastore_Task, 'duration_secs': 0.008504} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.640229] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2064.640464] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 33c16093-8d25-4de4-b7b1-0c1c621b6266/33c16093-8d25-4de4-b7b1-0c1c621b6266.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2064.640828] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2064.640828] env[62097]: value = "task-2035628" [ 2064.640828] env[62097]: _type = "Task" [ 2064.640828] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.641042] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-301441c7-2829-4451-a0e7-174a74e8ee09 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.652070] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035628, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.653121] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2064.653121] env[62097]: value = "task-2035629" [ 2064.653121] env[62097]: _type = "Task" [ 2064.653121] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.743309] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.023407] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035626, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.149985] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3ef0a7-2bd5-4392-865d-3e1945e705e0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.163427] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.165535] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da42ec91-4f37-422d-b91c-b941ab5d64c6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.172379] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035629, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.210369] env[62097]: DEBUG nova.network.neutron [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Updating instance_info_cache with network_info: [{"id": "8be2cd76-1504-4392-b955-4215d2490860", "address": "fa:16:3e:9a:d9:84", "network": {"id": "71626089-108a-4b1b-8ef1-86247c190c29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1189693346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbcf1419521b46b2aa629c0e0d3eb6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8be2cd76-15", "ovs_interfaceid": "8be2cd76-1504-4392-b955-4215d2490860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2065.212444] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a67db3-9ddb-48c1-8788-c208e533de3d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.222946] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5e0fbe-39f5-4fc9-a8a8-e86ea2810715 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.241222] env[62097]: DEBUG nova.compute.provider_tree [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2065.414737] env[62097]: DEBUG nova.compute.manager [req-9bd08dff-7f77-4757-a82c-4a80d0a57eba req-1a2fd4b8-5eb1-4ab8-a23f-5927913df691 service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Received event network-changed-aa189ffd-daf1-4d1d-9589-057d1cd7260e {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2065.414964] env[62097]: DEBUG nova.compute.manager [req-9bd08dff-7f77-4757-a82c-4a80d0a57eba req-1a2fd4b8-5eb1-4ab8-a23f-5927913df691 service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Refreshing instance network info cache due to event network-changed-aa189ffd-daf1-4d1d-9589-057d1cd7260e. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2065.415218] env[62097]: DEBUG oslo_concurrency.lockutils [req-9bd08dff-7f77-4757-a82c-4a80d0a57eba req-1a2fd4b8-5eb1-4ab8-a23f-5927913df691 service nova] Acquiring lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2065.415355] env[62097]: DEBUG oslo_concurrency.lockutils [req-9bd08dff-7f77-4757-a82c-4a80d0a57eba req-1a2fd4b8-5eb1-4ab8-a23f-5927913df691 service nova] Acquired lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2065.415707] env[62097]: DEBUG nova.network.neutron [req-9bd08dff-7f77-4757-a82c-4a80d0a57eba req-1a2fd4b8-5eb1-4ab8-a23f-5927913df691 service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Refreshing network info cache for port aa189ffd-daf1-4d1d-9589-057d1cd7260e {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2065.521320] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035626, 'name': CreateSnapshot_Task, 'duration_secs': 1.25398} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.521569] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Created Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2065.523180] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2bf64d-6441-4b64-a27d-471143ad7872 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.655123] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035628, 'name': ReconfigVM_Task, 'duration_secs': 0.723041} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.660027] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Reconfigured VM instance instance-00000063 to attach disk [datastore2] d6ba1c55-7ce7-42a7-8827-d63b3852418d/d6ba1c55-7ce7-42a7-8827-d63b3852418d.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2065.660027] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66ac3633-26e8-4332-a429-045aecb67d84 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.665633] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2065.665633] env[62097]: value = "task-2035630" [ 2065.665633] env[62097]: _type = "Task" [ 2065.665633] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.675197] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035629, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.676757] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035630, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.716690] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "refresh_cache-a5f3d46e-328f-4927-ad0a-1b1666df95a3" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2065.779027] env[62097]: DEBUG nova.scheduler.client.report [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Updated inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2065.779339] env[62097]: DEBUG nova.compute.provider_tree [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Updating resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 generation from 127 to 128 during operation: update_inventory {{(pid=62097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2065.779583] env[62097]: DEBUG nova.compute.provider_tree [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2066.041330] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Creating linked-clone VM from snapshot {{(pid=62097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2066.044131] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-754a7d94-e606-4f15-8ea6-ddbca963fcb6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.053896] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2066.053896] env[62097]: value = "task-2035631" [ 2066.053896] env[62097]: _type = "Task" [ 2066.053896] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.062679] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035631, 'name': CloneVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.165719] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035629, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.177083] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035630, 'name': Rename_Task, 'duration_secs': 0.195167} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.178029] env[62097]: DEBUG nova.network.neutron [req-9bd08dff-7f77-4757-a82c-4a80d0a57eba req-1a2fd4b8-5eb1-4ab8-a23f-5927913df691 service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Updated VIF entry in instance network info cache for port aa189ffd-daf1-4d1d-9589-057d1cd7260e. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2066.178447] env[62097]: DEBUG nova.network.neutron [req-9bd08dff-7f77-4757-a82c-4a80d0a57eba req-1a2fd4b8-5eb1-4ab8-a23f-5927913df691 service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Updating instance_info_cache with network_info: [{"id": "aa189ffd-daf1-4d1d-9589-057d1cd7260e", "address": "fa:16:3e:41:ae:7e", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa189ffd-da", "ovs_interfaceid": "aa189ffd-daf1-4d1d-9589-057d1cd7260e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2066.180836] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cb3393ec-9833-4db3-8ed0-d9caf4ea566c tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.181198] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cb3393ec-9833-4db3-8ed0-d9caf4ea566c tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.182606] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2066.183565] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34045a8e-c6fc-4fc4-923b-21938dbaea8d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.190561] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2066.190561] env[62097]: value = "task-2035632" [ 2066.190561] env[62097]: _type = "Task" [ 2066.190561] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.202406] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.285572] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.286113] env[62097]: DEBUG nova.compute.manager [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2066.288874] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.056s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.290312] env[62097]: INFO nova.compute.claims [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2066.415031] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "1c318b20-4d25-4b4c-900d-a675e8cae71f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.415031] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "1c318b20-4d25-4b4c-900d-a675e8cae71f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.564806] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035631, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.665819] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035629, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.939565} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.666141] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 33c16093-8d25-4de4-b7b1-0c1c621b6266/33c16093-8d25-4de4-b7b1-0c1c621b6266.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2066.666388] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2066.666677] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea514c61-5b02-476c-87fc-3dfddba49235 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.673393] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2066.673393] env[62097]: value = "task-2035633" [ 2066.673393] env[62097]: _type = "Task" [ 2066.673393] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.681148] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.684875] env[62097]: DEBUG oslo_concurrency.lockutils [req-9bd08dff-7f77-4757-a82c-4a80d0a57eba req-1a2fd4b8-5eb1-4ab8-a23f-5927913df691 service nova] Releasing lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2066.687713] env[62097]: DEBUG nova.compute.utils [None req-cb3393ec-9833-4db3-8ed0-d9caf4ea566c tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2066.701887] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035632, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.794979] env[62097]: DEBUG nova.compute.utils [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2066.801022] env[62097]: DEBUG nova.compute.manager [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2066.801022] env[62097]: DEBUG nova.network.neutron [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2066.845991] env[62097]: DEBUG nova.policy [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09aafec0b1c84cd6bc343e0c8d1153dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a649c3652b724ef0a0295ea9dee7ada4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2066.917949] env[62097]: DEBUG nova.compute.manager [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2067.065520] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035631, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.124589] env[62097]: DEBUG nova.network.neutron [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Successfully created port: 4dc66e04-5cc8-49a4-a58d-a2d28cb5b0a4 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2067.183417] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079584} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.184954] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2067.184954] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb03974f-4644-43c1-b296-ebc788a31cb3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.201100] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cb3393ec-9833-4db3-8ed0-d9caf4ea566c tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.019s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.209259] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 33c16093-8d25-4de4-b7b1-0c1c621b6266/33c16093-8d25-4de4-b7b1-0c1c621b6266.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2067.212480] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61e09e12-1c85-40ac-81b4-d9e2bf51a255 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.236188] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8ee050-1f16-4f52-8e38-41c5be4fcf3e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.239476] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035632, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.240846] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2067.240846] env[62097]: value = "task-2035634" [ 2067.240846] env[62097]: _type = "Task" [ 2067.240846] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.257241] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Updating instance 'a5f3d46e-328f-4927-ad0a-1b1666df95a3' progress to 0 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2067.265827] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.304556] env[62097]: DEBUG nova.compute.manager [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2067.435831] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.521105] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efca199a-71c8-4b79-a34b-d6b9f85f5b4c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.529207] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c38d60-5d59-417b-8150-cec1dfec9e3c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.563354] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7623e7-b30f-4301-ae87-066fe5f184e0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.574427] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2499e3f-41a6-40b7-bcdf-a625bf095d26 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.578283] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035631, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.588815] env[62097]: DEBUG nova.compute.provider_tree [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2067.711533] env[62097]: DEBUG oslo_vmware.api [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035632, 'name': PowerOnVM_Task, 'duration_secs': 1.511561} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.711741] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2067.712168] env[62097]: INFO nova.compute.manager [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Took 14.93 seconds to spawn the instance on the hypervisor. [ 2067.712268] env[62097]: DEBUG nova.compute.manager [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2067.713087] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bcea60-e2fc-4a28-9596-aeaf684665cf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.755571] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035634, 'name': ReconfigVM_Task, 'duration_secs': 0.47314} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.756754] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 33c16093-8d25-4de4-b7b1-0c1c621b6266/33c16093-8d25-4de4-b7b1-0c1c621b6266.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2067.756874] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09cd3b67-0f18-48e0-8f47-a12fd824f155 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.763693] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2067.766045] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43a1e6af-1cfb-4eb1-a1fb-a5601c251c6c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.768092] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2067.768092] env[62097]: value = "task-2035635" [ 2067.768092] env[62097]: _type = "Task" [ 2067.768092] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.773575] env[62097]: DEBUG oslo_vmware.api [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2067.773575] env[62097]: value = "task-2035636" [ 2067.773575] env[62097]: _type = "Task" [ 2067.773575] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.780931] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035635, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.785660] env[62097]: DEBUG oslo_vmware.api [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.069436] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035631, 'name': CloneVM_Task, 'duration_secs': 1.808938} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.069713] env[62097]: INFO nova.virt.vmwareapi.vmops [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Created linked-clone VM from snapshot [ 2068.070469] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1b6591-4f6e-4172-b000-07a07db3d0db {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.077386] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Uploading image a417e9a4-623d-4297-900b-d26af891925a {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2068.092124] env[62097]: DEBUG nova.scheduler.client.report [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2068.107084] env[62097]: DEBUG oslo_vmware.rw_handles [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2068.107084] env[62097]: value = "vm-418043" [ 2068.107084] env[62097]: _type = "VirtualMachine" [ 2068.107084] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2068.107351] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bb81b879-83aa-40db-b0ba-9adc8b4ec384 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.114629] env[62097]: DEBUG oslo_vmware.rw_handles [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lease: (returnval){ [ 2068.114629] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52488018-f18d-f939-49eb-bda586181b6e" [ 2068.114629] env[62097]: _type = "HttpNfcLease" [ 2068.114629] env[62097]: } obtained for exporting VM: (result){ [ 2068.114629] env[62097]: value = "vm-418043" [ 2068.114629] env[62097]: _type = "VirtualMachine" [ 2068.114629] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2068.114921] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the lease: (returnval){ [ 2068.114921] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52488018-f18d-f939-49eb-bda586181b6e" [ 2068.114921] env[62097]: _type = "HttpNfcLease" [ 2068.114921] env[62097]: } to be ready. {{(pid=62097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2068.122719] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2068.122719] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52488018-f18d-f939-49eb-bda586181b6e" [ 2068.122719] env[62097]: _type = "HttpNfcLease" [ 2068.122719] env[62097]: } is initializing. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2068.230045] env[62097]: INFO nova.compute.manager [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Took 25.03 seconds to build instance. [ 2068.257335] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cb3393ec-9833-4db3-8ed0-d9caf4ea566c tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.257616] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cb3393ec-9833-4db3-8ed0-d9caf4ea566c tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.257851] env[62097]: INFO nova.compute.manager [None req-cb3393ec-9833-4db3-8ed0-d9caf4ea566c tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Attaching volume a34d416e-68bf-40ed-85cf-e7a89dcf9409 to /dev/sdb [ 2068.277988] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035635, 'name': Rename_Task, 'duration_secs': 0.149923} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.280930] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2068.281196] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e57188a-db70-48cd-9b36-635eef3f8bcf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.287777] env[62097]: DEBUG oslo_vmware.api [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035636, 'name': PowerOffVM_Task, 'duration_secs': 0.206756} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.288986] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2068.289211] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Updating instance 'a5f3d46e-328f-4927-ad0a-1b1666df95a3' progress to 17 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2068.292480] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2068.292480] env[62097]: value = "task-2035638" [ 2068.292480] env[62097]: _type = "Task" [ 2068.292480] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.294226] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3515869-08df-40f9-acaf-f95c5d8aa8ba {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.305026] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035638, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.306961] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d7092f-0b17-44c9-8e62-a7a63430f854 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.314234] env[62097]: DEBUG nova.compute.manager [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2068.321196] env[62097]: DEBUG nova.virt.block_device [None req-cb3393ec-9833-4db3-8ed0-d9caf4ea566c tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Updating existing volume attachment record: eb66448a-1d65-47d7-8da8-584d8f9c1618 {{(pid=62097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2068.338037] env[62097]: DEBUG nova.virt.hardware [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2068.338292] env[62097]: DEBUG nova.virt.hardware [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2068.338449] env[62097]: DEBUG nova.virt.hardware [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2068.338636] env[62097]: DEBUG nova.virt.hardware [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2068.338772] env[62097]: DEBUG nova.virt.hardware [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2068.338927] env[62097]: DEBUG nova.virt.hardware [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2068.339148] env[62097]: DEBUG nova.virt.hardware [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2068.339339] env[62097]: DEBUG nova.virt.hardware [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2068.339474] env[62097]: DEBUG nova.virt.hardware [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2068.339638] env[62097]: DEBUG nova.virt.hardware [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2068.339811] env[62097]: DEBUG nova.virt.hardware [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2068.340666] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8452bcb0-4dad-42be-aa38-2918f20c9be4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.349923] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f2e3f9-bb05-4e85-a723-e537e8c60440 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.567514] env[62097]: DEBUG nova.compute.manager [req-ea70c50b-9b50-41f3-a8a7-8da34c7a3701 req-56d89fd4-06c6-4abf-bb6c-479232b6e147 service nova] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Received event network-vif-plugged-4dc66e04-5cc8-49a4-a58d-a2d28cb5b0a4 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2068.567514] env[62097]: DEBUG oslo_concurrency.lockutils [req-ea70c50b-9b50-41f3-a8a7-8da34c7a3701 req-56d89fd4-06c6-4abf-bb6c-479232b6e147 service nova] Acquiring lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.567514] env[62097]: DEBUG oslo_concurrency.lockutils [req-ea70c50b-9b50-41f3-a8a7-8da34c7a3701 req-56d89fd4-06c6-4abf-bb6c-479232b6e147 service nova] Lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.567514] env[62097]: DEBUG oslo_concurrency.lockutils [req-ea70c50b-9b50-41f3-a8a7-8da34c7a3701 req-56d89fd4-06c6-4abf-bb6c-479232b6e147 service nova] Lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.567514] env[62097]: DEBUG nova.compute.manager [req-ea70c50b-9b50-41f3-a8a7-8da34c7a3701 req-56d89fd4-06c6-4abf-bb6c-479232b6e147 service nova] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] No waiting events found dispatching network-vif-plugged-4dc66e04-5cc8-49a4-a58d-a2d28cb5b0a4 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2068.567514] env[62097]: WARNING nova.compute.manager [req-ea70c50b-9b50-41f3-a8a7-8da34c7a3701 req-56d89fd4-06c6-4abf-bb6c-479232b6e147 service nova] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Received unexpected event network-vif-plugged-4dc66e04-5cc8-49a4-a58d-a2d28cb5b0a4 for instance with vm_state building and task_state spawning. [ 2068.599598] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.600128] env[62097]: DEBUG nova.compute.manager [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2068.609590] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.178s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.609590] env[62097]: DEBUG nova.objects.instance [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lazy-loading 'resources' on Instance uuid 863f4a90-054d-4098-94e0-a945c4cfab7e {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2068.624745] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2068.624745] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52488018-f18d-f939-49eb-bda586181b6e" [ 2068.624745] env[62097]: _type = "HttpNfcLease" [ 2068.624745] env[62097]: } is ready. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2068.625891] env[62097]: DEBUG oslo_vmware.rw_handles [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2068.625891] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52488018-f18d-f939-49eb-bda586181b6e" [ 2068.625891] env[62097]: _type = "HttpNfcLease" [ 2068.625891] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2068.626869] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b1e4be-6da6-4a3c-9cc1-102bccdcfeb2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.635499] env[62097]: DEBUG oslo_vmware.rw_handles [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f464c3-3961-35c9-2d21-32dda4165253/disk-0.vmdk from lease info. {{(pid=62097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2068.635791] env[62097]: DEBUG oslo_vmware.rw_handles [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f464c3-3961-35c9-2d21-32dda4165253/disk-0.vmdk for reading. {{(pid=62097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2068.697942] env[62097]: DEBUG nova.network.neutron [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Successfully updated port: 4dc66e04-5cc8-49a4-a58d-a2d28cb5b0a4 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2068.733357] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2acc9d5e-1f59-4adb-8b64-c14947330be1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "d6ba1c55-7ce7-42a7-8827-d63b3852418d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.549s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.733839] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ca858cd2-fd12-4633-92b7-9a10b8faf39b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.795504] env[62097]: DEBUG nova.virt.hardware [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:47:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2068.795850] env[62097]: DEBUG nova.virt.hardware [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2068.796027] env[62097]: DEBUG nova.virt.hardware [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2068.796215] env[62097]: DEBUG nova.virt.hardware [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2068.796359] env[62097]: DEBUG nova.virt.hardware [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2068.796505] env[62097]: DEBUG nova.virt.hardware [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2068.796704] env[62097]: DEBUG nova.virt.hardware [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2068.796869] env[62097]: DEBUG nova.virt.hardware [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2068.797061] env[62097]: DEBUG nova.virt.hardware [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2068.797221] env[62097]: DEBUG nova.virt.hardware [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2068.797391] env[62097]: DEBUG nova.virt.hardware [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2068.802400] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-379a75cc-1d1d-476b-bd66-b93a53da290c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.821841] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035638, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.823229] env[62097]: DEBUG oslo_vmware.api [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2068.823229] env[62097]: value = "task-2035642" [ 2068.823229] env[62097]: _type = "Task" [ 2068.823229] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.830906] env[62097]: DEBUG oslo_vmware.api [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.111970] env[62097]: DEBUG nova.compute.utils [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2069.114070] env[62097]: DEBUG nova.compute.manager [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2069.114741] env[62097]: DEBUG nova.network.neutron [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2069.202369] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquiring lock "refresh_cache-414bcbdb-1b5b-465a-8c9c-6f849dca6005" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.202369] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquired lock "refresh_cache-414bcbdb-1b5b-465a-8c9c-6f849dca6005" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.202369] env[62097]: DEBUG nova.network.neutron [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2069.204501] env[62097]: DEBUG nova.policy [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b709d7bebdbd4d91b15f3f2e08415cd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e12bb11b9e548798618c073b9b30454', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2069.316885] env[62097]: DEBUG oslo_vmware.api [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035638, 'name': PowerOnVM_Task, 'duration_secs': 0.592664} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.317255] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2069.317523] env[62097]: INFO nova.compute.manager [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Took 12.22 seconds to spawn the instance on the hypervisor. [ 2069.317759] env[62097]: DEBUG nova.compute.manager [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2069.318656] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d70e7c-00bf-4c6d-b430-4e0546492027 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.339361] env[62097]: DEBUG oslo_vmware.api [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035642, 'name': ReconfigVM_Task, 'duration_secs': 0.188757} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.341212] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Updating instance 'a5f3d46e-328f-4927-ad0a-1b1666df95a3' progress to 33 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2069.394855] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067bcdb8-2c51-4eea-80b6-b25cceacd014 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.406143] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10532f9f-c824-4c59-b58f-a740756d6eec {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.442013] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f135b447-52b3-4e92-bb5e-c0ee88fbb6f9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.450276] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2cd9fa-d499-4a78-89c7-0bd276c89796 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.474158] env[62097]: DEBUG nova.compute.provider_tree [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2069.621835] env[62097]: DEBUG nova.compute.manager [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2069.700055] env[62097]: DEBUG nova.network.neutron [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Successfully created port: 39e184f6-b1a3-4b5d-b703-fd6c18d1bce9 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2069.740019] env[62097]: DEBUG nova.network.neutron [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2069.845957] env[62097]: INFO nova.compute.manager [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Took 25.74 seconds to build instance. [ 2069.851017] env[62097]: DEBUG nova.virt.hardware [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2069.851468] env[62097]: DEBUG nova.virt.hardware [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2069.851566] env[62097]: DEBUG nova.virt.hardware [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2069.851797] env[62097]: DEBUG nova.virt.hardware [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2069.851975] env[62097]: DEBUG nova.virt.hardware [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2069.852195] env[62097]: DEBUG nova.virt.hardware [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2069.852704] env[62097]: DEBUG nova.virt.hardware [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2069.852704] env[62097]: DEBUG nova.virt.hardware [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2069.852704] env[62097]: DEBUG nova.virt.hardware [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2069.852704] env[62097]: DEBUG nova.virt.hardware [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2069.852704] env[62097]: DEBUG nova.virt.hardware [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2069.860116] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2069.860747] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ffb72a3-72d6-4f2a-8522-26c55866246a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.881496] env[62097]: DEBUG oslo_vmware.api [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2069.881496] env[62097]: value = "task-2035643" [ 2069.881496] env[62097]: _type = "Task" [ 2069.881496] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.894329] env[62097]: DEBUG oslo_vmware.api [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.936657] env[62097]: DEBUG nova.network.neutron [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Updating instance_info_cache with network_info: [{"id": "4dc66e04-5cc8-49a4-a58d-a2d28cb5b0a4", "address": "fa:16:3e:3f:a0:7a", "network": {"id": "7e25fcfc-123d-428e-8f65-197d1a36ab92", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1731505294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a649c3652b724ef0a0295ea9dee7ada4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc66e04-5c", "ovs_interfaceid": "4dc66e04-5cc8-49a4-a58d-a2d28cb5b0a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2069.978863] env[62097]: DEBUG nova.scheduler.client.report [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2070.349962] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c72102e3-af1a-47bf-8302-a62ee7f73b07 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "33c16093-8d25-4de4-b7b1-0c1c621b6266" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.256s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.392392] env[62097]: DEBUG oslo_vmware.api [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035643, 'name': ReconfigVM_Task, 'duration_secs': 0.323639} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.392732] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2070.393696] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba663011-59a8-4e9c-84e7-81e0aee1d9d0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.417705] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] a5f3d46e-328f-4927-ad0a-1b1666df95a3/a5f3d46e-328f-4927-ad0a-1b1666df95a3.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2070.418224] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a90dccf1-372c-4069-ab39-f485250820a4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.437735] env[62097]: DEBUG oslo_vmware.api [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2070.437735] env[62097]: value = "task-2035644" [ 2070.437735] env[62097]: _type = "Task" [ 2070.437735] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.441877] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Releasing lock "refresh_cache-414bcbdb-1b5b-465a-8c9c-6f849dca6005" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.442360] env[62097]: DEBUG nova.compute.manager [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Instance network_info: |[{"id": "4dc66e04-5cc8-49a4-a58d-a2d28cb5b0a4", "address": "fa:16:3e:3f:a0:7a", "network": {"id": "7e25fcfc-123d-428e-8f65-197d1a36ab92", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1731505294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a649c3652b724ef0a0295ea9dee7ada4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc66e04-5c", "ovs_interfaceid": "4dc66e04-5cc8-49a4-a58d-a2d28cb5b0a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2070.442937] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:a0:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dc66e04-5cc8-49a4-a58d-a2d28cb5b0a4', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2070.451191] env[62097]: DEBUG oslo.service.loopingcall [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2070.452056] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2070.452403] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75944e97-bf1d-4b6a-86ef-4e1b198243c9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.473247] env[62097]: DEBUG oslo_vmware.api [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.479094] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2070.479094] env[62097]: value = "task-2035645" [ 2070.479094] env[62097]: _type = "Task" [ 2070.479094] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.485113] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.488022] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.745s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.488406] env[62097]: DEBUG nova.objects.instance [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lazy-loading 'resources' on Instance uuid a7992c09-2881-4d70-b5a8-5071eb619d12 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2070.496086] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035645, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.511376] env[62097]: INFO nova.scheduler.client.report [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Deleted allocations for instance 863f4a90-054d-4098-94e0-a945c4cfab7e [ 2070.633570] env[62097]: DEBUG nova.compute.manager [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2070.661590] env[62097]: DEBUG nova.virt.hardware [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2070.662412] env[62097]: DEBUG nova.virt.hardware [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2070.662412] env[62097]: DEBUG nova.virt.hardware [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2070.662412] env[62097]: DEBUG nova.virt.hardware [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2070.662412] env[62097]: DEBUG nova.virt.hardware [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2070.662606] env[62097]: DEBUG nova.virt.hardware [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2070.662735] env[62097]: DEBUG nova.virt.hardware [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2070.662898] env[62097]: DEBUG nova.virt.hardware [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2070.666736] env[62097]: DEBUG nova.virt.hardware [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2070.666736] env[62097]: DEBUG nova.virt.hardware [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2070.666736] env[62097]: DEBUG nova.virt.hardware [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2070.666736] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95981f6-51dd-44c1-9f18-e5e6a2fd72fc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.673950] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323e6eea-2093-48e0-aa9e-66d3f5d15117 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.742953] env[62097]: DEBUG nova.compute.manager [req-3518c9f6-3b09-462f-8826-51dc296b6fa7 req-8b563ddb-bb28-40c9-8815-11a1c301463e service nova] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Received event network-changed-4dc66e04-5cc8-49a4-a58d-a2d28cb5b0a4 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2070.743418] env[62097]: DEBUG nova.compute.manager [req-3518c9f6-3b09-462f-8826-51dc296b6fa7 req-8b563ddb-bb28-40c9-8815-11a1c301463e service nova] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Refreshing instance network info cache due to event network-changed-4dc66e04-5cc8-49a4-a58d-a2d28cb5b0a4. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2070.743731] env[62097]: DEBUG oslo_concurrency.lockutils [req-3518c9f6-3b09-462f-8826-51dc296b6fa7 req-8b563ddb-bb28-40c9-8815-11a1c301463e service nova] Acquiring lock "refresh_cache-414bcbdb-1b5b-465a-8c9c-6f849dca6005" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2070.744028] env[62097]: DEBUG oslo_concurrency.lockutils [req-3518c9f6-3b09-462f-8826-51dc296b6fa7 req-8b563ddb-bb28-40c9-8815-11a1c301463e service nova] Acquired lock "refresh_cache-414bcbdb-1b5b-465a-8c9c-6f849dca6005" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2070.744281] env[62097]: DEBUG nova.network.neutron [req-3518c9f6-3b09-462f-8826-51dc296b6fa7 req-8b563ddb-bb28-40c9-8815-11a1c301463e service nova] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Refreshing network info cache for port 4dc66e04-5cc8-49a4-a58d-a2d28cb5b0a4 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2070.950211] env[62097]: DEBUG oslo_vmware.api [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035644, 'name': ReconfigVM_Task, 'duration_secs': 0.328067} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.950802] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Reconfigured VM instance instance-00000061 to attach disk [datastore2] a5f3d46e-328f-4927-ad0a-1b1666df95a3/a5f3d46e-328f-4927-ad0a-1b1666df95a3.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2070.952270] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Updating instance 'a5f3d46e-328f-4927-ad0a-1b1666df95a3' progress to 50 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2070.992115] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035645, 'name': CreateVM_Task, 'duration_secs': 0.424578} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.993118] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2070.994688] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2070.995104] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2070.996063] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2070.996063] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d6c6eae-fb20-44f4-bdd4-0c7356dde8e3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.009070] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 2071.009070] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528a5615-7863-55a7-118e-f7f58ca37cd8" [ 2071.009070] env[62097]: _type = "Task" [ 2071.009070] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.020887] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528a5615-7863-55a7-118e-f7f58ca37cd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.023168] env[62097]: DEBUG oslo_concurrency.lockutils [None req-6a4ca9c5-ea3a-4eb1-af1c-7389591ce74b tempest-ServersNegativeTestJSON-691506458 tempest-ServersNegativeTestJSON-691506458-project-member] Lock "863f4a90-054d-4098-94e0-a945c4cfab7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.010s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.253866] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c79d8b-e28f-4c23-a575-c386df8bba1e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.264112] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0791be1a-f722-4528-8de4-dfca7e616b16 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.307282] env[62097]: DEBUG nova.network.neutron [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Successfully updated port: 39e184f6-b1a3-4b5d-b703-fd6c18d1bce9 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2071.309582] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29496688-316e-4999-a00d-9a4984df5a31 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.314057] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "33c16093-8d25-4de4-b7b1-0c1c621b6266" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.314423] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "33c16093-8d25-4de4-b7b1-0c1c621b6266" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.314709] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "33c16093-8d25-4de4-b7b1-0c1c621b6266-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.314915] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "33c16093-8d25-4de4-b7b1-0c1c621b6266-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.315173] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "33c16093-8d25-4de4-b7b1-0c1c621b6266-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.318153] env[62097]: INFO nova.compute.manager [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Terminating instance [ 2071.328915] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0511ac-599c-412d-b0d3-9694fef3f6fc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.344216] env[62097]: DEBUG nova.compute.provider_tree [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2071.460723] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a373d35-4529-4db6-b108-fa7c6b36d476 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.481654] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1b196a-d307-43e3-8b8f-4e9aef4252cb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.505038] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Updating instance 'a5f3d46e-328f-4927-ad0a-1b1666df95a3' progress to 67 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2071.516766] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528a5615-7863-55a7-118e-f7f58ca37cd8, 'name': SearchDatastore_Task, 'duration_secs': 0.012292} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.517102] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2071.519020] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2071.519020] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.519020] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.519020] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2071.519020] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfd4635c-82ca-4b62-80eb-52496abb1eba {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.527732] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2071.527921] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2071.528796] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de5885a8-b565-4987-928f-adc35980786a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.535959] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 2071.535959] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5234215e-d1cf-3cb8-1a53-0948b7eb5187" [ 2071.535959] env[62097]: _type = "Task" [ 2071.535959] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.544387] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5234215e-d1cf-3cb8-1a53-0948b7eb5187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.641270] env[62097]: DEBUG nova.network.neutron [req-3518c9f6-3b09-462f-8826-51dc296b6fa7 req-8b563ddb-bb28-40c9-8815-11a1c301463e service nova] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Updated VIF entry in instance network info cache for port 4dc66e04-5cc8-49a4-a58d-a2d28cb5b0a4. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2071.641730] env[62097]: DEBUG nova.network.neutron [req-3518c9f6-3b09-462f-8826-51dc296b6fa7 req-8b563ddb-bb28-40c9-8815-11a1c301463e service nova] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Updating instance_info_cache with network_info: [{"id": "4dc66e04-5cc8-49a4-a58d-a2d28cb5b0a4", "address": "fa:16:3e:3f:a0:7a", "network": {"id": "7e25fcfc-123d-428e-8f65-197d1a36ab92", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1731505294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a649c3652b724ef0a0295ea9dee7ada4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc66e04-5c", "ovs_interfaceid": "4dc66e04-5cc8-49a4-a58d-a2d28cb5b0a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.810072] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "refresh_cache-b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.810369] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired lock "refresh_cache-b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.810674] env[62097]: DEBUG nova.network.neutron [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2071.821569] env[62097]: DEBUG nova.compute.manager [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2071.821884] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2071.824338] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb88b3c7-ee12-4806-92b5-db19268d1c25 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.836319] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2071.836717] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1caf8455-d3cb-4f1e-a179-adb24b399f85 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.845064] env[62097]: DEBUG oslo_vmware.api [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2071.845064] env[62097]: value = "task-2035647" [ 2071.845064] env[62097]: _type = "Task" [ 2071.845064] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.853037] env[62097]: DEBUG nova.scheduler.client.report [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2071.860522] env[62097]: DEBUG oslo_vmware.api [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.050077] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5234215e-d1cf-3cb8-1a53-0948b7eb5187, 'name': SearchDatastore_Task, 'duration_secs': 0.011556} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.050077] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdbfa3ef-31e0-42e5-9303-aabb4d537289 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.060382] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 2072.060382] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52c16517-33bf-09f3-2048-3c005d11629f" [ 2072.060382] env[62097]: _type = "Task" [ 2072.060382] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.071797] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52c16517-33bf-09f3-2048-3c005d11629f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.107891] env[62097]: DEBUG nova.network.neutron [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Port 8be2cd76-1504-4392-b955-4215d2490860 binding to destination host cpu-1 is already ACTIVE {{(pid=62097) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2072.144643] env[62097]: DEBUG oslo_concurrency.lockutils [req-3518c9f6-3b09-462f-8826-51dc296b6fa7 req-8b563ddb-bb28-40c9-8815-11a1c301463e service nova] Releasing lock "refresh_cache-414bcbdb-1b5b-465a-8c9c-6f849dca6005" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.146985] env[62097]: DEBUG nova.compute.manager [req-3518c9f6-3b09-462f-8826-51dc296b6fa7 req-8b563ddb-bb28-40c9-8815-11a1c301463e service nova] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Received event network-changed-39275820-16f8-481d-8e06-7a60f0159a1b {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2072.146985] env[62097]: DEBUG nova.compute.manager [req-3518c9f6-3b09-462f-8826-51dc296b6fa7 req-8b563ddb-bb28-40c9-8815-11a1c301463e service nova] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Refreshing instance network info cache due to event network-changed-39275820-16f8-481d-8e06-7a60f0159a1b. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2072.147879] env[62097]: DEBUG oslo_concurrency.lockutils [req-3518c9f6-3b09-462f-8826-51dc296b6fa7 req-8b563ddb-bb28-40c9-8815-11a1c301463e service nova] Acquiring lock "refresh_cache-d6ba1c55-7ce7-42a7-8827-d63b3852418d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.147879] env[62097]: DEBUG oslo_concurrency.lockutils [req-3518c9f6-3b09-462f-8826-51dc296b6fa7 req-8b563ddb-bb28-40c9-8815-11a1c301463e service nova] Acquired lock "refresh_cache-d6ba1c55-7ce7-42a7-8827-d63b3852418d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.148072] env[62097]: DEBUG nova.network.neutron [req-3518c9f6-3b09-462f-8826-51dc296b6fa7 req-8b563ddb-bb28-40c9-8815-11a1c301463e service nova] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Refreshing network info cache for port 39275820-16f8-481d-8e06-7a60f0159a1b {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2072.357073] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.359180] env[62097]: DEBUG oslo_vmware.api [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035647, 'name': PowerOffVM_Task, 'duration_secs': 0.335994} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.359689] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.924s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.361698] env[62097]: INFO nova.compute.claims [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2072.364529] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2072.364810] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2072.365308] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12632138-321c-4cc6-beb6-aa293dd351d3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.378666] env[62097]: DEBUG nova.network.neutron [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2072.384857] env[62097]: INFO nova.scheduler.client.report [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Deleted allocations for instance a7992c09-2881-4d70-b5a8-5071eb619d12 [ 2072.571906] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52c16517-33bf-09f3-2048-3c005d11629f, 'name': SearchDatastore_Task, 'duration_secs': 0.014775} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.572227] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.573300] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 414bcbdb-1b5b-465a-8c9c-6f849dca6005/414bcbdb-1b5b-465a-8c9c-6f849dca6005.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2072.574126] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04fa7677-aa7e-40e5-af58-0f662aa91e8b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.581875] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 2072.581875] env[62097]: value = "task-2035649" [ 2072.581875] env[62097]: _type = "Task" [ 2072.581875] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.590567] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.618610] env[62097]: DEBUG nova.network.neutron [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Updating instance_info_cache with network_info: [{"id": "39e184f6-b1a3-4b5d-b703-fd6c18d1bce9", "address": "fa:16:3e:82:75:32", "network": {"id": "f60cbb13-de5a-4273-9dce-9347f05a8c64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-361624700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e12bb11b9e548798618c073b9b30454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e184f6-b1", "ovs_interfaceid": "39e184f6-b1a3-4b5d-b703-fd6c18d1bce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2072.776103] env[62097]: DEBUG nova.compute.manager [req-e25d78dc-b5e8-432c-a696-bf748e2ffeac req-aba0b892-32e2-48f2-b7b5-37e35d411717 service nova] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Received event network-vif-plugged-39e184f6-b1a3-4b5d-b703-fd6c18d1bce9 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2072.776349] env[62097]: DEBUG oslo_concurrency.lockutils [req-e25d78dc-b5e8-432c-a696-bf748e2ffeac req-aba0b892-32e2-48f2-b7b5-37e35d411717 service nova] Acquiring lock "b6a0eea9-5b4d-4324-92d5-65f7b1dae33a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.776428] env[62097]: DEBUG oslo_concurrency.lockutils [req-e25d78dc-b5e8-432c-a696-bf748e2ffeac req-aba0b892-32e2-48f2-b7b5-37e35d411717 service nova] Lock "b6a0eea9-5b4d-4324-92d5-65f7b1dae33a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.776608] env[62097]: DEBUG oslo_concurrency.lockutils [req-e25d78dc-b5e8-432c-a696-bf748e2ffeac req-aba0b892-32e2-48f2-b7b5-37e35d411717 service nova] Lock "b6a0eea9-5b4d-4324-92d5-65f7b1dae33a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.776816] env[62097]: DEBUG nova.compute.manager [req-e25d78dc-b5e8-432c-a696-bf748e2ffeac req-aba0b892-32e2-48f2-b7b5-37e35d411717 service nova] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] No waiting events found dispatching network-vif-plugged-39e184f6-b1a3-4b5d-b703-fd6c18d1bce9 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2072.777018] env[62097]: WARNING nova.compute.manager [req-e25d78dc-b5e8-432c-a696-bf748e2ffeac req-aba0b892-32e2-48f2-b7b5-37e35d411717 service nova] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Received unexpected event network-vif-plugged-39e184f6-b1a3-4b5d-b703-fd6c18d1bce9 for instance with vm_state building and task_state spawning. [ 2072.777192] env[62097]: DEBUG nova.compute.manager [req-e25d78dc-b5e8-432c-a696-bf748e2ffeac req-aba0b892-32e2-48f2-b7b5-37e35d411717 service nova] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Received event network-changed-39e184f6-b1a3-4b5d-b703-fd6c18d1bce9 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2072.777430] env[62097]: DEBUG nova.compute.manager [req-e25d78dc-b5e8-432c-a696-bf748e2ffeac req-aba0b892-32e2-48f2-b7b5-37e35d411717 service nova] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Refreshing instance network info cache due to event network-changed-39e184f6-b1a3-4b5d-b703-fd6c18d1bce9. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2072.777625] env[62097]: DEBUG oslo_concurrency.lockutils [req-e25d78dc-b5e8-432c-a696-bf748e2ffeac req-aba0b892-32e2-48f2-b7b5-37e35d411717 service nova] Acquiring lock "refresh_cache-b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.817440] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2072.817697] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2072.817893] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Deleting the datastore file [datastore2] 33c16093-8d25-4de4-b7b1-0c1c621b6266 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2072.818255] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37728fb4-ae7e-4e50-aaa5-e0874029bd9b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.825854] env[62097]: DEBUG oslo_vmware.api [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2072.825854] env[62097]: value = "task-2035650" [ 2072.825854] env[62097]: _type = "Task" [ 2072.825854] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.835412] env[62097]: DEBUG oslo_vmware.api [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.881226] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3393ec-9833-4db3-8ed0-d9caf4ea566c tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Volume attach. Driver type: vmdk {{(pid=62097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2072.881852] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3393ec-9833-4db3-8ed0-d9caf4ea566c tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418045', 'volume_id': 'a34d416e-68bf-40ed-85cf-e7a89dcf9409', 'name': 'volume-a34d416e-68bf-40ed-85cf-e7a89dcf9409', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d2c2459-95c6-459f-9f6e-f6e704e6e6d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'a34d416e-68bf-40ed-85cf-e7a89dcf9409', 'serial': 'a34d416e-68bf-40ed-85cf-e7a89dcf9409'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2072.882744] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cea2090-ec3b-405d-8d4e-664a5ef21e06 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.903532] env[62097]: DEBUG nova.network.neutron [req-3518c9f6-3b09-462f-8826-51dc296b6fa7 req-8b563ddb-bb28-40c9-8815-11a1c301463e service nova] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Updated VIF entry in instance network info cache for port 39275820-16f8-481d-8e06-7a60f0159a1b. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2072.904327] env[62097]: DEBUG nova.network.neutron [req-3518c9f6-3b09-462f-8826-51dc296b6fa7 req-8b563ddb-bb28-40c9-8815-11a1c301463e service nova] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Updating instance_info_cache with network_info: [{"id": "39275820-16f8-481d-8e06-7a60f0159a1b", "address": "fa:16:3e:42:6a:ca", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39275820-16", "ovs_interfaceid": "39275820-16f8-481d-8e06-7a60f0159a1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2072.906383] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9576cf45-7af1-4846-9ff8-22ba25d15256 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "a7992c09-2881-4d70-b5a8-5071eb619d12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.659s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.908373] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9994a48-6c5d-412a-b65e-be67501c00d4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.936966] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3393ec-9833-4db3-8ed0-d9caf4ea566c tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-a34d416e-68bf-40ed-85cf-e7a89dcf9409/volume-a34d416e-68bf-40ed-85cf-e7a89dcf9409.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2072.937984] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ceb13f9-7236-4738-b47a-415a91987470 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.958330] env[62097]: DEBUG oslo_vmware.api [None req-cb3393ec-9833-4db3-8ed0-d9caf4ea566c tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2072.958330] env[62097]: value = "task-2035651" [ 2072.958330] env[62097]: _type = "Task" [ 2072.958330] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.968417] env[62097]: DEBUG oslo_vmware.api [None req-cb3393ec-9833-4db3-8ed0-d9caf4ea566c tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.091821] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035649, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.128857] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Releasing lock "refresh_cache-b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.129188] env[62097]: DEBUG nova.compute.manager [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Instance network_info: |[{"id": "39e184f6-b1a3-4b5d-b703-fd6c18d1bce9", "address": "fa:16:3e:82:75:32", "network": {"id": "f60cbb13-de5a-4273-9dce-9347f05a8c64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-361624700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e12bb11b9e548798618c073b9b30454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e184f6-b1", "ovs_interfaceid": "39e184f6-b1a3-4b5d-b703-fd6c18d1bce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2073.132209] env[62097]: DEBUG oslo_concurrency.lockutils [req-e25d78dc-b5e8-432c-a696-bf748e2ffeac req-aba0b892-32e2-48f2-b7b5-37e35d411717 service nova] Acquired lock "refresh_cache-b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.132428] env[62097]: DEBUG nova.network.neutron [req-e25d78dc-b5e8-432c-a696-bf748e2ffeac req-aba0b892-32e2-48f2-b7b5-37e35d411717 service nova] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Refreshing network info cache for port 39e184f6-b1a3-4b5d-b703-fd6c18d1bce9 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2073.133888] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:75:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39e184f6-b1a3-4b5d-b703-fd6c18d1bce9', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2073.143251] env[62097]: DEBUG oslo.service.loopingcall [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2073.148701] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "a5f3d46e-328f-4927-ad0a-1b1666df95a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.148701] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "a5f3d46e-328f-4927-ad0a-1b1666df95a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.148701] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "a5f3d46e-328f-4927-ad0a-1b1666df95a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.152629] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2073.155997] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34c820f4-7b6f-402d-aacc-f4c377120274 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.178524] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2073.178524] env[62097]: value = "task-2035652" [ 2073.178524] env[62097]: _type = "Task" [ 2073.178524] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.190203] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035652, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.338840] env[62097]: DEBUG oslo_vmware.api [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315443} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.339123] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2073.339314] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2073.339512] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2073.339740] env[62097]: INFO nova.compute.manager [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Took 1.52 seconds to destroy the instance on the hypervisor. [ 2073.340010] env[62097]: DEBUG oslo.service.loopingcall [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2073.340236] env[62097]: DEBUG nova.compute.manager [-] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2073.340340] env[62097]: DEBUG nova.network.neutron [-] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2073.412856] env[62097]: DEBUG oslo_concurrency.lockutils [req-3518c9f6-3b09-462f-8826-51dc296b6fa7 req-8b563ddb-bb28-40c9-8815-11a1c301463e service nova] Releasing lock "refresh_cache-d6ba1c55-7ce7-42a7-8827-d63b3852418d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.474533] env[62097]: DEBUG oslo_vmware.api [None req-cb3393ec-9833-4db3-8ed0-d9caf4ea566c tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035651, 'name': ReconfigVM_Task, 'duration_secs': 0.439699} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.478471] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3393ec-9833-4db3-8ed0-d9caf4ea566c tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-a34d416e-68bf-40ed-85cf-e7a89dcf9409/volume-a34d416e-68bf-40ed-85cf-e7a89dcf9409.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2073.485244] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4beafd6a-9a1d-41de-947b-e791ddb98e14 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.501049] env[62097]: DEBUG oslo_vmware.api [None req-cb3393ec-9833-4db3-8ed0-d9caf4ea566c tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2073.501049] env[62097]: value = "task-2035653" [ 2073.501049] env[62097]: _type = "Task" [ 2073.501049] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.513772] env[62097]: DEBUG oslo_vmware.api [None req-cb3393ec-9833-4db3-8ed0-d9caf4ea566c tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.595430] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518898} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.599632] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 414bcbdb-1b5b-465a-8c9c-6f849dca6005/414bcbdb-1b5b-465a-8c9c-6f849dca6005.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2073.599882] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2073.600356] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53544ba1-62b2-4e72-a870-927663371fb9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.608274] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 2073.608274] env[62097]: value = "task-2035654" [ 2073.608274] env[62097]: _type = "Task" [ 2073.608274] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.620839] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.665669] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47953726-beb6-470a-a697-e43948a05b28 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.674915] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5938526-b023-4059-a9b4-2b8c953b8538 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.691061] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035652, 'name': CreateVM_Task, 'duration_secs': 0.392467} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.716285] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2073.717053] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "50a7a45d-3187-4baa-9937-79f05882da01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.717306] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "50a7a45d-3187-4baa-9937-79f05882da01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.717512] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "50a7a45d-3187-4baa-9937-79f05882da01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.717698] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "50a7a45d-3187-4baa-9937-79f05882da01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.717867] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "50a7a45d-3187-4baa-9937-79f05882da01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.719892] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.720064] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.720378] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2073.721347] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2810517c-2f1a-4a4e-a57d-e13a6cd90b1e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.724159] env[62097]: INFO nova.compute.manager [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Terminating instance [ 2073.725429] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c2dc642-8974-494c-bf12-b8766bdb93ce {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.734398] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb7c058-f099-4ce2-98d1-00e268f70987 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.738295] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2073.738295] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f6bcd6-0a74-5f2a-4599-d1c184d12e17" [ 2073.738295] env[62097]: _type = "Task" [ 2073.738295] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.739546] env[62097]: DEBUG nova.network.neutron [req-e25d78dc-b5e8-432c-a696-bf748e2ffeac req-aba0b892-32e2-48f2-b7b5-37e35d411717 service nova] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Updated VIF entry in instance network info cache for port 39e184f6-b1a3-4b5d-b703-fd6c18d1bce9. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2073.739880] env[62097]: DEBUG nova.network.neutron [req-e25d78dc-b5e8-432c-a696-bf748e2ffeac req-aba0b892-32e2-48f2-b7b5-37e35d411717 service nova] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Updating instance_info_cache with network_info: [{"id": "39e184f6-b1a3-4b5d-b703-fd6c18d1bce9", "address": "fa:16:3e:82:75:32", "network": {"id": "f60cbb13-de5a-4273-9dce-9347f05a8c64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-361624700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e12bb11b9e548798618c073b9b30454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e184f6-b1", "ovs_interfaceid": "39e184f6-b1a3-4b5d-b703-fd6c18d1bce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2073.753061] env[62097]: DEBUG nova.compute.provider_tree [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2073.759846] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f6bcd6-0a74-5f2a-4599-d1c184d12e17, 'name': SearchDatastore_Task, 'duration_secs': 0.01069} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.760137] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.760393] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2073.760655] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.760775] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.761010] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2073.761293] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce3e64a6-1631-4d3a-9d06-50737b1dba53 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.770555] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2073.771060] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2073.771534] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18e49efa-2a91-4122-b2f6-0da499733d5f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.777584] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2073.777584] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526d516d-bc69-9ad4-25bc-cde8d912004c" [ 2073.777584] env[62097]: _type = "Task" [ 2073.777584] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.785455] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526d516d-bc69-9ad4-25bc-cde8d912004c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.014210] env[62097]: DEBUG oslo_vmware.api [None req-cb3393ec-9833-4db3-8ed0-d9caf4ea566c tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035653, 'name': ReconfigVM_Task, 'duration_secs': 0.153761} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.014567] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3393ec-9833-4db3-8ed0-d9caf4ea566c tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418045', 'volume_id': 'a34d416e-68bf-40ed-85cf-e7a89dcf9409', 'name': 'volume-a34d416e-68bf-40ed-85cf-e7a89dcf9409', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d2c2459-95c6-459f-9f6e-f6e704e6e6d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'a34d416e-68bf-40ed-85cf-e7a89dcf9409', 'serial': 'a34d416e-68bf-40ed-85cf-e7a89dcf9409'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2074.117852] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085867} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.118203] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2074.119050] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d207b20-f2c9-4623-a35d-9fcc83b6d112 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.142147] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 414bcbdb-1b5b-465a-8c9c-6f849dca6005/414bcbdb-1b5b-465a-8c9c-6f849dca6005.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2074.142471] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73b3c810-b95f-4e46-8545-521ff26fafd5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.167079] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 2074.167079] env[62097]: value = "task-2035655" [ 2074.167079] env[62097]: _type = "Task" [ 2074.167079] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.176500] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035655, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.182031] env[62097]: DEBUG nova.network.neutron [-] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.221609] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "refresh_cache-a5f3d46e-328f-4927-ad0a-1b1666df95a3" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.221735] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "refresh_cache-a5f3d46e-328f-4927-ad0a-1b1666df95a3" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.221879] env[62097]: DEBUG nova.network.neutron [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2074.229925] env[62097]: DEBUG nova.compute.manager [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2074.230238] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2074.231207] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25bed6c-424a-44af-bdb8-42c738162392 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.241163] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2074.241979] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15faab21-2e43-4477-97a3-fc874507a96f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.243438] env[62097]: DEBUG oslo_concurrency.lockutils [req-e25d78dc-b5e8-432c-a696-bf748e2ffeac req-aba0b892-32e2-48f2-b7b5-37e35d411717 service nova] Releasing lock "refresh_cache-b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.249231] env[62097]: DEBUG oslo_vmware.api [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 2074.249231] env[62097]: value = "task-2035656" [ 2074.249231] env[62097]: _type = "Task" [ 2074.249231] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.260959] env[62097]: DEBUG oslo_vmware.api [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.279026] env[62097]: ERROR nova.scheduler.client.report [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [req-7b700245-39eb-408e-a091-622b3eeccc1b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID aabcd967-83f0-44f7-bf8d-f09a522d29a7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7b700245-39eb-408e-a091-622b3eeccc1b"}]} [ 2074.293162] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526d516d-bc69-9ad4-25bc-cde8d912004c, 'name': SearchDatastore_Task, 'duration_secs': 0.008865} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.294116] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2683311-537a-4fd9-82d5-486f59c40d77 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.298179] env[62097]: DEBUG nova.scheduler.client.report [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Refreshing inventories for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2074.303915] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2074.303915] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5288a3ec-c102-d8b4-caf2-e88b208bdb0f" [ 2074.303915] env[62097]: _type = "Task" [ 2074.303915] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.314179] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5288a3ec-c102-d8b4-caf2-e88b208bdb0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.315151] env[62097]: DEBUG nova.scheduler.client.report [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Updating ProviderTree inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2074.315379] env[62097]: DEBUG nova.compute.provider_tree [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2074.327711] env[62097]: DEBUG nova.scheduler.client.report [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Refreshing aggregate associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, aggregates: None {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2074.348536] env[62097]: DEBUG nova.scheduler.client.report [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Refreshing trait associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2074.552017] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b15f731-cbb2-4acd-9949-fe435ae054d8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.561885] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8189cd42-a5fb-4b9e-9e0c-35f9b593dc9b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.592474] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caaa463d-d4c3-481c-8aa8-0e5de4d300a4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.599889] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff3d39a-b1ff-429d-9a13-db0994136e1b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.614970] env[62097]: DEBUG nova.compute.provider_tree [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2074.677730] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035655, 'name': ReconfigVM_Task, 'duration_secs': 0.277653} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.678017] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 414bcbdb-1b5b-465a-8c9c-6f849dca6005/414bcbdb-1b5b-465a-8c9c-6f849dca6005.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2074.678625] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d88e3e4-0f77-4efc-8378-5e3e66ef60db {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.684643] env[62097]: INFO nova.compute.manager [-] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Took 1.34 seconds to deallocate network for instance. [ 2074.687582] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 2074.687582] env[62097]: value = "task-2035657" [ 2074.687582] env[62097]: _type = "Task" [ 2074.687582] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.698852] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035657, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.761528] env[62097]: DEBUG oslo_vmware.api [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035656, 'name': PowerOffVM_Task, 'duration_secs': 0.252761} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.761827] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2074.761999] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2074.762275] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83d1fba8-da95-40fb-b258-286a35c2fafa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.817323] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5288a3ec-c102-d8b4-caf2-e88b208bdb0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010457} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.817617] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.817865] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] b6a0eea9-5b4d-4324-92d5-65f7b1dae33a/b6a0eea9-5b4d-4324-92d5-65f7b1dae33a.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2074.818159] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6faa7425-bc45-4861-b231-b8df13defd60 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.829646] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2074.829646] env[62097]: value = "task-2035659" [ 2074.829646] env[62097]: _type = "Task" [ 2074.829646] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.838496] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.880471] env[62097]: DEBUG nova.compute.manager [req-b3735c97-8945-4aa7-9198-1b2303a27591 req-0f9aac7d-abdf-48b5-a19e-5857630a08fc service nova] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Received event network-vif-deleted-3c57bba2-ca8b-4a95-9f0a-301b9d4cd0ac {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2074.897132] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2074.897409] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2074.897703] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Deleting the datastore file [datastore2] 50a7a45d-3187-4baa-9937-79f05882da01 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2074.898018] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b2717fc-548a-4c25-8444-410d66f8a013 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.907077] env[62097]: DEBUG oslo_vmware.api [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for the task: (returnval){ [ 2074.907077] env[62097]: value = "task-2035660" [ 2074.907077] env[62097]: _type = "Task" [ 2074.907077] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.915854] env[62097]: DEBUG oslo_vmware.api [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.033110] env[62097]: DEBUG nova.network.neutron [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Updating instance_info_cache with network_info: [{"id": "8be2cd76-1504-4392-b955-4215d2490860", "address": "fa:16:3e:9a:d9:84", "network": {"id": "71626089-108a-4b1b-8ef1-86247c190c29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1189693346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbcf1419521b46b2aa629c0e0d3eb6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8be2cd76-15", "ovs_interfaceid": "8be2cd76-1504-4392-b955-4215d2490860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.059361] env[62097]: DEBUG nova.objects.instance [None req-cb3393ec-9833-4db3-8ed0-d9caf4ea566c tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lazy-loading 'flavor' on Instance uuid 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2075.148919] env[62097]: DEBUG nova.scheduler.client.report [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Updated inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2075.149224] env[62097]: DEBUG nova.compute.provider_tree [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Updating resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 generation from 129 to 130 during operation: update_inventory {{(pid=62097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2075.149427] env[62097]: DEBUG nova.compute.provider_tree [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2075.195569] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.201281] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035657, 'name': Rename_Task, 'duration_secs': 0.152682} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.201608] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2075.201884] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a50bf292-86ef-4fb7-b79c-cc6f3c941887 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.209582] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 2075.209582] env[62097]: value = "task-2035661" [ 2075.209582] env[62097]: _type = "Task" [ 2075.209582] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.218278] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.347363] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035659, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.420903] env[62097]: DEBUG oslo_vmware.api [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Task: {'id': task-2035660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249721} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.420903] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2075.421183] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2075.421444] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2075.421653] env[62097]: INFO nova.compute.manager [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2075.422227] env[62097]: DEBUG oslo.service.loopingcall [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2075.422294] env[62097]: DEBUG nova.compute.manager [-] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2075.422389] env[62097]: DEBUG nova.network.neutron [-] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2075.536241] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "refresh_cache-a5f3d46e-328f-4927-ad0a-1b1666df95a3" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.567894] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cb3393ec-9833-4db3-8ed0-d9caf4ea566c tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.310s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.657051] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.297s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.657722] env[62097]: DEBUG nova.compute.manager [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2075.663513] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.468s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.663903] env[62097]: DEBUG nova.objects.instance [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lazy-loading 'resources' on Instance uuid 33c16093-8d25-4de4-b7b1-0c1c621b6266 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2075.726455] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035661, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.760262] env[62097]: DEBUG nova.compute.manager [req-94971722-4451-46ee-abde-c801acfb7db6 req-fb36fcc6-7363-463c-9965-18ed72e5677f service nova] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Received event network-vif-deleted-aefc0ba3-9f80-4b88-aa9f-6486f5c19c57 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2075.762421] env[62097]: INFO nova.compute.manager [req-94971722-4451-46ee-abde-c801acfb7db6 req-fb36fcc6-7363-463c-9965-18ed72e5677f service nova] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Neutron deleted interface aefc0ba3-9f80-4b88-aa9f-6486f5c19c57; detaching it from the instance and deleting it from the info cache [ 2075.762754] env[62097]: DEBUG nova.network.neutron [req-94971722-4451-46ee-abde-c801acfb7db6 req-fb36fcc6-7363-463c-9965-18ed72e5677f service nova] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.844026] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516997} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.844026] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] b6a0eea9-5b4d-4324-92d5-65f7b1dae33a/b6a0eea9-5b4d-4324-92d5-65f7b1dae33a.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2075.844026] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2075.844026] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ad114cb-41fe-47fa-a28f-ec0f13673e8e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.851427] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2075.851427] env[62097]: value = "task-2035662" [ 2075.851427] env[62097]: _type = "Task" [ 2075.851427] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.860069] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.064487] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ccdf39-f02f-43bc-914f-87afad979947 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.084101] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf0b33b-f591-469b-a77f-3a092941dd20 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.091727] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Updating instance 'a5f3d46e-328f-4927-ad0a-1b1666df95a3' progress to 83 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2076.167467] env[62097]: DEBUG nova.compute.utils [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2076.171732] env[62097]: DEBUG nova.compute.manager [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2076.171879] env[62097]: DEBUG nova.network.neutron [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2076.209924] env[62097]: DEBUG nova.network.neutron [-] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2076.222566] env[62097]: DEBUG oslo_vmware.api [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035661, 'name': PowerOnVM_Task, 'duration_secs': 0.515202} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.225360] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2076.225571] env[62097]: INFO nova.compute.manager [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Took 7.91 seconds to spawn the instance on the hypervisor. [ 2076.225787] env[62097]: DEBUG nova.compute.manager [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2076.227135] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e07a61e-cc63-423d-b2b2-382402686f25 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.242468] env[62097]: DEBUG nova.policy [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c4a72cfc28948dda8ba1e6c71d5b519', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72924d79b93d45148d34ba3287efe44c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2076.268640] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2535b592-41b3-4aa3-ae75-6ea4b3b8e2c5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.278011] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1708b84d-10cf-4aea-80f0-f2bfdadbfb77 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.316414] env[62097]: DEBUG nova.compute.manager [req-94971722-4451-46ee-abde-c801acfb7db6 req-fb36fcc6-7363-463c-9965-18ed72e5677f service nova] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Detach interface failed, port_id=aefc0ba3-9f80-4b88-aa9f-6486f5c19c57, reason: Instance 50a7a45d-3187-4baa-9937-79f05882da01 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2076.363618] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146375} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.363935] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2076.364960] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3d414c-e292-476b-9993-7329c5ce5109 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.387948] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] b6a0eea9-5b4d-4324-92d5-65f7b1dae33a/b6a0eea9-5b4d-4324-92d5-65f7b1dae33a.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2076.390617] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-680bcadc-ee90-4c87-830b-8da1c837ddc2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.411255] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2076.411255] env[62097]: value = "task-2035663" [ 2076.411255] env[62097]: _type = "Task" [ 2076.411255] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.421490] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.429294] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b869ba-61ab-4074-b59e-45836fc48463 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.437750] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b286861-0cbe-4024-a817-92fc235b32eb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.474255] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a992ad8-cf95-49d7-a613-7311b58e0a72 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.483104] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a511f294-6949-455c-8e57-8d2003a2ae27 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.498236] env[62097]: DEBUG nova.compute.provider_tree [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2076.598139] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2076.598458] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-325400d9-374d-41c7-a21e-0ee4456a42bf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.605953] env[62097]: DEBUG oslo_vmware.api [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2076.605953] env[62097]: value = "task-2035664" [ 2076.605953] env[62097]: _type = "Task" [ 2076.605953] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.614766] env[62097]: DEBUG oslo_vmware.api [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.672464] env[62097]: DEBUG nova.compute.manager [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2076.715486] env[62097]: INFO nova.compute.manager [-] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Took 1.29 seconds to deallocate network for instance. [ 2076.747975] env[62097]: INFO nova.compute.manager [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Took 19.90 seconds to build instance. [ 2076.922086] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035663, 'name': ReconfigVM_Task, 'duration_secs': 0.444537} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.922399] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Reconfigured VM instance instance-00000066 to attach disk [datastore1] b6a0eea9-5b4d-4324-92d5-65f7b1dae33a/b6a0eea9-5b4d-4324-92d5-65f7b1dae33a.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2076.923116] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9dd059c9-b525-4b93-93f1-bbd11924797a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.929728] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2076.929728] env[62097]: value = "task-2035665" [ 2076.929728] env[62097]: _type = "Task" [ 2076.929728] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.938406] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035665, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.004864] env[62097]: DEBUG nova.scheduler.client.report [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2077.036325] env[62097]: DEBUG nova.network.neutron [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Successfully created port: a343639e-252f-465e-8d2e-4a691d53a984 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2077.117766] env[62097]: DEBUG oslo_vmware.api [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035664, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.223050] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.250841] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7bbc3d56-6ffe-4fed-a103-0b1dbcc9ab52 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.409s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.385345] env[62097]: DEBUG oslo_concurrency.lockutils [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "2cb98bb5-9565-470f-aecf-1c63bec27780" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.385838] env[62097]: DEBUG oslo_concurrency.lockutils [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "2cb98bb5-9565-470f-aecf-1c63bec27780" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.440723] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035665, 'name': Rename_Task, 'duration_secs': 0.21892} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.441115] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2077.441345] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d15ff69-d456-474f-887f-15f679e4b939 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.448294] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2077.448294] env[62097]: value = "task-2035666" [ 2077.448294] env[62097]: _type = "Task" [ 2077.448294] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.459188] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.511152] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.514425] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.291s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.514425] env[62097]: DEBUG nova.objects.instance [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lazy-loading 'resources' on Instance uuid 50a7a45d-3187-4baa-9937-79f05882da01 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2077.543241] env[62097]: INFO nova.scheduler.client.report [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Deleted allocations for instance 33c16093-8d25-4de4-b7b1-0c1c621b6266 [ 2077.617580] env[62097]: DEBUG oslo_vmware.api [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035664, 'name': PowerOnVM_Task, 'duration_secs': 0.835591} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.618117] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2077.618117] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6c32b1-34e7-4f8d-96fd-8ab93984f23d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Updating instance 'a5f3d46e-328f-4927-ad0a-1b1666df95a3' progress to 100 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2077.682513] env[62097]: DEBUG nova.compute.manager [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2077.708624] env[62097]: DEBUG nova.virt.hardware [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2077.708963] env[62097]: DEBUG nova.virt.hardware [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2077.709143] env[62097]: DEBUG nova.virt.hardware [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2077.709333] env[62097]: DEBUG nova.virt.hardware [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2077.709484] env[62097]: DEBUG nova.virt.hardware [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2077.709636] env[62097]: DEBUG nova.virt.hardware [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2077.709852] env[62097]: DEBUG nova.virt.hardware [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2077.710030] env[62097]: DEBUG nova.virt.hardware [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2077.710207] env[62097]: DEBUG nova.virt.hardware [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2077.710376] env[62097]: DEBUG nova.virt.hardware [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2077.710556] env[62097]: DEBUG nova.virt.hardware [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2077.711653] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4841f450-02f4-4b12-8363-cebedba27d04 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.719631] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4bca1a-8f7b-4aee-857f-e874f537d846 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.891008] env[62097]: DEBUG nova.compute.manager [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2077.961573] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035666, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.987764] env[62097]: DEBUG oslo_vmware.rw_handles [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f464c3-3961-35c9-2d21-32dda4165253/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2077.988771] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b09a61-f578-4902-9ef9-660b8cc22aed {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.999792] env[62097]: DEBUG oslo_vmware.rw_handles [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f464c3-3961-35c9-2d21-32dda4165253/disk-0.vmdk is in state: ready. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2077.999980] env[62097]: ERROR oslo_vmware.rw_handles [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f464c3-3961-35c9-2d21-32dda4165253/disk-0.vmdk due to incomplete transfer. [ 2078.000243] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d13e668a-9d58-4ee2-97db-8d00b17070b2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.010518] env[62097]: DEBUG oslo_vmware.rw_handles [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f464c3-3961-35c9-2d21-32dda4165253/disk-0.vmdk. {{(pid=62097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2078.010803] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Uploaded image a417e9a4-623d-4297-900b-d26af891925a to the Glance image server {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2078.013846] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Destroying the VM {{(pid=62097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2078.013846] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a98ea100-4af9-4af9-b136-75d13b042e55 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.024723] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2078.024723] env[62097]: value = "task-2035667" [ 2078.024723] env[62097]: _type = "Task" [ 2078.024723] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.030878] env[62097]: DEBUG nova.compute.manager [req-e01aded8-4b52-4f7d-8325-51e512cbd85b req-b1543776-de6e-46c1-9b53-35127dc57706 service nova] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Received event network-changed-4dc66e04-5cc8-49a4-a58d-a2d28cb5b0a4 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2078.031216] env[62097]: DEBUG nova.compute.manager [req-e01aded8-4b52-4f7d-8325-51e512cbd85b req-b1543776-de6e-46c1-9b53-35127dc57706 service nova] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Refreshing instance network info cache due to event network-changed-4dc66e04-5cc8-49a4-a58d-a2d28cb5b0a4. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2078.031521] env[62097]: DEBUG oslo_concurrency.lockutils [req-e01aded8-4b52-4f7d-8325-51e512cbd85b req-b1543776-de6e-46c1-9b53-35127dc57706 service nova] Acquiring lock "refresh_cache-414bcbdb-1b5b-465a-8c9c-6f849dca6005" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.031674] env[62097]: DEBUG oslo_concurrency.lockutils [req-e01aded8-4b52-4f7d-8325-51e512cbd85b req-b1543776-de6e-46c1-9b53-35127dc57706 service nova] Acquired lock "refresh_cache-414bcbdb-1b5b-465a-8c9c-6f849dca6005" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.031904] env[62097]: DEBUG nova.network.neutron [req-e01aded8-4b52-4f7d-8325-51e512cbd85b req-b1543776-de6e-46c1-9b53-35127dc57706 service nova] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Refreshing network info cache for port 4dc66e04-5cc8-49a4-a58d-a2d28cb5b0a4 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2078.037949] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035667, 'name': Destroy_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.053586] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ebf4277d-63d1-438c-97c6-80f5e663e107 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "33c16093-8d25-4de4-b7b1-0c1c621b6266" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.739s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.254838] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c60858-1f1e-45d6-a9a2-bfe2c3cb4c92 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.262884] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d386b37-01fc-40d5-8a16-c968d62d499a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.297628] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e78250e-816d-4432-b64e-ad6c77b612e1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.306351] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a00720-5b17-4b98-99b6-adb80e44ccc1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.322524] env[62097]: DEBUG nova.compute.provider_tree [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2078.415851] env[62097]: DEBUG oslo_concurrency.lockutils [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.460964] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035666, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.537739] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035667, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.742182] env[62097]: DEBUG nova.network.neutron [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Successfully updated port: a343639e-252f-465e-8d2e-4a691d53a984 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2078.786249] env[62097]: DEBUG nova.network.neutron [req-e01aded8-4b52-4f7d-8325-51e512cbd85b req-b1543776-de6e-46c1-9b53-35127dc57706 service nova] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Updated VIF entry in instance network info cache for port 4dc66e04-5cc8-49a4-a58d-a2d28cb5b0a4. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2078.786677] env[62097]: DEBUG nova.network.neutron [req-e01aded8-4b52-4f7d-8325-51e512cbd85b req-b1543776-de6e-46c1-9b53-35127dc57706 service nova] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Updating instance_info_cache with network_info: [{"id": "4dc66e04-5cc8-49a4-a58d-a2d28cb5b0a4", "address": "fa:16:3e:3f:a0:7a", "network": {"id": "7e25fcfc-123d-428e-8f65-197d1a36ab92", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1731505294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a649c3652b724ef0a0295ea9dee7ada4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc66e04-5c", "ovs_interfaceid": "4dc66e04-5cc8-49a4-a58d-a2d28cb5b0a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.826044] env[62097]: DEBUG nova.scheduler.client.report [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2078.960611] env[62097]: DEBUG oslo_vmware.api [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035666, 'name': PowerOnVM_Task, 'duration_secs': 1.252811} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.960859] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2078.961081] env[62097]: INFO nova.compute.manager [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Took 8.33 seconds to spawn the instance on the hypervisor. [ 2078.961265] env[62097]: DEBUG nova.compute.manager [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2078.962034] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8280c155-ed33-4fb9-8907-12ef191bcc60 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.035157] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035667, 'name': Destroy_Task, 'duration_secs': 0.69647} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.035438] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Destroyed the VM [ 2079.035714] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Deleting Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2079.035959] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-986ab1d1-9385-452e-bf79-171575f97cbe {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.042827] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2079.042827] env[62097]: value = "task-2035668" [ 2079.042827] env[62097]: _type = "Task" [ 2079.042827] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.050660] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035668, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.122474] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "475efcd6-b8e2-4da2-9040-3f006925e6b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.122763] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "475efcd6-b8e2-4da2-9040-3f006925e6b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.249241] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2079.249241] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2079.249241] env[62097]: DEBUG nova.network.neutron [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2079.289124] env[62097]: DEBUG oslo_concurrency.lockutils [req-e01aded8-4b52-4f7d-8325-51e512cbd85b req-b1543776-de6e-46c1-9b53-35127dc57706 service nova] Releasing lock "refresh_cache-414bcbdb-1b5b-465a-8c9c-6f849dca6005" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2079.330826] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.333433] env[62097]: DEBUG oslo_concurrency.lockutils [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.918s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.335045] env[62097]: INFO nova.compute.claims [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2079.363729] env[62097]: INFO nova.scheduler.client.report [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Deleted allocations for instance 50a7a45d-3187-4baa-9937-79f05882da01 [ 2079.480089] env[62097]: INFO nova.compute.manager [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Took 18.27 seconds to build instance. [ 2079.553253] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035668, 'name': RemoveSnapshot_Task, 'duration_secs': 0.384273} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.553546] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Deleted Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2079.553884] env[62097]: DEBUG nova.compute.manager [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2079.554693] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d30ee75-cfbe-42d3-b7e5-3c335760a0ef {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.624920] env[62097]: DEBUG nova.compute.manager [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2079.783355] env[62097]: DEBUG nova.network.neutron [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2079.869528] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fdee93ff-3703-4482-8737-067fb57ea714 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "a5f3d46e-328f-4927-ad0a-1b1666df95a3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.869783] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fdee93ff-3703-4482-8737-067fb57ea714 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "a5f3d46e-328f-4927-ad0a-1b1666df95a3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.869969] env[62097]: DEBUG nova.compute.manager [None req-fdee93ff-3703-4482-8737-067fb57ea714 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Going to confirm migration 3 {{(pid=62097) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2079.873394] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d79a7ffb-98e2-4784-98cf-4aa3bcd44745 tempest-ServerRescueNegativeTestJSON-868707306 tempest-ServerRescueNegativeTestJSON-868707306-project-member] Lock "50a7a45d-3187-4baa-9937-79f05882da01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.156s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.914859] env[62097]: DEBUG nova.network.neutron [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Updating instance_info_cache with network_info: [{"id": "a343639e-252f-465e-8d2e-4a691d53a984", "address": "fa:16:3e:c2:87:b5", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa343639e-25", "ovs_interfaceid": "a343639e-252f-465e-8d2e-4a691d53a984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2079.982024] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c87da3e0-f2cc-42a4-bb42-cc7b7379295f tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.787s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.057218] env[62097]: DEBUG nova.compute.manager [req-b3389ae6-f4b2-4977-a640-9b2a80b96f4c req-4d2448e0-8126-4840-ac53-339a573d86df service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Received event network-vif-plugged-a343639e-252f-465e-8d2e-4a691d53a984 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2080.057398] env[62097]: DEBUG oslo_concurrency.lockutils [req-b3389ae6-f4b2-4977-a640-9b2a80b96f4c req-4d2448e0-8126-4840-ac53-339a573d86df service nova] Acquiring lock "1c318b20-4d25-4b4c-900d-a675e8cae71f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.057623] env[62097]: DEBUG oslo_concurrency.lockutils [req-b3389ae6-f4b2-4977-a640-9b2a80b96f4c req-4d2448e0-8126-4840-ac53-339a573d86df service nova] Lock "1c318b20-4d25-4b4c-900d-a675e8cae71f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.057796] env[62097]: DEBUG oslo_concurrency.lockutils [req-b3389ae6-f4b2-4977-a640-9b2a80b96f4c req-4d2448e0-8126-4840-ac53-339a573d86df service nova] Lock "1c318b20-4d25-4b4c-900d-a675e8cae71f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.058093] env[62097]: DEBUG nova.compute.manager [req-b3389ae6-f4b2-4977-a640-9b2a80b96f4c req-4d2448e0-8126-4840-ac53-339a573d86df service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] No waiting events found dispatching network-vif-plugged-a343639e-252f-465e-8d2e-4a691d53a984 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2080.058304] env[62097]: WARNING nova.compute.manager [req-b3389ae6-f4b2-4977-a640-9b2a80b96f4c req-4d2448e0-8126-4840-ac53-339a573d86df service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Received unexpected event network-vif-plugged-a343639e-252f-465e-8d2e-4a691d53a984 for instance with vm_state building and task_state spawning. [ 2080.058475] env[62097]: DEBUG nova.compute.manager [req-b3389ae6-f4b2-4977-a640-9b2a80b96f4c req-4d2448e0-8126-4840-ac53-339a573d86df service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Received event network-changed-a343639e-252f-465e-8d2e-4a691d53a984 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2080.058629] env[62097]: DEBUG nova.compute.manager [req-b3389ae6-f4b2-4977-a640-9b2a80b96f4c req-4d2448e0-8126-4840-ac53-339a573d86df service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Refreshing instance network info cache due to event network-changed-a343639e-252f-465e-8d2e-4a691d53a984. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2080.058800] env[62097]: DEBUG oslo_concurrency.lockutils [req-b3389ae6-f4b2-4977-a640-9b2a80b96f4c req-4d2448e0-8126-4840-ac53-339a573d86df service nova] Acquiring lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.066594] env[62097]: INFO nova.compute.manager [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Shelve offloading [ 2080.148243] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.418346] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2080.421060] env[62097]: DEBUG nova.compute.manager [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Instance network_info: |[{"id": "a343639e-252f-465e-8d2e-4a691d53a984", "address": "fa:16:3e:c2:87:b5", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa343639e-25", "ovs_interfaceid": "a343639e-252f-465e-8d2e-4a691d53a984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2080.421060] env[62097]: DEBUG oslo_concurrency.lockutils [req-b3389ae6-f4b2-4977-a640-9b2a80b96f4c req-4d2448e0-8126-4840-ac53-339a573d86df service nova] Acquired lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.421060] env[62097]: DEBUG nova.network.neutron [req-b3389ae6-f4b2-4977-a640-9b2a80b96f4c req-4d2448e0-8126-4840-ac53-339a573d86df service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Refreshing network info cache for port a343639e-252f-465e-8d2e-4a691d53a984 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2080.421929] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:87:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a343639e-252f-465e-8d2e-4a691d53a984', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2080.432891] env[62097]: DEBUG oslo.service.loopingcall [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2080.437643] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2080.437745] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7ba5806-831e-4693-bdb3-66d4cfdd32fb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.461032] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2080.461032] env[62097]: value = "task-2035669" [ 2080.461032] env[62097]: _type = "Task" [ 2080.461032] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.465133] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fdee93ff-3703-4482-8737-067fb57ea714 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "refresh_cache-a5f3d46e-328f-4927-ad0a-1b1666df95a3" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.465425] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fdee93ff-3703-4482-8737-067fb57ea714 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "refresh_cache-a5f3d46e-328f-4927-ad0a-1b1666df95a3" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.465490] env[62097]: DEBUG nova.network.neutron [None req-fdee93ff-3703-4482-8737-067fb57ea714 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2080.465676] env[62097]: DEBUG nova.objects.instance [None req-fdee93ff-3703-4482-8737-067fb57ea714 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lazy-loading 'info_cache' on Instance uuid a5f3d46e-328f-4927-ad0a-1b1666df95a3 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2080.472837] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035669, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.509029] env[62097]: DEBUG nova.compute.manager [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Stashing vm_state: active {{(pid=62097) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2080.570273] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2080.570575] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ce91e0f-5029-4d58-9f90-b18bfcf9a0d8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.581270] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2080.581270] env[62097]: value = "task-2035670" [ 2080.581270] env[62097]: _type = "Task" [ 2080.581270] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.593447] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] VM already powered off {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2080.593657] env[62097]: DEBUG nova.compute.manager [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2080.594806] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36ce491-3abb-486f-95cf-5f2e3762c0b5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.598803] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea1cf5d-1790-478c-8ee0-9df73478c3cb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.602621] env[62097]: DEBUG oslo_concurrency.lockutils [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "refresh_cache-743853c7-d06f-4e55-81ff-32427fc121ad" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.602786] env[62097]: DEBUG oslo_concurrency.lockutils [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquired lock "refresh_cache-743853c7-d06f-4e55-81ff-32427fc121ad" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.602957] env[62097]: DEBUG nova.network.neutron [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2080.608194] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48eb6b0c-b6f4-4367-b061-314656fdd0ca {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.641794] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4ba1f9-5635-44ef-bbef-3f018a6489ae {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.649558] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32aab3bd-3b47-48ae-9c65-fb165fc19d40 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.663040] env[62097]: DEBUG nova.compute.provider_tree [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2080.976094] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035669, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.030845] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.144035] env[62097]: DEBUG nova.network.neutron [req-b3389ae6-f4b2-4977-a640-9b2a80b96f4c req-4d2448e0-8126-4840-ac53-339a573d86df service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Updated VIF entry in instance network info cache for port a343639e-252f-465e-8d2e-4a691d53a984. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2081.144435] env[62097]: DEBUG nova.network.neutron [req-b3389ae6-f4b2-4977-a640-9b2a80b96f4c req-4d2448e0-8126-4840-ac53-339a573d86df service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Updating instance_info_cache with network_info: [{"id": "a343639e-252f-465e-8d2e-4a691d53a984", "address": "fa:16:3e:c2:87:b5", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa343639e-25", "ovs_interfaceid": "a343639e-252f-465e-8d2e-4a691d53a984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2081.165552] env[62097]: DEBUG nova.scheduler.client.report [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2081.449320] env[62097]: DEBUG nova.network.neutron [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Updating instance_info_cache with network_info: [{"id": "d62ffc95-00d5-4445-bb91-7072a2be0019", "address": "fa:16:3e:c4:a3:bc", "network": {"id": "4b38f34b-9283-4f1c-a81c-ecc76db59b3a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944861485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b758427cb84ff0a469292b373bbffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd62ffc95-00", "ovs_interfaceid": "d62ffc95-00d5-4445-bb91-7072a2be0019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2081.475884] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035669, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.646882] env[62097]: DEBUG oslo_concurrency.lockutils [req-b3389ae6-f4b2-4977-a640-9b2a80b96f4c req-4d2448e0-8126-4840-ac53-339a573d86df service nova] Releasing lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2081.674030] env[62097]: DEBUG oslo_concurrency.lockutils [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.674581] env[62097]: DEBUG nova.compute.manager [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2081.677850] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.529s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.678976] env[62097]: INFO nova.compute.claims [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2081.737389] env[62097]: DEBUG nova.network.neutron [None req-fdee93ff-3703-4482-8737-067fb57ea714 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Updating instance_info_cache with network_info: [{"id": "8be2cd76-1504-4392-b955-4215d2490860", "address": "fa:16:3e:9a:d9:84", "network": {"id": "71626089-108a-4b1b-8ef1-86247c190c29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1189693346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbcf1419521b46b2aa629c0e0d3eb6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8be2cd76-15", "ovs_interfaceid": "8be2cd76-1504-4392-b955-4215d2490860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2081.952364] env[62097]: DEBUG oslo_concurrency.lockutils [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Releasing lock "refresh_cache-743853c7-d06f-4e55-81ff-32427fc121ad" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2081.973092] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035669, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.190068] env[62097]: DEBUG nova.compute.utils [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2082.191940] env[62097]: DEBUG nova.compute.manager [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2082.191940] env[62097]: DEBUG nova.network.neutron [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2082.206995] env[62097]: DEBUG nova.compute.manager [req-03bffd3b-3ad9-41d6-97b2-c54dbb7c4205 req-27835262-8188-4223-ad92-d813823b803b service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Received event network-vif-unplugged-d62ffc95-00d5-4445-bb91-7072a2be0019 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2082.206995] env[62097]: DEBUG oslo_concurrency.lockutils [req-03bffd3b-3ad9-41d6-97b2-c54dbb7c4205 req-27835262-8188-4223-ad92-d813823b803b service nova] Acquiring lock "743853c7-d06f-4e55-81ff-32427fc121ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.207166] env[62097]: DEBUG oslo_concurrency.lockutils [req-03bffd3b-3ad9-41d6-97b2-c54dbb7c4205 req-27835262-8188-4223-ad92-d813823b803b service nova] Lock "743853c7-d06f-4e55-81ff-32427fc121ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.207370] env[62097]: DEBUG oslo_concurrency.lockutils [req-03bffd3b-3ad9-41d6-97b2-c54dbb7c4205 req-27835262-8188-4223-ad92-d813823b803b service nova] Lock "743853c7-d06f-4e55-81ff-32427fc121ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.207511] env[62097]: DEBUG nova.compute.manager [req-03bffd3b-3ad9-41d6-97b2-c54dbb7c4205 req-27835262-8188-4223-ad92-d813823b803b service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] No waiting events found dispatching network-vif-unplugged-d62ffc95-00d5-4445-bb91-7072a2be0019 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2082.207690] env[62097]: WARNING nova.compute.manager [req-03bffd3b-3ad9-41d6-97b2-c54dbb7c4205 req-27835262-8188-4223-ad92-d813823b803b service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Received unexpected event network-vif-unplugged-d62ffc95-00d5-4445-bb91-7072a2be0019 for instance with vm_state shelved and task_state shelving_offloading. [ 2082.241395] env[62097]: DEBUG nova.policy [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99d2e94ce5da4a40b849ce69157cdafa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5af5979ef52740dea95801a1e50166f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2082.243250] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fdee93ff-3703-4482-8737-067fb57ea714 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "refresh_cache-a5f3d46e-328f-4927-ad0a-1b1666df95a3" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2082.243489] env[62097]: DEBUG nova.objects.instance [None req-fdee93ff-3703-4482-8737-067fb57ea714 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lazy-loading 'migration_context' on Instance uuid a5f3d46e-328f-4927-ad0a-1b1666df95a3 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2082.301918] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2082.303126] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022ede7f-bd4c-40e7-adb3-b8ea2d70087c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.311718] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2082.311718] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b22ed84b-d3b8-4983-8094-8cc180f12a33 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.473128] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035669, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.517136] env[62097]: DEBUG nova.network.neutron [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Successfully created port: cf904138-7838-4920-bf69-879f2206c0af {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2082.695331] env[62097]: DEBUG nova.compute.manager [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2082.746763] env[62097]: DEBUG nova.objects.base [None req-fdee93ff-3703-4482-8737-067fb57ea714 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62097) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2082.747980] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad7a5c2-dfc9-4057-960b-31bae929b366 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.773880] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6fe9e4c-8053-4063-9f5e-f77b62bf2329 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.779710] env[62097]: DEBUG oslo_vmware.api [None req-fdee93ff-3703-4482-8737-067fb57ea714 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2082.779710] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5232e807-61cb-bf2c-072c-bf553dfd2bad" [ 2082.779710] env[62097]: _type = "Task" [ 2082.779710] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.787110] env[62097]: DEBUG oslo_vmware.api [None req-fdee93ff-3703-4482-8737-067fb57ea714 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5232e807-61cb-bf2c-072c-bf553dfd2bad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.901498] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579fd504-5efe-4c6a-a746-dbb30cd81e2c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.912154] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2072a3ef-22b2-4bd8-b1bc-0a232b1d9cde {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.945107] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dfc724-2ea5-4efa-8cf4-d30ca41f713b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.952614] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a980e6e-1a96-488c-ae0c-d84716ae309c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.965817] env[62097]: DEBUG nova.compute.provider_tree [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2082.979691] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035669, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.076332] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Acquiring lock "b55e4832-2135-4828-b54c-2af12ff76c6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.077105] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Lock "b55e4832-2135-4828-b54c-2af12ff76c6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.077339] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Acquiring lock "b55e4832-2135-4828-b54c-2af12ff76c6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.077535] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Lock "b55e4832-2135-4828-b54c-2af12ff76c6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.077713] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Lock "b55e4832-2135-4828-b54c-2af12ff76c6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.079900] env[62097]: INFO nova.compute.manager [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Terminating instance [ 2083.104553] env[62097]: DEBUG oslo_concurrency.lockutils [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Acquiring lock "be617a97-254e-43c5-8bd3-0316e451a7c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.104770] env[62097]: DEBUG oslo_concurrency.lockutils [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Lock "be617a97-254e-43c5-8bd3-0316e451a7c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.292047] env[62097]: DEBUG oslo_vmware.api [None req-fdee93ff-3703-4482-8737-067fb57ea714 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5232e807-61cb-bf2c-072c-bf553dfd2bad, 'name': SearchDatastore_Task, 'duration_secs': 0.007383} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.292348] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fdee93ff-3703-4482-8737-067fb57ea714 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.472118] env[62097]: DEBUG nova.scheduler.client.report [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2083.478426] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035669, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.583412] env[62097]: DEBUG nova.compute.manager [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2083.583660] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2083.584582] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77be948d-d45c-479c-b633-7b7bf20c0975 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.592778] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2083.593048] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-936c5aa9-10e4-4a9a-bfd4-7cf341555d2e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.599191] env[62097]: DEBUG oslo_vmware.api [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Waiting for the task: (returnval){ [ 2083.599191] env[62097]: value = "task-2035672" [ 2083.599191] env[62097]: _type = "Task" [ 2083.599191] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.607213] env[62097]: DEBUG nova.compute.manager [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2083.609767] env[62097]: DEBUG oslo_vmware.api [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': task-2035672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.708737] env[62097]: DEBUG nova.compute.manager [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2083.738851] env[62097]: DEBUG nova.virt.hardware [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2083.739165] env[62097]: DEBUG nova.virt.hardware [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2083.739349] env[62097]: DEBUG nova.virt.hardware [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2083.739551] env[62097]: DEBUG nova.virt.hardware [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2083.739719] env[62097]: DEBUG nova.virt.hardware [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2083.739893] env[62097]: DEBUG nova.virt.hardware [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2083.740146] env[62097]: DEBUG nova.virt.hardware [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2083.740319] env[62097]: DEBUG nova.virt.hardware [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2083.740510] env[62097]: DEBUG nova.virt.hardware [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2083.740692] env[62097]: DEBUG nova.virt.hardware [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2083.740883] env[62097]: DEBUG nova.virt.hardware [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2083.741775] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5093405-d01b-4886-b4ec-d1968ba46f62 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.749885] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cdaf2f-d901-48af-8e28-859f6aa0c72d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.977924] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035669, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.979827] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.980410] env[62097]: DEBUG nova.compute.manager [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2083.983042] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.952s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.109175] env[62097]: DEBUG oslo_vmware.api [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': task-2035672, 'name': PowerOffVM_Task, 'duration_secs': 0.226647} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.109463] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2084.109652] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2084.109909] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68762a6b-6b85-4221-b96e-1df35fb729be {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.128183] env[62097]: DEBUG oslo_concurrency.lockutils [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.231856] env[62097]: DEBUG nova.compute.manager [req-23148f39-6bc6-472d-bbb0-9edb6ae25901 req-d1f16d29-69b6-4f54-bbe2-7cc806dc5032 service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Received event network-changed-d62ffc95-00d5-4445-bb91-7072a2be0019 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2084.232087] env[62097]: DEBUG nova.compute.manager [req-23148f39-6bc6-472d-bbb0-9edb6ae25901 req-d1f16d29-69b6-4f54-bbe2-7cc806dc5032 service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Refreshing instance network info cache due to event network-changed-d62ffc95-00d5-4445-bb91-7072a2be0019. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2084.232322] env[62097]: DEBUG oslo_concurrency.lockutils [req-23148f39-6bc6-472d-bbb0-9edb6ae25901 req-d1f16d29-69b6-4f54-bbe2-7cc806dc5032 service nova] Acquiring lock "refresh_cache-743853c7-d06f-4e55-81ff-32427fc121ad" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.232465] env[62097]: DEBUG oslo_concurrency.lockutils [req-23148f39-6bc6-472d-bbb0-9edb6ae25901 req-d1f16d29-69b6-4f54-bbe2-7cc806dc5032 service nova] Acquired lock "refresh_cache-743853c7-d06f-4e55-81ff-32427fc121ad" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.232627] env[62097]: DEBUG nova.network.neutron [req-23148f39-6bc6-472d-bbb0-9edb6ae25901 req-d1f16d29-69b6-4f54-bbe2-7cc806dc5032 service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Refreshing network info cache for port d62ffc95-00d5-4445-bb91-7072a2be0019 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2084.478720] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035669, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.485685] env[62097]: DEBUG nova.compute.utils [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2084.488959] env[62097]: INFO nova.compute.claims [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2084.492885] env[62097]: DEBUG nova.compute.manager [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2084.492885] env[62097]: DEBUG nova.network.neutron [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2084.544545] env[62097]: DEBUG nova.policy [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f62978a6f34c43edadd17faed8986421', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54320ff767714f48a1a5d4ef405d2e69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2084.978942] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035669, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.979950] env[62097]: DEBUG nova.network.neutron [req-23148f39-6bc6-472d-bbb0-9edb6ae25901 req-d1f16d29-69b6-4f54-bbe2-7cc806dc5032 service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Updated VIF entry in instance network info cache for port d62ffc95-00d5-4445-bb91-7072a2be0019. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2084.980375] env[62097]: DEBUG nova.network.neutron [req-23148f39-6bc6-472d-bbb0-9edb6ae25901 req-d1f16d29-69b6-4f54-bbe2-7cc806dc5032 service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Updating instance_info_cache with network_info: [{"id": "d62ffc95-00d5-4445-bb91-7072a2be0019", "address": "fa:16:3e:c4:a3:bc", "network": {"id": "4b38f34b-9283-4f1c-a81c-ecc76db59b3a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-944861485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b758427cb84ff0a469292b373bbffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd62ffc95-00", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.996357] env[62097]: INFO nova.compute.resource_tracker [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Updating resource usage from migration 62117177-442e-43a7-8d46-7397de9f1834 [ 2084.999436] env[62097]: DEBUG nova.compute.manager [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2085.162744] env[62097]: DEBUG nova.network.neutron [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Successfully created port: 4c37b477-bff6-43db-8a94-195aba2a36e4 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2085.200849] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d76e04c-e9e5-4e8a-bcd7-b45b7fe0bbcc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.208727] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cae106f-bb2a-4ce8-92c0-2fd7567fbb70 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.239698] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8119bb-b7d4-4bcc-99a3-cf8e4152ef89 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.247378] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73f53ac-adb1-4fb6-be06-676b1482492d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.262048] env[62097]: DEBUG nova.compute.provider_tree [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2085.478561] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035669, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.483237] env[62097]: DEBUG oslo_concurrency.lockutils [req-23148f39-6bc6-472d-bbb0-9edb6ae25901 req-d1f16d29-69b6-4f54-bbe2-7cc806dc5032 service nova] Releasing lock "refresh_cache-743853c7-d06f-4e55-81ff-32427fc121ad" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.765527] env[62097]: DEBUG nova.scheduler.client.report [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2085.979591] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035669, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.013222] env[62097]: DEBUG nova.compute.manager [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2086.041397] env[62097]: DEBUG nova.virt.hardware [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2086.041672] env[62097]: DEBUG nova.virt.hardware [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2086.041835] env[62097]: DEBUG nova.virt.hardware [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2086.042048] env[62097]: DEBUG nova.virt.hardware [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2086.042256] env[62097]: DEBUG nova.virt.hardware [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2086.042416] env[62097]: DEBUG nova.virt.hardware [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2086.042634] env[62097]: DEBUG nova.virt.hardware [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2086.042798] env[62097]: DEBUG nova.virt.hardware [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2086.042967] env[62097]: DEBUG nova.virt.hardware [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2086.043148] env[62097]: DEBUG nova.virt.hardware [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2086.043322] env[62097]: DEBUG nova.virt.hardware [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2086.044571] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb39a424-5442-46f9-ab98-2ee26d9c8fd6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.054905] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af71abc-229f-4347-9caf-63e9381495f5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.058841] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2086.059052] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2086.059236] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Deleting the datastore file [datastore1] 743853c7-d06f-4e55-81ff-32427fc121ad {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2086.060455] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fc2d716-832e-426c-b631-148e939c7edf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.062070] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2086.062267] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2086.062488] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Deleting the datastore file [datastore1] b55e4832-2135-4828-b54c-2af12ff76c6a {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2086.063015] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35521d79-a518-4575-84b8-4ac80058bf3e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.073910] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2086.073910] env[62097]: value = "task-2035674" [ 2086.073910] env[62097]: _type = "Task" [ 2086.073910] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.077692] env[62097]: DEBUG oslo_vmware.api [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Waiting for the task: (returnval){ [ 2086.077692] env[62097]: value = "task-2035675" [ 2086.077692] env[62097]: _type = "Task" [ 2086.077692] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.083623] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.088128] env[62097]: DEBUG oslo_vmware.api [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': task-2035675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.270521] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.287s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.270712] env[62097]: INFO nova.compute.manager [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Migrating [ 2086.277975] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fdee93ff-3703-4482-8737-067fb57ea714 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.986s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.480643] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035669, 'name': CreateVM_Task, 'duration_secs': 6.003657} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.480824] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2086.481569] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.481741] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.482083] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2086.482448] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d66466-1dfe-4dce-93e0-428f7a82191a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.487687] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2086.487687] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b2d35a-cc58-c357-a484-0cf7f3025436" [ 2086.487687] env[62097]: _type = "Task" [ 2086.487687] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.496146] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b2d35a-cc58-c357-a484-0cf7f3025436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.588091] env[62097]: DEBUG oslo_vmware.api [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Task: {'id': task-2035675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166182} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.591129] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2086.591334] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2086.591519] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2086.591737] env[62097]: INFO nova.compute.manager [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Took 3.01 seconds to destroy the instance on the hypervisor. [ 2086.591984] env[62097]: DEBUG oslo.service.loopingcall [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2086.592203] env[62097]: DEBUG oslo_vmware.api [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158247} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.592394] env[62097]: DEBUG nova.compute.manager [-] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2086.592487] env[62097]: DEBUG nova.network.neutron [-] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2086.594142] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2086.594326] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2086.594502] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2086.617634] env[62097]: INFO nova.scheduler.client.report [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Deleted allocations for instance 743853c7-d06f-4e55-81ff-32427fc121ad [ 2086.796534] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "refresh_cache-b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.796534] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired lock "refresh_cache-b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.796534] env[62097]: DEBUG nova.network.neutron [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2086.971802] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b12a89-f0fa-4294-ab07-840ec07db1a5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.980464] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa0d5e5-dac4-4226-9092-989e0ee74afe {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.016137] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2731cd-90e5-4b0b-9e29-d26b62dd38ba {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.023922] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b2d35a-cc58-c357-a484-0cf7f3025436, 'name': SearchDatastore_Task, 'duration_secs': 0.00928} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.025987] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.026260] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2087.027158] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.027158] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.027158] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2087.027158] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acb038e3-788b-4fcf-bccf-02630540a1ae {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.029704] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecf197c-7f7f-4614-9a5f-434480acd317 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.044631] env[62097]: DEBUG nova.compute.provider_tree [None req-fdee93ff-3703-4482-8737-067fb57ea714 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2087.050021] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2087.050021] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2087.050021] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d76d9fb-c699-4f55-9bd6-c6b4c71cc4f4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.055336] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2087.055336] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a9003a-7ba4-e49e-7a9c-0e4a7d70d76d" [ 2087.055336] env[62097]: _type = "Task" [ 2087.055336] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.064269] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a9003a-7ba4-e49e-7a9c-0e4a7d70d76d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.071823] env[62097]: DEBUG nova.compute.manager [req-d38b9584-623c-461f-8036-cc9e5c96e4d7 req-237f2b6a-d295-4d90-a3ee-e11ddcacc897 service nova] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Received event network-vif-deleted-8cfb92b6-a26b-49a0-9518-e4437d03dd8f {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2087.071823] env[62097]: INFO nova.compute.manager [req-d38b9584-623c-461f-8036-cc9e5c96e4d7 req-237f2b6a-d295-4d90-a3ee-e11ddcacc897 service nova] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Neutron deleted interface 8cfb92b6-a26b-49a0-9518-e4437d03dd8f; detaching it from the instance and deleting it from the info cache [ 2087.071823] env[62097]: DEBUG nova.network.neutron [req-d38b9584-623c-461f-8036-cc9e5c96e4d7 req-237f2b6a-d295-4d90-a3ee-e11ddcacc897 service nova] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.122562] env[62097]: DEBUG oslo_concurrency.lockutils [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.357287] env[62097]: DEBUG nova.compute.manager [req-a16862a0-c4c5-47a3-bb86-e7a8aae72158 req-d9ce6837-162c-41ce-b126-cf8c5881a5cf service nova] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Received event network-vif-plugged-4c37b477-bff6-43db-8a94-195aba2a36e4 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2087.357521] env[62097]: DEBUG oslo_concurrency.lockutils [req-a16862a0-c4c5-47a3-bb86-e7a8aae72158 req-d9ce6837-162c-41ce-b126-cf8c5881a5cf service nova] Acquiring lock "475efcd6-b8e2-4da2-9040-3f006925e6b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.357703] env[62097]: DEBUG oslo_concurrency.lockutils [req-a16862a0-c4c5-47a3-bb86-e7a8aae72158 req-d9ce6837-162c-41ce-b126-cf8c5881a5cf service nova] Lock "475efcd6-b8e2-4da2-9040-3f006925e6b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.357888] env[62097]: DEBUG oslo_concurrency.lockutils [req-a16862a0-c4c5-47a3-bb86-e7a8aae72158 req-d9ce6837-162c-41ce-b126-cf8c5881a5cf service nova] Lock "475efcd6-b8e2-4da2-9040-3f006925e6b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.358837] env[62097]: DEBUG nova.compute.manager [req-a16862a0-c4c5-47a3-bb86-e7a8aae72158 req-d9ce6837-162c-41ce-b126-cf8c5881a5cf service nova] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] No waiting events found dispatching network-vif-plugged-4c37b477-bff6-43db-8a94-195aba2a36e4 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2087.359103] env[62097]: WARNING nova.compute.manager [req-a16862a0-c4c5-47a3-bb86-e7a8aae72158 req-d9ce6837-162c-41ce-b126-cf8c5881a5cf service nova] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Received unexpected event network-vif-plugged-4c37b477-bff6-43db-8a94-195aba2a36e4 for instance with vm_state building and task_state spawning. [ 2087.539242] env[62097]: DEBUG nova.network.neutron [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Successfully updated port: 4c37b477-bff6-43db-8a94-195aba2a36e4 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2087.551273] env[62097]: DEBUG nova.scheduler.client.report [None req-fdee93ff-3703-4482-8737-067fb57ea714 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2087.555425] env[62097]: DEBUG nova.network.neutron [-] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.573626] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a9003a-7ba4-e49e-7a9c-0e4a7d70d76d, 'name': SearchDatastore_Task, 'duration_secs': 0.012513} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.575567] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84a70f54-37c2-42b5-b2b7-f4226a0a32e7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.578388] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fbf867f-4040-498b-9c28-64ed47197cb8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.586411] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2087.586411] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5214fa4e-3f46-2655-807f-2d73608ede2c" [ 2087.586411] env[62097]: _type = "Task" [ 2087.586411] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.592978] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e39f488-02a3-442c-b6e8-c42915ceb2d2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.607171] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5214fa4e-3f46-2655-807f-2d73608ede2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.630818] env[62097]: DEBUG nova.compute.manager [req-d38b9584-623c-461f-8036-cc9e5c96e4d7 req-237f2b6a-d295-4d90-a3ee-e11ddcacc897 service nova] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Detach interface failed, port_id=8cfb92b6-a26b-49a0-9518-e4437d03dd8f, reason: Instance b55e4832-2135-4828-b54c-2af12ff76c6a could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2087.665984] env[62097]: DEBUG nova.compute.manager [req-914ff5e0-a8d6-4153-be53-93d49803373d req-4c94915a-f400-4add-9389-da211ec9cce7 service nova] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Received event network-vif-plugged-cf904138-7838-4920-bf69-879f2206c0af {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2087.666332] env[62097]: DEBUG oslo_concurrency.lockutils [req-914ff5e0-a8d6-4153-be53-93d49803373d req-4c94915a-f400-4add-9389-da211ec9cce7 service nova] Acquiring lock "2cb98bb5-9565-470f-aecf-1c63bec27780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.666533] env[62097]: DEBUG oslo_concurrency.lockutils [req-914ff5e0-a8d6-4153-be53-93d49803373d req-4c94915a-f400-4add-9389-da211ec9cce7 service nova] Lock "2cb98bb5-9565-470f-aecf-1c63bec27780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.666705] env[62097]: DEBUG oslo_concurrency.lockutils [req-914ff5e0-a8d6-4153-be53-93d49803373d req-4c94915a-f400-4add-9389-da211ec9cce7 service nova] Lock "2cb98bb5-9565-470f-aecf-1c63bec27780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.666961] env[62097]: DEBUG nova.compute.manager [req-914ff5e0-a8d6-4153-be53-93d49803373d req-4c94915a-f400-4add-9389-da211ec9cce7 service nova] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] No waiting events found dispatching network-vif-plugged-cf904138-7838-4920-bf69-879f2206c0af {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2087.667192] env[62097]: WARNING nova.compute.manager [req-914ff5e0-a8d6-4153-be53-93d49803373d req-4c94915a-f400-4add-9389-da211ec9cce7 service nova] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Received unexpected event network-vif-plugged-cf904138-7838-4920-bf69-879f2206c0af for instance with vm_state building and task_state spawning. [ 2087.827440] env[62097]: DEBUG nova.network.neutron [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Updating instance_info_cache with network_info: [{"id": "39e184f6-b1a3-4b5d-b703-fd6c18d1bce9", "address": "fa:16:3e:82:75:32", "network": {"id": "f60cbb13-de5a-4273-9dce-9347f05a8c64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-361624700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e12bb11b9e548798618c073b9b30454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e184f6-b1", "ovs_interfaceid": "39e184f6-b1a3-4b5d-b703-fd6c18d1bce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.041366] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "refresh_cache-475efcd6-b8e2-4da2-9040-3f006925e6b7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.041568] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired lock "refresh_cache-475efcd6-b8e2-4da2-9040-3f006925e6b7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.041763] env[62097]: DEBUG nova.network.neutron [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2088.063124] env[62097]: INFO nova.compute.manager [-] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Took 1.47 seconds to deallocate network for instance. [ 2088.096306] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5214fa4e-3f46-2655-807f-2d73608ede2c, 'name': SearchDatastore_Task, 'duration_secs': 0.010185} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.096546] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.096804] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 1c318b20-4d25-4b4c-900d-a675e8cae71f/1c318b20-4d25-4b4c-900d-a675e8cae71f.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2088.097533] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecf7d258-cc6e-480f-968f-466f78814a84 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.106994] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2088.106994] env[62097]: value = "task-2035676" [ 2088.106994] env[62097]: _type = "Task" [ 2088.106994] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.114398] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.333579] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Releasing lock "refresh_cache-b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.365682] env[62097]: DEBUG nova.network.neutron [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Successfully updated port: cf904138-7838-4920-bf69-879f2206c0af {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2088.565596] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fdee93ff-3703-4482-8737-067fb57ea714 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.288s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.568562] env[62097]: DEBUG oslo_concurrency.lockutils [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.440s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.570037] env[62097]: INFO nova.compute.claims [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2088.572918] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.575111] env[62097]: DEBUG nova.network.neutron [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2088.618100] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463127} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.618375] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 1c318b20-4d25-4b4c-900d-a675e8cae71f/1c318b20-4d25-4b4c-900d-a675e8cae71f.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2088.618589] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2088.618837] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89c7f772-bbd9-4031-a654-f83876ca5160 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.627952] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2088.627952] env[62097]: value = "task-2035677" [ 2088.627952] env[62097]: _type = "Task" [ 2088.627952] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.635690] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.725309] env[62097]: DEBUG nova.network.neutron [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Updating instance_info_cache with network_info: [{"id": "4c37b477-bff6-43db-8a94-195aba2a36e4", "address": "fa:16:3e:8f:0e:c9", "network": {"id": "6fa184c2-71c5-4120-a05c-3a7d42cba370", "bridge": "br-int", "label": "tempest-ServersTestJSON-820392323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54320ff767714f48a1a5d4ef405d2e69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c37b477-bf", "ovs_interfaceid": "4c37b477-bff6-43db-8a94-195aba2a36e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.773821] env[62097]: DEBUG oslo_concurrency.lockutils [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "743853c7-d06f-4e55-81ff-32427fc121ad" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.870900] env[62097]: DEBUG oslo_concurrency.lockutils [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "refresh_cache-2cb98bb5-9565-470f-aecf-1c63bec27780" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.870900] env[62097]: DEBUG oslo_concurrency.lockutils [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquired lock "refresh_cache-2cb98bb5-9565-470f-aecf-1c63bec27780" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.870900] env[62097]: DEBUG nova.network.neutron [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2089.118849] env[62097]: DEBUG nova.compute.manager [req-08679ff1-5ea6-41e6-8507-ef05ca8dfaa2 req-f1ec75d6-2387-48d4-8412-198c9af60138 service nova] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Received event network-changed-cf904138-7838-4920-bf69-879f2206c0af {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2089.119023] env[62097]: DEBUG nova.compute.manager [req-08679ff1-5ea6-41e6-8507-ef05ca8dfaa2 req-f1ec75d6-2387-48d4-8412-198c9af60138 service nova] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Refreshing instance network info cache due to event network-changed-cf904138-7838-4920-bf69-879f2206c0af. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2089.119221] env[62097]: DEBUG oslo_concurrency.lockutils [req-08679ff1-5ea6-41e6-8507-ef05ca8dfaa2 req-f1ec75d6-2387-48d4-8412-198c9af60138 service nova] Acquiring lock "refresh_cache-2cb98bb5-9565-470f-aecf-1c63bec27780" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.137775] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070766} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.138732] env[62097]: INFO nova.scheduler.client.report [None req-fdee93ff-3703-4482-8737-067fb57ea714 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Deleted allocation for migration 41aded4c-df72-477b-a546-66386219dcfe [ 2089.139659] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2089.143041] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317ff663-ebb0-4c48-8350-48f0bb1e1314 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.166473] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 1c318b20-4d25-4b4c-900d-a675e8cae71f/1c318b20-4d25-4b4c-900d-a675e8cae71f.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2089.166753] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d816f698-5844-42cd-b0ac-a0f5069762fc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.187207] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2089.187207] env[62097]: value = "task-2035678" [ 2089.187207] env[62097]: _type = "Task" [ 2089.187207] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.195169] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.227312] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Releasing lock "refresh_cache-475efcd6-b8e2-4da2-9040-3f006925e6b7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.227668] env[62097]: DEBUG nova.compute.manager [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Instance network_info: |[{"id": "4c37b477-bff6-43db-8a94-195aba2a36e4", "address": "fa:16:3e:8f:0e:c9", "network": {"id": "6fa184c2-71c5-4120-a05c-3a7d42cba370", "bridge": "br-int", "label": "tempest-ServersTestJSON-820392323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54320ff767714f48a1a5d4ef405d2e69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c37b477-bf", "ovs_interfaceid": "4c37b477-bff6-43db-8a94-195aba2a36e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2089.228166] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:0e:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c37b477-bff6-43db-8a94-195aba2a36e4', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2089.236037] env[62097]: DEBUG oslo.service.loopingcall [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2089.236278] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2089.236528] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b496974d-f6cc-4285-8e8e-9747872cd439 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.256055] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2089.256055] env[62097]: value = "task-2035679" [ 2089.256055] env[62097]: _type = "Task" [ 2089.256055] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.263185] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035679, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.387079] env[62097]: DEBUG nova.compute.manager [req-92675b0a-e1e2-45f5-9941-0504ff0931f3 req-55cca312-e865-4e77-b3f2-bdbbd7b63c27 service nova] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Received event network-changed-4c37b477-bff6-43db-8a94-195aba2a36e4 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2089.387079] env[62097]: DEBUG nova.compute.manager [req-92675b0a-e1e2-45f5-9941-0504ff0931f3 req-55cca312-e865-4e77-b3f2-bdbbd7b63c27 service nova] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Refreshing instance network info cache due to event network-changed-4c37b477-bff6-43db-8a94-195aba2a36e4. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2089.387079] env[62097]: DEBUG oslo_concurrency.lockutils [req-92675b0a-e1e2-45f5-9941-0504ff0931f3 req-55cca312-e865-4e77-b3f2-bdbbd7b63c27 service nova] Acquiring lock "refresh_cache-475efcd6-b8e2-4da2-9040-3f006925e6b7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.387247] env[62097]: DEBUG oslo_concurrency.lockutils [req-92675b0a-e1e2-45f5-9941-0504ff0931f3 req-55cca312-e865-4e77-b3f2-bdbbd7b63c27 service nova] Acquired lock "refresh_cache-475efcd6-b8e2-4da2-9040-3f006925e6b7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.388038] env[62097]: DEBUG nova.network.neutron [req-92675b0a-e1e2-45f5-9941-0504ff0931f3 req-55cca312-e865-4e77-b3f2-bdbbd7b63c27 service nova] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Refreshing network info cache for port 4c37b477-bff6-43db-8a94-195aba2a36e4 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2089.431299] env[62097]: DEBUG nova.network.neutron [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2089.647421] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fdee93ff-3703-4482-8737-067fb57ea714 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "a5f3d46e-328f-4927-ad0a-1b1666df95a3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.777s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.663179] env[62097]: DEBUG nova.network.neutron [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Updating instance_info_cache with network_info: [{"id": "cf904138-7838-4920-bf69-879f2206c0af", "address": "fa:16:3e:e0:f3:05", "network": {"id": "1606e96f-eee0-456b-a3fb-4dfa9d6d601d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393149127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af5979ef52740dea95801a1e50166f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf904138-78", "ovs_interfaceid": "cf904138-7838-4920-bf69-879f2206c0af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2089.697344] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035678, 'name': ReconfigVM_Task, 'duration_secs': 0.30249} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.700201] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 1c318b20-4d25-4b4c-900d-a675e8cae71f/1c318b20-4d25-4b4c-900d-a675e8cae71f.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2089.701955] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8099345-8bc3-44a8-8e6d-78d11b49e29f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.707891] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2089.707891] env[62097]: value = "task-2035680" [ 2089.707891] env[62097]: _type = "Task" [ 2089.707891] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.715778] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035680, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.768581] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035679, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.826908] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c378a8f-b2b8-4cd9-a463-339721ba97c3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.834029] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cc57a6-149a-4b65-99e4-bf94a145fce5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.868793] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d587559-cbdb-4493-a62b-d54d1816d58a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.871760] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e99c4c-18ab-44df-9b22-6449b487f7e2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.891452] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4859e9a2-ea95-4dc2-8a3a-323e872601fc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.897377] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Updating instance 'b6a0eea9-5b4d-4324-92d5-65f7b1dae33a' progress to 0 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2089.911216] env[62097]: DEBUG nova.compute.provider_tree [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2090.132749] env[62097]: DEBUG nova.network.neutron [req-92675b0a-e1e2-45f5-9941-0504ff0931f3 req-55cca312-e865-4e77-b3f2-bdbbd7b63c27 service nova] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Updated VIF entry in instance network info cache for port 4c37b477-bff6-43db-8a94-195aba2a36e4. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2090.133167] env[62097]: DEBUG nova.network.neutron [req-92675b0a-e1e2-45f5-9941-0504ff0931f3 req-55cca312-e865-4e77-b3f2-bdbbd7b63c27 service nova] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Updating instance_info_cache with network_info: [{"id": "4c37b477-bff6-43db-8a94-195aba2a36e4", "address": "fa:16:3e:8f:0e:c9", "network": {"id": "6fa184c2-71c5-4120-a05c-3a7d42cba370", "bridge": "br-int", "label": "tempest-ServersTestJSON-820392323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54320ff767714f48a1a5d4ef405d2e69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c37b477-bf", "ovs_interfaceid": "4c37b477-bff6-43db-8a94-195aba2a36e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2090.167094] env[62097]: DEBUG oslo_concurrency.lockutils [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Releasing lock "refresh_cache-2cb98bb5-9565-470f-aecf-1c63bec27780" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.167094] env[62097]: DEBUG nova.compute.manager [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Instance network_info: |[{"id": "cf904138-7838-4920-bf69-879f2206c0af", "address": "fa:16:3e:e0:f3:05", "network": {"id": "1606e96f-eee0-456b-a3fb-4dfa9d6d601d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393149127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af5979ef52740dea95801a1e50166f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf904138-78", "ovs_interfaceid": "cf904138-7838-4920-bf69-879f2206c0af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2090.167094] env[62097]: DEBUG oslo_concurrency.lockutils [req-08679ff1-5ea6-41e6-8507-ef05ca8dfaa2 req-f1ec75d6-2387-48d4-8412-198c9af60138 service nova] Acquired lock "refresh_cache-2cb98bb5-9565-470f-aecf-1c63bec27780" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.167094] env[62097]: DEBUG nova.network.neutron [req-08679ff1-5ea6-41e6-8507-ef05ca8dfaa2 req-f1ec75d6-2387-48d4-8412-198c9af60138 service nova] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Refreshing network info cache for port cf904138-7838-4920-bf69-879f2206c0af {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2090.167535] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:f3:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf904138-7838-4920-bf69-879f2206c0af', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2090.175179] env[62097]: DEBUG oslo.service.loopingcall [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2090.176576] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2090.176822] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd09a45d-bc04-4543-92c9-3f096f8305cc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.197377] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2090.197377] env[62097]: value = "task-2035681" [ 2090.197377] env[62097]: _type = "Task" [ 2090.197377] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.207032] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035681, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.216094] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035680, 'name': Rename_Task, 'duration_secs': 0.151858} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.216399] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2090.216641] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6019ce6-5dd4-4735-8c62-8a909215e5d5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.222672] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2090.222672] env[62097]: value = "task-2035682" [ 2090.222672] env[62097]: _type = "Task" [ 2090.222672] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.230485] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.266277] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035679, 'name': CreateVM_Task, 'duration_secs': 0.588813} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.266425] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2090.267030] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.267250] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.267590] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2090.267849] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d107b42-7e44-4923-8726-df38883dc4d9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.272209] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2090.272209] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52000083-363f-e97b-f0a6-45c0be8c5662" [ 2090.272209] env[62097]: _type = "Task" [ 2090.272209] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.279966] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52000083-363f-e97b-f0a6-45c0be8c5662, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.402878] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2090.403273] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39c6ff21-8619-4c5f-bc02-cfde26100e04 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.411781] env[62097]: DEBUG oslo_vmware.api [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2090.411781] env[62097]: value = "task-2035683" [ 2090.411781] env[62097]: _type = "Task" [ 2090.411781] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.415522] env[62097]: DEBUG nova.scheduler.client.report [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2090.424112] env[62097]: DEBUG oslo_vmware.api [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.542496] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "a5f3d46e-328f-4927-ad0a-1b1666df95a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.543164] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "a5f3d46e-328f-4927-ad0a-1b1666df95a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.543164] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "a5f3d46e-328f-4927-ad0a-1b1666df95a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.543285] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "a5f3d46e-328f-4927-ad0a-1b1666df95a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.543335] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "a5f3d46e-328f-4927-ad0a-1b1666df95a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.545616] env[62097]: INFO nova.compute.manager [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Terminating instance [ 2090.636025] env[62097]: DEBUG oslo_concurrency.lockutils [req-92675b0a-e1e2-45f5-9941-0504ff0931f3 req-55cca312-e865-4e77-b3f2-bdbbd7b63c27 service nova] Releasing lock "refresh_cache-475efcd6-b8e2-4da2-9040-3f006925e6b7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.709637] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035681, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.735439] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.782443] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52000083-363f-e97b-f0a6-45c0be8c5662, 'name': SearchDatastore_Task, 'duration_secs': 0.017595} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.782752] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.782986] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2090.783240] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.783391] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.783567] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2090.783827] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c638239-3f3b-4587-b5f9-6a7ed4bfd06c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.791497] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2090.791669] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2090.792484] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e602222-3487-4636-9380-d2e33b0c8148 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.800026] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2090.800026] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52232f34-d0c2-b2c3-46b5-50d4c8d3f0fd" [ 2090.800026] env[62097]: _type = "Task" [ 2090.800026] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.807303] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52232f34-d0c2-b2c3-46b5-50d4c8d3f0fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.898679] env[62097]: DEBUG nova.network.neutron [req-08679ff1-5ea6-41e6-8507-ef05ca8dfaa2 req-f1ec75d6-2387-48d4-8412-198c9af60138 service nova] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Updated VIF entry in instance network info cache for port cf904138-7838-4920-bf69-879f2206c0af. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2090.899178] env[62097]: DEBUG nova.network.neutron [req-08679ff1-5ea6-41e6-8507-ef05ca8dfaa2 req-f1ec75d6-2387-48d4-8412-198c9af60138 service nova] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Updating instance_info_cache with network_info: [{"id": "cf904138-7838-4920-bf69-879f2206c0af", "address": "fa:16:3e:e0:f3:05", "network": {"id": "1606e96f-eee0-456b-a3fb-4dfa9d6d601d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393149127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af5979ef52740dea95801a1e50166f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf904138-78", "ovs_interfaceid": "cf904138-7838-4920-bf69-879f2206c0af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2090.925859] env[62097]: DEBUG oslo_concurrency.lockutils [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.926607] env[62097]: DEBUG nova.compute.manager [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2090.931087] env[62097]: DEBUG oslo_vmware.api [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.931271] env[62097]: DEBUG oslo_concurrency.lockutils [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.809s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.931601] env[62097]: DEBUG nova.objects.instance [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lazy-loading 'resources' on Instance uuid 743853c7-d06f-4e55-81ff-32427fc121ad {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2091.050204] env[62097]: DEBUG nova.compute.manager [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2091.050949] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2091.052224] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ceae09-4555-4878-9902-bcd4078f72bb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.063716] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2091.065694] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4925b51-61c9-44f3-9d99-d8c9cc121f6d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.070177] env[62097]: DEBUG oslo_concurrency.lockutils [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "73c522bf-24f3-4ce2-8e10-c997f6eabfe9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.070397] env[62097]: DEBUG oslo_concurrency.lockutils [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "73c522bf-24f3-4ce2-8e10-c997f6eabfe9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.076179] env[62097]: DEBUG oslo_vmware.api [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2091.076179] env[62097]: value = "task-2035684" [ 2091.076179] env[62097]: _type = "Task" [ 2091.076179] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.085790] env[62097]: DEBUG oslo_vmware.api [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.209540] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035681, 'name': CreateVM_Task, 'duration_secs': 0.563654} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.209749] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2091.210447] env[62097]: DEBUG oslo_concurrency.lockutils [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.210622] env[62097]: DEBUG oslo_concurrency.lockutils [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2091.210946] env[62097]: DEBUG oslo_concurrency.lockutils [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2091.211262] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-684124d9-a631-4f5b-b01d-9d42a3c5f196 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.216051] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2091.216051] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52458f0a-8028-73a3-f57e-33dd4ad8d58c" [ 2091.216051] env[62097]: _type = "Task" [ 2091.216051] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.224350] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52458f0a-8028-73a3-f57e-33dd4ad8d58c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.232715] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035682, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.310034] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52232f34-d0c2-b2c3-46b5-50d4c8d3f0fd, 'name': SearchDatastore_Task, 'duration_secs': 0.00966} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.310480] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19345024-2162-4c8d-a29e-a3487548ecc0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.315833] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2091.315833] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527047c7-f535-9894-d07b-d87480601b13" [ 2091.315833] env[62097]: _type = "Task" [ 2091.315833] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.323603] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527047c7-f535-9894-d07b-d87480601b13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.402452] env[62097]: DEBUG oslo_concurrency.lockutils [req-08679ff1-5ea6-41e6-8507-ef05ca8dfaa2 req-f1ec75d6-2387-48d4-8412-198c9af60138 service nova] Releasing lock "refresh_cache-2cb98bb5-9565-470f-aecf-1c63bec27780" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.421799] env[62097]: DEBUG oslo_vmware.api [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035683, 'name': PowerOffVM_Task, 'duration_secs': 0.5988} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.422092] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2091.422288] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Updating instance 'b6a0eea9-5b4d-4324-92d5-65f7b1dae33a' progress to 17 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2091.432336] env[62097]: DEBUG nova.compute.utils [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2091.433579] env[62097]: DEBUG nova.compute.manager [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Not allocating networking since 'none' was specified. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2091.435315] env[62097]: DEBUG nova.objects.instance [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lazy-loading 'numa_topology' on Instance uuid 743853c7-d06f-4e55-81ff-32427fc121ad {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2091.573285] env[62097]: DEBUG nova.compute.manager [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2091.585979] env[62097]: DEBUG oslo_vmware.api [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035684, 'name': PowerOffVM_Task, 'duration_secs': 0.154985} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.586276] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2091.586464] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2091.586711] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae90f22f-3252-4b3c-b608-f4fd6336da70 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.722664] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2091.722985] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2091.723099] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Deleting the datastore file [datastore2] a5f3d46e-328f-4927-ad0a-1b1666df95a3 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2091.723783] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4927f21-9afb-489d-8f43-a21b5c42da9e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.729064] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52458f0a-8028-73a3-f57e-33dd4ad8d58c, 'name': SearchDatastore_Task, 'duration_secs': 0.011495} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.732347] env[62097]: DEBUG oslo_concurrency.lockutils [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.732605] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2091.732813] env[62097]: DEBUG oslo_concurrency.lockutils [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.737720] env[62097]: DEBUG oslo_vmware.api [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035682, 'name': PowerOnVM_Task, 'duration_secs': 1.079215} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.740730] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2091.740730] env[62097]: INFO nova.compute.manager [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Took 14.06 seconds to spawn the instance on the hypervisor. [ 2091.740730] env[62097]: DEBUG nova.compute.manager [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2091.740730] env[62097]: DEBUG oslo_vmware.api [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2091.740730] env[62097]: value = "task-2035686" [ 2091.740730] env[62097]: _type = "Task" [ 2091.740730] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.741240] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5c5747-25dd-45dd-ba1f-3162b83aa072 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.758127] env[62097]: DEBUG oslo_vmware.api [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.826536] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]527047c7-f535-9894-d07b-d87480601b13, 'name': SearchDatastore_Task, 'duration_secs': 0.010182} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.826794] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.827076] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 475efcd6-b8e2-4da2-9040-3f006925e6b7/475efcd6-b8e2-4da2-9040-3f006925e6b7.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2091.827357] env[62097]: DEBUG oslo_concurrency.lockutils [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2091.827543] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2091.827753] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3c0b27a-cc9a-4247-ad8d-f0e41ff59ced {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.829595] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fcf207f-bc17-4a11-8e1a-ef98ad45762d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.835921] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2091.835921] env[62097]: value = "task-2035687" [ 2091.835921] env[62097]: _type = "Task" [ 2091.835921] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.839660] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2091.839835] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2091.840822] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfa2f5b9-2d6f-49a2-8781-de2a1fb40432 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.845798] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.848608] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2091.848608] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525f10e4-36ce-9da0-5724-0da63fa15974" [ 2091.848608] env[62097]: _type = "Task" [ 2091.848608] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.856313] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525f10e4-36ce-9da0-5724-0da63fa15974, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.930085] env[62097]: DEBUG nova.virt.hardware [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:47:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2091.930085] env[62097]: DEBUG nova.virt.hardware [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2091.930085] env[62097]: DEBUG nova.virt.hardware [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2091.930085] env[62097]: DEBUG nova.virt.hardware [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2091.930085] env[62097]: DEBUG nova.virt.hardware [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2091.930447] env[62097]: DEBUG nova.virt.hardware [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2091.930517] env[62097]: DEBUG nova.virt.hardware [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2091.930682] env[62097]: DEBUG nova.virt.hardware [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2091.930851] env[62097]: DEBUG nova.virt.hardware [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2091.931021] env[62097]: DEBUG nova.virt.hardware [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2091.931541] env[62097]: DEBUG nova.virt.hardware [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2091.936428] env[62097]: DEBUG nova.compute.manager [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2091.939193] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8515140-0a78-417c-b158-c2c648bb8e2c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.951338] env[62097]: DEBUG nova.objects.base [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Object Instance<743853c7-d06f-4e55-81ff-32427fc121ad> lazy-loaded attributes: resources,numa_topology {{(pid=62097) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2091.959250] env[62097]: DEBUG oslo_vmware.api [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2091.959250] env[62097]: value = "task-2035688" [ 2091.959250] env[62097]: _type = "Task" [ 2091.959250] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.967865] env[62097]: DEBUG oslo_vmware.api [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.102741] env[62097]: DEBUG oslo_concurrency.lockutils [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.198024] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25df718-c2d3-4b49-b8c6-01a3bf72b08c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.208260] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478459c7-44be-4a7a-87af-d2690204358a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.240958] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ca2fa3-835e-449d-af70-73451f53a8ae {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.262431] env[62097]: DEBUG oslo_vmware.api [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148109} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.265761] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541083ed-9a03-4a37-a4df-c4704afe8f08 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.270281] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2092.270531] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2092.270714] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2092.270891] env[62097]: INFO nova.compute.manager [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2092.271170] env[62097]: DEBUG oslo.service.loopingcall [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2092.271701] env[62097]: INFO nova.compute.manager [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Took 24.85 seconds to build instance. [ 2092.272717] env[62097]: DEBUG nova.compute.manager [-] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2092.272829] env[62097]: DEBUG nova.network.neutron [-] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2092.289674] env[62097]: DEBUG nova.compute.provider_tree [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2092.352044] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035687, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.361820] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525f10e4-36ce-9da0-5724-0da63fa15974, 'name': SearchDatastore_Task, 'duration_secs': 0.017881} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.362685] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6fdba5d-15d0-4706-aeeb-3b79ca54cccb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.368485] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2092.368485] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524540c1-fdd1-4ed9-8f19-bc71b439886b" [ 2092.368485] env[62097]: _type = "Task" [ 2092.368485] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.378640] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524540c1-fdd1-4ed9-8f19-bc71b439886b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.472115] env[62097]: DEBUG oslo_vmware.api [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035688, 'name': ReconfigVM_Task, 'duration_secs': 0.227507} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.472413] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Updating instance 'b6a0eea9-5b4d-4324-92d5-65f7b1dae33a' progress to 33 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2092.564631] env[62097]: DEBUG nova.compute.manager [req-1c468d80-8bbc-4395-88b1-11ad6d07db07 req-ec8d353a-7366-40f1-b18a-a0c9b2babe53 service nova] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Received event network-vif-deleted-8be2cd76-1504-4392-b955-4215d2490860 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2092.564845] env[62097]: INFO nova.compute.manager [req-1c468d80-8bbc-4395-88b1-11ad6d07db07 req-ec8d353a-7366-40f1-b18a-a0c9b2babe53 service nova] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Neutron deleted interface 8be2cd76-1504-4392-b955-4215d2490860; detaching it from the instance and deleting it from the info cache [ 2092.565080] env[62097]: DEBUG nova.network.neutron [req-1c468d80-8bbc-4395-88b1-11ad6d07db07 req-ec8d353a-7366-40f1-b18a-a0c9b2babe53 service nova] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2092.776326] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4daec5ae-be58-4680-a677-995cd0310599 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "1c318b20-4d25-4b4c-900d-a675e8cae71f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.361s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.793413] env[62097]: DEBUG nova.scheduler.client.report [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2092.849345] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540603} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.849345] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 475efcd6-b8e2-4da2-9040-3f006925e6b7/475efcd6-b8e2-4da2-9040-3f006925e6b7.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2092.849345] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2092.849603] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9120b680-ef65-46c6-9392-ac788051af1f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.856553] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2092.856553] env[62097]: value = "task-2035689" [ 2092.856553] env[62097]: _type = "Task" [ 2092.856553] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.865096] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.879972] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524540c1-fdd1-4ed9-8f19-bc71b439886b, 'name': SearchDatastore_Task, 'duration_secs': 0.01198} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.880551] env[62097]: DEBUG oslo_concurrency.lockutils [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2092.880551] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 2cb98bb5-9565-470f-aecf-1c63bec27780/2cb98bb5-9565-470f-aecf-1c63bec27780.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2092.881452] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c26e02e-a299-458b-9730-d8eb6840211e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.887419] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2092.887419] env[62097]: value = "task-2035690" [ 2092.887419] env[62097]: _type = "Task" [ 2092.887419] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.895674] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.957148] env[62097]: DEBUG nova.compute.manager [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2092.980742] env[62097]: DEBUG nova.virt.hardware [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2092.980974] env[62097]: DEBUG nova.virt.hardware [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2092.981146] env[62097]: DEBUG nova.virt.hardware [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2092.981325] env[62097]: DEBUG nova.virt.hardware [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2092.981481] env[62097]: DEBUG nova.virt.hardware [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2092.981611] env[62097]: DEBUG nova.virt.hardware [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2092.981811] env[62097]: DEBUG nova.virt.hardware [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2092.981971] env[62097]: DEBUG nova.virt.hardware [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2092.982164] env[62097]: DEBUG nova.virt.hardware [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2092.982929] env[62097]: DEBUG nova.virt.hardware [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2092.983180] env[62097]: DEBUG nova.virt.hardware [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2092.988912] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2092.989628] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1e1b32a-3631-49ed-9b37-4f8387225ca1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.007489] env[62097]: DEBUG nova.virt.hardware [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2093.007783] env[62097]: DEBUG nova.virt.hardware [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2093.007901] env[62097]: DEBUG nova.virt.hardware [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2093.008103] env[62097]: DEBUG nova.virt.hardware [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2093.008323] env[62097]: DEBUG nova.virt.hardware [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2093.008475] env[62097]: DEBUG nova.virt.hardware [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2093.008685] env[62097]: DEBUG nova.virt.hardware [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2093.008849] env[62097]: DEBUG nova.virt.hardware [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2093.009008] env[62097]: DEBUG nova.virt.hardware [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2093.009191] env[62097]: DEBUG nova.virt.hardware [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2093.009346] env[62097]: DEBUG nova.virt.hardware [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2093.010173] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758577f4-f960-4bbe-a9c2-004836b1d741 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.019938] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ddf12b-f6a7-434e-b111-73dda2169cfb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.024168] env[62097]: DEBUG oslo_vmware.api [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2093.024168] env[62097]: value = "task-2035691" [ 2093.024168] env[62097]: _type = "Task" [ 2093.024168] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.035435] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Instance VIF info [] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2093.041336] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Creating folder: Project (5e95d664fa824d64943374da93f95866). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2093.044741] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d1caaf9-4674-48ad-918e-075c58398621 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.046840] env[62097]: DEBUG nova.network.neutron [-] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2093.048888] env[62097]: DEBUG oslo_vmware.api [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035691, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.058250] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Created folder: Project (5e95d664fa824d64943374da93f95866) in parent group-v417770. [ 2093.058250] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Creating folder: Instances. Parent ref: group-v418051. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2093.059081] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d154beec-b9fa-427c-8700-19138bdaa21f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.069076] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Created folder: Instances in parent group-v418051. [ 2093.069479] env[62097]: DEBUG oslo.service.loopingcall [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2093.069573] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c712a3b5-f139-49ef-8cff-faa020270cda {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.071875] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2093.072104] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fd95383-4a48-40fa-92ad-198cc1596289 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.091975] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee6e337-2dee-41da-91b0-05390fa90cff {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.108417] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2093.108417] env[62097]: value = "task-2035694" [ 2093.108417] env[62097]: _type = "Task" [ 2093.108417] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.118740] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035694, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.129679] env[62097]: DEBUG nova.compute.manager [req-1c468d80-8bbc-4395-88b1-11ad6d07db07 req-ec8d353a-7366-40f1-b18a-a0c9b2babe53 service nova] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Detach interface failed, port_id=8be2cd76-1504-4392-b955-4215d2490860, reason: Instance a5f3d46e-328f-4927-ad0a-1b1666df95a3 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2093.221902] env[62097]: DEBUG nova.compute.manager [req-7ef784aa-f570-4454-8b86-bb0533c95e52 req-7d2409cc-643d-411e-8e27-12f15f6d75fb service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Received event network-changed-aa189ffd-daf1-4d1d-9589-057d1cd7260e {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2093.222224] env[62097]: DEBUG nova.compute.manager [req-7ef784aa-f570-4454-8b86-bb0533c95e52 req-7d2409cc-643d-411e-8e27-12f15f6d75fb service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Refreshing instance network info cache due to event network-changed-aa189ffd-daf1-4d1d-9589-057d1cd7260e. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2093.222487] env[62097]: DEBUG oslo_concurrency.lockutils [req-7ef784aa-f570-4454-8b86-bb0533c95e52 req-7d2409cc-643d-411e-8e27-12f15f6d75fb service nova] Acquiring lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.222643] env[62097]: DEBUG oslo_concurrency.lockutils [req-7ef784aa-f570-4454-8b86-bb0533c95e52 req-7d2409cc-643d-411e-8e27-12f15f6d75fb service nova] Acquired lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.222817] env[62097]: DEBUG nova.network.neutron [req-7ef784aa-f570-4454-8b86-bb0533c95e52 req-7d2409cc-643d-411e-8e27-12f15f6d75fb service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Refreshing network info cache for port aa189ffd-daf1-4d1d-9589-057d1cd7260e {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2093.299614] env[62097]: DEBUG oslo_concurrency.lockutils [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.368s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.302379] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.729s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.302641] env[62097]: DEBUG nova.objects.instance [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Lazy-loading 'resources' on Instance uuid b55e4832-2135-4828-b54c-2af12ff76c6a {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2093.369803] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07441} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.370225] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2093.371140] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f9b2fb-1ba8-4f9f-80a8-6f839d787400 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.395390] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 475efcd6-b8e2-4da2-9040-3f006925e6b7/475efcd6-b8e2-4da2-9040-3f006925e6b7.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2093.396779] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1dbf8cb-ea0f-4d94-8af9-24a82a8080aa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.423242] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035690, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.424666] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2093.424666] env[62097]: value = "task-2035695" [ 2093.424666] env[62097]: _type = "Task" [ 2093.424666] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.436871] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035695, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.533971] env[62097]: DEBUG oslo_vmware.api [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035691, 'name': ReconfigVM_Task, 'duration_secs': 0.30209} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.534215] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2093.535043] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419c5e49-d714-45d3-ac47-7c42ddcd723f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.553800] env[62097]: INFO nova.compute.manager [-] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Took 1.28 seconds to deallocate network for instance. [ 2093.561958] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] b6a0eea9-5b4d-4324-92d5-65f7b1dae33a/b6a0eea9-5b4d-4324-92d5-65f7b1dae33a.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2093.563634] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75f5ecc8-f184-4776-83e2-825133c50bd8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.585423] env[62097]: DEBUG oslo_vmware.api [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2093.585423] env[62097]: value = "task-2035696" [ 2093.585423] env[62097]: _type = "Task" [ 2093.585423] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.596262] env[62097]: DEBUG oslo_vmware.api [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.620810] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035694, 'name': CreateVM_Task, 'duration_secs': 0.526916} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.623655] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2093.623655] env[62097]: DEBUG oslo_concurrency.lockutils [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.623655] env[62097]: DEBUG oslo_concurrency.lockutils [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.623832] env[62097]: DEBUG oslo_concurrency.lockutils [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2093.624342] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b546751-b21a-4a50-825f-1e0ea13a904d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.629114] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Waiting for the task: (returnval){ [ 2093.629114] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a50b59-2eca-286d-97ff-f25341bd5a8d" [ 2093.629114] env[62097]: _type = "Task" [ 2093.629114] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.636930] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a50b59-2eca-286d-97ff-f25341bd5a8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.812913] env[62097]: DEBUG oslo_concurrency.lockutils [None req-539e997e-2409-4f36-80e1-db87149280b2 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "743853c7-d06f-4e55-81ff-32427fc121ad" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.896s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.814063] env[62097]: DEBUG oslo_concurrency.lockutils [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "743853c7-d06f-4e55-81ff-32427fc121ad" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.040s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.817547] env[62097]: INFO nova.compute.manager [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Unshelving [ 2093.908489] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55057} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.908803] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 2cb98bb5-9565-470f-aecf-1c63bec27780/2cb98bb5-9565-470f-aecf-1c63bec27780.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2093.909041] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2093.909296] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c40bd852-dec9-4613-b4db-148befe45364 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.918398] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2093.918398] env[62097]: value = "task-2035697" [ 2093.918398] env[62097]: _type = "Task" [ 2093.918398] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.932168] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.937173] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035695, 'name': ReconfigVM_Task, 'duration_secs': 0.296294} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.937649] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 475efcd6-b8e2-4da2-9040-3f006925e6b7/475efcd6-b8e2-4da2-9040-3f006925e6b7.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2093.938311] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9eb1fc8-8336-4177-9dcb-11fc3474b781 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.946735] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2093.946735] env[62097]: value = "task-2035698" [ 2093.946735] env[62097]: _type = "Task" [ 2093.946735] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.951709] env[62097]: DEBUG nova.network.neutron [req-7ef784aa-f570-4454-8b86-bb0533c95e52 req-7d2409cc-643d-411e-8e27-12f15f6d75fb service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Updated VIF entry in instance network info cache for port aa189ffd-daf1-4d1d-9589-057d1cd7260e. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2093.952085] env[62097]: DEBUG nova.network.neutron [req-7ef784aa-f570-4454-8b86-bb0533c95e52 req-7d2409cc-643d-411e-8e27-12f15f6d75fb service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Updating instance_info_cache with network_info: [{"id": "aa189ffd-daf1-4d1d-9589-057d1cd7260e", "address": "fa:16:3e:41:ae:7e", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa189ffd-da", "ovs_interfaceid": "aa189ffd-daf1-4d1d-9589-057d1cd7260e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2093.960969] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035698, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.052100] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5c8b29-6c51-4055-b7ff-f532de7a7c19 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.059938] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5fa5c5-d7bc-4e07-b6f3-3b4a7f21ecb0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.091258] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.095386] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac4c248-2597-48df-89fc-db9345685592 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.104542] env[62097]: DEBUG oslo_vmware.api [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.108244] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b14633-1f48-4edd-b492-317d8144066f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.126026] env[62097]: DEBUG nova.compute.provider_tree [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2094.139021] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52a50b59-2eca-286d-97ff-f25341bd5a8d, 'name': SearchDatastore_Task, 'duration_secs': 0.009362} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.139430] env[62097]: DEBUG oslo_concurrency.lockutils [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.140192] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2094.140192] env[62097]: DEBUG oslo_concurrency.lockutils [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2094.140192] env[62097]: DEBUG oslo_concurrency.lockutils [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2094.140465] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2094.141453] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9fb9a00-7183-4a68-87f9-22bc38738930 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.153337] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2094.153540] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2094.154346] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7412b3f1-ad77-467b-a54f-9c93b875a9e3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.160217] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Waiting for the task: (returnval){ [ 2094.160217] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52731c00-7140-c31b-5237-8813e783403c" [ 2094.160217] env[62097]: _type = "Task" [ 2094.160217] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.169030] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52731c00-7140-c31b-5237-8813e783403c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.429012] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07846} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.429393] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2094.430111] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1af327-5c65-46fd-91a7-65fe17990206 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.453374] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 2cb98bb5-9565-470f-aecf-1c63bec27780/2cb98bb5-9565-470f-aecf-1c63bec27780.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2094.453734] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f803119a-2806-4c02-b870-2249a302c308 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.471174] env[62097]: DEBUG oslo_concurrency.lockutils [req-7ef784aa-f570-4454-8b86-bb0533c95e52 req-7d2409cc-643d-411e-8e27-12f15f6d75fb service nova] Releasing lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.477114] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035698, 'name': Rename_Task, 'duration_secs': 0.221767} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.478355] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2094.478656] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2094.478656] env[62097]: value = "task-2035699" [ 2094.478656] env[62097]: _type = "Task" [ 2094.478656] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.478838] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9d90d46-5fbf-42d9-a515-fa3e5fb5842c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.493735] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035699, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.493735] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2094.493735] env[62097]: value = "task-2035700" [ 2094.493735] env[62097]: _type = "Task" [ 2094.493735] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.505651] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.602167] env[62097]: DEBUG oslo_vmware.api [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.654512] env[62097]: ERROR nova.scheduler.client.report [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] [req-010431a3-e9f6-4380-a7c2-e7d175e843e3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID aabcd967-83f0-44f7-bf8d-f09a522d29a7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-010431a3-e9f6-4380-a7c2-e7d175e843e3"}]} [ 2094.672082] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52731c00-7140-c31b-5237-8813e783403c, 'name': SearchDatastore_Task, 'duration_secs': 0.012681} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.672997] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52543c83-052a-46e8-9253-f9e2b66653f3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.676482] env[62097]: DEBUG nova.scheduler.client.report [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Refreshing inventories for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2094.681879] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Waiting for the task: (returnval){ [ 2094.681879] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5249ed78-c01c-42ff-0211-c25265879141" [ 2094.681879] env[62097]: _type = "Task" [ 2094.681879] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.690012] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5249ed78-c01c-42ff-0211-c25265879141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.702254] env[62097]: DEBUG nova.scheduler.client.report [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Updating ProviderTree inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2094.702482] env[62097]: DEBUG nova.compute.provider_tree [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2094.718574] env[62097]: DEBUG nova.scheduler.client.report [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Refreshing aggregate associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, aggregates: None {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2094.749371] env[62097]: DEBUG nova.scheduler.client.report [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Refreshing trait associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2094.823603] env[62097]: DEBUG nova.compute.utils [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2094.964539] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8a3e98-caa9-42aa-aaae-4e42a7cdfc02 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.972684] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b5c4a4-ffaf-435f-ba94-7ceb0c58b961 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.010821] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4343dccc-cea2-4ad7-8760-dea941961a3f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.018139] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035700, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.022599] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035699, 'name': ReconfigVM_Task, 'duration_secs': 0.330199} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.022933] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 2cb98bb5-9565-470f-aecf-1c63bec27780/2cb98bb5-9565-470f-aecf-1c63bec27780.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2095.024506] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0430e87f-a851-459b-898a-b072f999bd16 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.028560] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6484c846-8bdd-48e7-a91e-c00384373797 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.039554] env[62097]: DEBUG nova.compute.provider_tree [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2095.042161] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2095.042161] env[62097]: value = "task-2035701" [ 2095.042161] env[62097]: _type = "Task" [ 2095.042161] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.052193] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035701, 'name': Rename_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.100874] env[62097]: DEBUG oslo_vmware.api [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035696, 'name': ReconfigVM_Task, 'duration_secs': 1.187578} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.101145] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Reconfigured VM instance instance-00000066 to attach disk [datastore1] b6a0eea9-5b4d-4324-92d5-65f7b1dae33a/b6a0eea9-5b4d-4324-92d5-65f7b1dae33a.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2095.101419] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Updating instance 'b6a0eea9-5b4d-4324-92d5-65f7b1dae33a' progress to 50 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2095.191426] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5249ed78-c01c-42ff-0211-c25265879141, 'name': SearchDatastore_Task, 'duration_secs': 0.010485} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.191607] env[62097]: DEBUG oslo_concurrency.lockutils [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2095.191854] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] be617a97-254e-43c5-8bd3-0316e451a7c7/be617a97-254e-43c5-8bd3-0316e451a7c7.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2095.192363] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8fdc774-b317-4658-adce-4eba1f8228a2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.198063] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Waiting for the task: (returnval){ [ 2095.198063] env[62097]: value = "task-2035702" [ 2095.198063] env[62097]: _type = "Task" [ 2095.198063] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.205326] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.254666] env[62097]: DEBUG nova.compute.manager [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Received event network-changed-a343639e-252f-465e-8d2e-4a691d53a984 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2095.254985] env[62097]: DEBUG nova.compute.manager [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Refreshing instance network info cache due to event network-changed-a343639e-252f-465e-8d2e-4a691d53a984. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2095.255316] env[62097]: DEBUG oslo_concurrency.lockutils [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] Acquiring lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2095.255571] env[62097]: DEBUG oslo_concurrency.lockutils [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] Acquired lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2095.255855] env[62097]: DEBUG nova.network.neutron [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Refreshing network info cache for port a343639e-252f-465e-8d2e-4a691d53a984 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2095.326364] env[62097]: INFO nova.virt.block_device [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Booting with volume 127baf9f-5fbd-46d7-aae8-93bf806b7b02 at /dev/sdb [ 2095.366554] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-961332b5-84f5-4afa-a2e8-493365744618 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.375784] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d962ee27-895f-4cdb-a6fc-2217aa3a752c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.408238] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b01054ad-78df-4066-87a6-b3e1f5d1b732 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.416501] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29c66b8-7313-4c21-a170-cda59498e99f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.450077] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7caf934-42d4-4efb-bc35-4377c3a87726 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.457577] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844a9716-e391-41da-8335-e6ea83e704e6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.474385] env[62097]: DEBUG nova.virt.block_device [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Updating existing volume attachment record: 7dae6737-1441-45f6-99f7-6071179cf54f {{(pid=62097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2095.514758] env[62097]: DEBUG oslo_vmware.api [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035700, 'name': PowerOnVM_Task, 'duration_secs': 0.659956} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.515053] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2095.515418] env[62097]: INFO nova.compute.manager [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Took 9.50 seconds to spawn the instance on the hypervisor. [ 2095.515719] env[62097]: DEBUG nova.compute.manager [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2095.516499] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784b66f7-69ab-474c-bdff-09c6854b8bda {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.557183] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035701, 'name': Rename_Task, 'duration_secs': 0.165748} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.557952] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2095.557952] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4aa56dde-26f9-4e16-a43a-3020f2dc9ff3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.566021] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2095.566021] env[62097]: value = "task-2035703" [ 2095.566021] env[62097]: _type = "Task" [ 2095.566021] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.575266] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.596913] env[62097]: DEBUG nova.scheduler.client.report [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Updated inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2095.597312] env[62097]: DEBUG nova.compute.provider_tree [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Updating resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 generation from 138 to 139 during operation: update_inventory {{(pid=62097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2095.597505] env[62097]: DEBUG nova.compute.provider_tree [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2095.607868] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1521db-70b7-411d-b712-29fd5ea28e5c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.629936] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937a19cc-7668-48f5-bd7f-9a044100230b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.649974] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Updating instance 'b6a0eea9-5b4d-4324-92d5-65f7b1dae33a' progress to 67 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2095.711820] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035702, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.975220] env[62097]: DEBUG nova.network.neutron [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Updated VIF entry in instance network info cache for port a343639e-252f-465e-8d2e-4a691d53a984. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2095.975627] env[62097]: DEBUG nova.network.neutron [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Updating instance_info_cache with network_info: [{"id": "a343639e-252f-465e-8d2e-4a691d53a984", "address": "fa:16:3e:c2:87:b5", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa343639e-25", "ovs_interfaceid": "a343639e-252f-465e-8d2e-4a691d53a984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.035830] env[62097]: INFO nova.compute.manager [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Took 15.91 seconds to build instance. [ 2096.075473] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035703, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.103345] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.801s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.106397] env[62097]: DEBUG oslo_concurrency.lockutils [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.004s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.107992] env[62097]: INFO nova.compute.claims [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2096.128421] env[62097]: INFO nova.scheduler.client.report [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Deleted allocations for instance b55e4832-2135-4828-b54c-2af12ff76c6a [ 2096.198603] env[62097]: DEBUG nova.network.neutron [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Port 39e184f6-b1a3-4b5d-b703-fd6c18d1bce9 binding to destination host cpu-1 is already ACTIVE {{(pid=62097) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2096.209739] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604504} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.210514] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] be617a97-254e-43c5-8bd3-0316e451a7c7/be617a97-254e-43c5-8bd3-0316e451a7c7.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2096.210514] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2096.211219] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60324719-9fe6-406a-bc29-b82298b5bef2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.224207] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Waiting for the task: (returnval){ [ 2096.224207] env[62097]: value = "task-2035707" [ 2096.224207] env[62097]: _type = "Task" [ 2096.224207] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.233569] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.478179] env[62097]: DEBUG oslo_concurrency.lockutils [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] Releasing lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.478533] env[62097]: DEBUG nova.compute.manager [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Received event network-changed-a343639e-252f-465e-8d2e-4a691d53a984 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2096.478784] env[62097]: DEBUG nova.compute.manager [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Refreshing instance network info cache due to event network-changed-a343639e-252f-465e-8d2e-4a691d53a984. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2096.479087] env[62097]: DEBUG oslo_concurrency.lockutils [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] Acquiring lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.479299] env[62097]: DEBUG oslo_concurrency.lockutils [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] Acquired lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.479500] env[62097]: DEBUG nova.network.neutron [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Refreshing network info cache for port a343639e-252f-465e-8d2e-4a691d53a984 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2096.538642] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8c39f2a4-119f-4b0b-9178-d46f7249d85a tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "475efcd6-b8e2-4da2-9040-3f006925e6b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.416s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.575629] env[62097]: DEBUG oslo_vmware.api [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035703, 'name': PowerOnVM_Task, 'duration_secs': 0.886242} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.575930] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2096.576174] env[62097]: INFO nova.compute.manager [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Took 12.87 seconds to spawn the instance on the hypervisor. [ 2096.576365] env[62097]: DEBUG nova.compute.manager [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2096.577121] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fa9d8e-6714-4619-9629-c373e98f71e7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.636711] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4211c6e4-2ab6-49eb-8a02-0de87380d008 tempest-ServersTestFqdnHostnames-1143856769 tempest-ServersTestFqdnHostnames-1143856769-project-member] Lock "b55e4832-2135-4828-b54c-2af12ff76c6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.560s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.724755] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "interface-36360d25-2d81-405c-929d-def87fc4f8f9-28ae7cdc-fd4c-4a9d-9702-34511237b5c2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.725085] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "interface-36360d25-2d81-405c-929d-def87fc4f8f9-28ae7cdc-fd4c-4a9d-9702-34511237b5c2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.725511] env[62097]: DEBUG nova.objects.instance [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lazy-loading 'flavor' on Instance uuid 36360d25-2d81-405c-929d-def87fc4f8f9 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2096.736018] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.254069} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.737067] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2096.737067] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0925be7-a783-4b60-ad8d-0a82095b5f25 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.758482] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] be617a97-254e-43c5-8bd3-0316e451a7c7/be617a97-254e-43c5-8bd3-0316e451a7c7.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2096.758967] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ea9b48d-61bc-462c-9352-fccfcd517fcd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.781446] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Waiting for the task: (returnval){ [ 2096.781446] env[62097]: value = "task-2035708" [ 2096.781446] env[62097]: _type = "Task" [ 2096.781446] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.788895] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.096188] env[62097]: INFO nova.compute.manager [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Took 18.70 seconds to build instance. [ 2097.130071] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "a4bcb8a1-0c78-4d5d-a89b-33a6218fa981" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.130313] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "a4bcb8a1-0c78-4d5d-a89b-33a6218fa981" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.218675] env[62097]: DEBUG nova.network.neutron [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Updated VIF entry in instance network info cache for port a343639e-252f-465e-8d2e-4a691d53a984. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2097.218807] env[62097]: DEBUG nova.network.neutron [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Updating instance_info_cache with network_info: [{"id": "a343639e-252f-465e-8d2e-4a691d53a984", "address": "fa:16:3e:c2:87:b5", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa343639e-25", "ovs_interfaceid": "a343639e-252f-465e-8d2e-4a691d53a984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2097.226045] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "b6a0eea9-5b4d-4324-92d5-65f7b1dae33a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.226277] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "b6a0eea9-5b4d-4324-92d5-65f7b1dae33a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.226447] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "b6a0eea9-5b4d-4324-92d5-65f7b1dae33a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.291387] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.345110] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608c8278-8f1c-4443-a2be-4d6971b73c10 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.346337] env[62097]: DEBUG nova.objects.instance [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lazy-loading 'pci_requests' on Instance uuid 36360d25-2d81-405c-929d-def87fc4f8f9 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2097.352122] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10171a71-32e9-4c2f-8dc9-146241bbd434 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.384261] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f94fd6-5eb9-4080-b177-81c6c7839969 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.391621] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdbb0bd-a43c-4da0-ae64-93fb40680c13 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.404674] env[62097]: DEBUG nova.compute.provider_tree [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2097.599525] env[62097]: DEBUG oslo_concurrency.lockutils [None req-25353205-cd9c-42db-a31d-4ce1b448c2c8 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "2cb98bb5-9565-470f-aecf-1c63bec27780" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.214s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.632277] env[62097]: DEBUG nova.compute.manager [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2097.728507] env[62097]: DEBUG oslo_concurrency.lockutils [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] Releasing lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.728759] env[62097]: DEBUG nova.compute.manager [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Received event network-changed-aa189ffd-daf1-4d1d-9589-057d1cd7260e {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2097.728932] env[62097]: DEBUG nova.compute.manager [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Refreshing instance network info cache due to event network-changed-aa189ffd-daf1-4d1d-9589-057d1cd7260e. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2097.729157] env[62097]: DEBUG oslo_concurrency.lockutils [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] Acquiring lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2097.729303] env[62097]: DEBUG oslo_concurrency.lockutils [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] Acquired lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2097.729656] env[62097]: DEBUG nova.network.neutron [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Refreshing network info cache for port aa189ffd-daf1-4d1d-9589-057d1cd7260e {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2097.795310] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035708, 'name': ReconfigVM_Task, 'duration_secs': 0.853518} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.796000] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Reconfigured VM instance instance-0000006a to attach disk [datastore2] be617a97-254e-43c5-8bd3-0316e451a7c7/be617a97-254e-43c5-8bd3-0316e451a7c7.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2097.796859] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c32d8caf-0f9c-4f63-8936-e1eea499c93c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.805024] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Waiting for the task: (returnval){ [ 2097.805024] env[62097]: value = "task-2035710" [ 2097.805024] env[62097]: _type = "Task" [ 2097.805024] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.817227] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035710, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.849616] env[62097]: DEBUG nova.objects.base [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Object Instance<36360d25-2d81-405c-929d-def87fc4f8f9> lazy-loaded attributes: flavor,pci_requests {{(pid=62097) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2097.849924] env[62097]: DEBUG nova.network.neutron [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2097.907710] env[62097]: DEBUG nova.scheduler.client.report [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2097.970582] env[62097]: DEBUG nova.policy [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c4a72cfc28948dda8ba1e6c71d5b519', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72924d79b93d45148d34ba3287efe44c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2098.014502] env[62097]: DEBUG nova.compute.manager [req-7d36f7c4-d5a4-4550-8f9b-5dac370391e1 req-4951fb03-c01c-408b-adc6-4bdfc3a39d77 service nova] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Received event network-changed-cf904138-7838-4920-bf69-879f2206c0af {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2098.014703] env[62097]: DEBUG nova.compute.manager [req-7d36f7c4-d5a4-4550-8f9b-5dac370391e1 req-4951fb03-c01c-408b-adc6-4bdfc3a39d77 service nova] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Refreshing instance network info cache due to event network-changed-cf904138-7838-4920-bf69-879f2206c0af. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2098.014918] env[62097]: DEBUG oslo_concurrency.lockutils [req-7d36f7c4-d5a4-4550-8f9b-5dac370391e1 req-4951fb03-c01c-408b-adc6-4bdfc3a39d77 service nova] Acquiring lock "refresh_cache-2cb98bb5-9565-470f-aecf-1c63bec27780" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.015373] env[62097]: DEBUG oslo_concurrency.lockutils [req-7d36f7c4-d5a4-4550-8f9b-5dac370391e1 req-4951fb03-c01c-408b-adc6-4bdfc3a39d77 service nova] Acquired lock "refresh_cache-2cb98bb5-9565-470f-aecf-1c63bec27780" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.015570] env[62097]: DEBUG nova.network.neutron [req-7d36f7c4-d5a4-4550-8f9b-5dac370391e1 req-4951fb03-c01c-408b-adc6-4bdfc3a39d77 service nova] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Refreshing network info cache for port cf904138-7838-4920-bf69-879f2206c0af {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2098.156037] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.300505] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "refresh_cache-b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.300714] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired lock "refresh_cache-b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.300937] env[62097]: DEBUG nova.network.neutron [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2098.317606] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035710, 'name': Rename_Task, 'duration_secs': 0.14479} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.317963] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2098.318431] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c53760a-ca1d-421b-84c2-7187090a1a62 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.326625] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Waiting for the task: (returnval){ [ 2098.326625] env[62097]: value = "task-2035711" [ 2098.326625] env[62097]: _type = "Task" [ 2098.326625] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.336172] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.414757] env[62097]: DEBUG oslo_concurrency.lockutils [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.415341] env[62097]: DEBUG nova.compute.manager [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2098.418444] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.327s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.418444] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.420335] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.264s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.421784] env[62097]: INFO nova.compute.claims [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2098.444758] env[62097]: INFO nova.scheduler.client.report [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Deleted allocations for instance a5f3d46e-328f-4927-ad0a-1b1666df95a3 [ 2098.549709] env[62097]: DEBUG nova.network.neutron [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Updated VIF entry in instance network info cache for port aa189ffd-daf1-4d1d-9589-057d1cd7260e. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2098.550177] env[62097]: DEBUG nova.network.neutron [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Updating instance_info_cache with network_info: [{"id": "aa189ffd-daf1-4d1d-9589-057d1cd7260e", "address": "fa:16:3e:41:ae:7e", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa189ffd-da", "ovs_interfaceid": "aa189ffd-daf1-4d1d-9589-057d1cd7260e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2098.752417] env[62097]: DEBUG nova.network.neutron [req-7d36f7c4-d5a4-4550-8f9b-5dac370391e1 req-4951fb03-c01c-408b-adc6-4bdfc3a39d77 service nova] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Updated VIF entry in instance network info cache for port cf904138-7838-4920-bf69-879f2206c0af. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2098.752812] env[62097]: DEBUG nova.network.neutron [req-7d36f7c4-d5a4-4550-8f9b-5dac370391e1 req-4951fb03-c01c-408b-adc6-4bdfc3a39d77 service nova] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Updating instance_info_cache with network_info: [{"id": "cf904138-7838-4920-bf69-879f2206c0af", "address": "fa:16:3e:e0:f3:05", "network": {"id": "1606e96f-eee0-456b-a3fb-4dfa9d6d601d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393149127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af5979ef52740dea95801a1e50166f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf904138-78", "ovs_interfaceid": "cf904138-7838-4920-bf69-879f2206c0af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2098.838044] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035711, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.929028] env[62097]: DEBUG nova.compute.utils [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2098.929028] env[62097]: DEBUG nova.compute.manager [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2098.929028] env[62097]: DEBUG nova.network.neutron [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2098.957077] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c61d55e1-df70-45d1-babd-a10b88e3e235 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "a5f3d46e-328f-4927-ad0a-1b1666df95a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.414s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.027384] env[62097]: DEBUG nova.policy [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '439c1a3e424144d0b4b1278760739466', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbcf1419521b46b2aa629c0e0d3eb6e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2099.053309] env[62097]: DEBUG oslo_concurrency.lockutils [req-a3f48bd1-a88d-43bd-a134-93d37dd52b70 req-964acce5-25d8-493d-9400-a0c638ff0f7f service nova] Releasing lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.063098] env[62097]: DEBUG nova.network.neutron [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Updating instance_info_cache with network_info: [{"id": "39e184f6-b1a3-4b5d-b703-fd6c18d1bce9", "address": "fa:16:3e:82:75:32", "network": {"id": "f60cbb13-de5a-4273-9dce-9347f05a8c64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-361624700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e12bb11b9e548798618c073b9b30454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e184f6-b1", "ovs_interfaceid": "39e184f6-b1a3-4b5d-b703-fd6c18d1bce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2099.256315] env[62097]: DEBUG oslo_concurrency.lockutils [req-7d36f7c4-d5a4-4550-8f9b-5dac370391e1 req-4951fb03-c01c-408b-adc6-4bdfc3a39d77 service nova] Releasing lock "refresh_cache-2cb98bb5-9565-470f-aecf-1c63bec27780" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.338187] env[62097]: DEBUG oslo_vmware.api [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035711, 'name': PowerOnVM_Task, 'duration_secs': 0.874859} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.338701] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2099.338701] env[62097]: INFO nova.compute.manager [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Took 6.38 seconds to spawn the instance on the hypervisor. [ 2099.339145] env[62097]: DEBUG nova.compute.manager [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2099.340360] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0820733b-8b52-4ef0-a1d7-e505dcdd9e99 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.385584] env[62097]: DEBUG nova.network.neutron [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Successfully created port: 72391b2b-9f0b-494c-8301-ac8126c74cf7 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2099.434502] env[62097]: DEBUG nova.compute.manager [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2099.565802] env[62097]: DEBUG oslo_concurrency.lockutils [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Releasing lock "refresh_cache-b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.655813] env[62097]: DEBUG nova.compute.manager [req-244ccc2c-7df2-473c-9e38-f32198b07b1d req-6c79bc13-a5aa-45dd-99da-0c44eb3a8f4c service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Received event network-vif-plugged-28ae7cdc-fd4c-4a9d-9702-34511237b5c2 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2099.656615] env[62097]: DEBUG oslo_concurrency.lockutils [req-244ccc2c-7df2-473c-9e38-f32198b07b1d req-6c79bc13-a5aa-45dd-99da-0c44eb3a8f4c service nova] Acquiring lock "36360d25-2d81-405c-929d-def87fc4f8f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.656833] env[62097]: DEBUG oslo_concurrency.lockutils [req-244ccc2c-7df2-473c-9e38-f32198b07b1d req-6c79bc13-a5aa-45dd-99da-0c44eb3a8f4c service nova] Lock "36360d25-2d81-405c-929d-def87fc4f8f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.657012] env[62097]: DEBUG oslo_concurrency.lockutils [req-244ccc2c-7df2-473c-9e38-f32198b07b1d req-6c79bc13-a5aa-45dd-99da-0c44eb3a8f4c service nova] Lock "36360d25-2d81-405c-929d-def87fc4f8f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.657197] env[62097]: DEBUG nova.compute.manager [req-244ccc2c-7df2-473c-9e38-f32198b07b1d req-6c79bc13-a5aa-45dd-99da-0c44eb3a8f4c service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] No waiting events found dispatching network-vif-plugged-28ae7cdc-fd4c-4a9d-9702-34511237b5c2 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2099.657362] env[62097]: WARNING nova.compute.manager [req-244ccc2c-7df2-473c-9e38-f32198b07b1d req-6c79bc13-a5aa-45dd-99da-0c44eb3a8f4c service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Received unexpected event network-vif-plugged-28ae7cdc-fd4c-4a9d-9702-34511237b5c2 for instance with vm_state active and task_state None. [ 2099.681305] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25391cf-7f8a-40b8-86dc-e7dcc848e128 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.689351] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d576554-fff9-4f00-8a8f-7678c6a54b25 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.719814] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46befdd1-ce6b-472b-ad50-a0ca5d88c679 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.728079] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3016430-29c3-4e41-bc47-16ac7f0b7f1c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.744498] env[62097]: DEBUG nova.compute.provider_tree [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2099.751280] env[62097]: DEBUG nova.network.neutron [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Successfully updated port: 28ae7cdc-fd4c-4a9d-9702-34511237b5c2 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2099.860803] env[62097]: INFO nova.compute.manager [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Took 15.75 seconds to build instance. [ 2100.093933] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c165d05-f2be-4f26-824e-d05e193eaf06 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.114991] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b77d93-e08d-4896-8e81-032a2a7510b5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.122727] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Updating instance 'b6a0eea9-5b4d-4324-92d5-65f7b1dae33a' progress to 83 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2100.247733] env[62097]: DEBUG nova.scheduler.client.report [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2100.252787] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.252971] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.253173] env[62097]: DEBUG nova.network.neutron [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2100.366569] env[62097]: DEBUG oslo_concurrency.lockutils [None req-09172e0a-4245-4302-8113-94dd3e4afb99 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Lock "be617a97-254e-43c5-8bd3-0316e451a7c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.262s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.445770] env[62097]: DEBUG nova.compute.manager [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2100.470204] env[62097]: DEBUG nova.virt.hardware [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2100.470516] env[62097]: DEBUG nova.virt.hardware [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2100.470728] env[62097]: DEBUG nova.virt.hardware [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2100.470935] env[62097]: DEBUG nova.virt.hardware [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2100.471098] env[62097]: DEBUG nova.virt.hardware [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2100.471263] env[62097]: DEBUG nova.virt.hardware [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2100.471483] env[62097]: DEBUG nova.virt.hardware [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2100.471645] env[62097]: DEBUG nova.virt.hardware [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2100.471814] env[62097]: DEBUG nova.virt.hardware [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2100.471994] env[62097]: DEBUG nova.virt.hardware [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2100.472217] env[62097]: DEBUG nova.virt.hardware [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2100.473089] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0ef017-9229-479f-9d53-0e101cf9c0c7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.481613] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184d3663-4673-4d93-ad56-7ef325fdc5ba {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.629940] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2100.630160] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d1b3c93-e7e8-418f-916b-b5d0194ba7f0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.642263] env[62097]: DEBUG oslo_vmware.api [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2100.642263] env[62097]: value = "task-2035712" [ 2100.642263] env[62097]: _type = "Task" [ 2100.642263] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.653176] env[62097]: DEBUG oslo_vmware.api [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.757483] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.758042] env[62097]: DEBUG nova.compute.manager [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2100.809501] env[62097]: WARNING nova.network.neutron [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] 20c9a613-f481-4535-8cb3-9ea8eaf56a05 already exists in list: networks containing: ['20c9a613-f481-4535-8cb3-9ea8eaf56a05']. ignoring it [ 2101.007009] env[62097]: DEBUG nova.compute.manager [req-6e369b2c-976b-4e24-b116-401c3fee0fa1 req-863a48cd-114b-4e14-8c14-bc4f5a00627e service nova] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Received event network-vif-plugged-72391b2b-9f0b-494c-8301-ac8126c74cf7 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2101.007354] env[62097]: DEBUG oslo_concurrency.lockutils [req-6e369b2c-976b-4e24-b116-401c3fee0fa1 req-863a48cd-114b-4e14-8c14-bc4f5a00627e service nova] Acquiring lock "73c522bf-24f3-4ce2-8e10-c997f6eabfe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.007729] env[62097]: DEBUG oslo_concurrency.lockutils [req-6e369b2c-976b-4e24-b116-401c3fee0fa1 req-863a48cd-114b-4e14-8c14-bc4f5a00627e service nova] Lock "73c522bf-24f3-4ce2-8e10-c997f6eabfe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.008015] env[62097]: DEBUG oslo_concurrency.lockutils [req-6e369b2c-976b-4e24-b116-401c3fee0fa1 req-863a48cd-114b-4e14-8c14-bc4f5a00627e service nova] Lock "73c522bf-24f3-4ce2-8e10-c997f6eabfe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.008265] env[62097]: DEBUG nova.compute.manager [req-6e369b2c-976b-4e24-b116-401c3fee0fa1 req-863a48cd-114b-4e14-8c14-bc4f5a00627e service nova] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] No waiting events found dispatching network-vif-plugged-72391b2b-9f0b-494c-8301-ac8126c74cf7 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2101.008465] env[62097]: WARNING nova.compute.manager [req-6e369b2c-976b-4e24-b116-401c3fee0fa1 req-863a48cd-114b-4e14-8c14-bc4f5a00627e service nova] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Received unexpected event network-vif-plugged-72391b2b-9f0b-494c-8301-ac8126c74cf7 for instance with vm_state building and task_state spawning. [ 2101.009433] env[62097]: DEBUG nova.network.neutron [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Successfully updated port: 72391b2b-9f0b-494c-8301-ac8126c74cf7 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2101.011208] env[62097]: DEBUG nova.compute.manager [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2101.013036] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef83cabf-5cc9-4757-9bcd-4e9bf8f12a02 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.090925] env[62097]: DEBUG oslo_concurrency.lockutils [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.091326] env[62097]: DEBUG oslo_concurrency.lockutils [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.091562] env[62097]: DEBUG nova.objects.instance [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lazy-loading 'pci_requests' on Instance uuid 743853c7-d06f-4e55-81ff-32427fc121ad {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2101.150284] env[62097]: DEBUG oslo_vmware.api [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035712, 'name': PowerOnVM_Task, 'duration_secs': 0.432548} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.150589] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2101.150780] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-48b5ed21-9866-4cd3-9d5e-e3ede2c986c7 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Updating instance 'b6a0eea9-5b4d-4324-92d5-65f7b1dae33a' progress to 100 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2101.265611] env[62097]: DEBUG nova.compute.utils [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2101.267544] env[62097]: DEBUG nova.compute.manager [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2101.267727] env[62097]: DEBUG nova.network.neutron [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2101.333376] env[62097]: DEBUG nova.policy [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f62978a6f34c43edadd17faed8986421', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54320ff767714f48a1a5d4ef405d2e69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2101.512157] env[62097]: DEBUG oslo_concurrency.lockutils [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "refresh_cache-73c522bf-24f3-4ce2-8e10-c997f6eabfe9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2101.512513] env[62097]: DEBUG oslo_concurrency.lockutils [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "refresh_cache-73c522bf-24f3-4ce2-8e10-c997f6eabfe9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2101.512513] env[62097]: DEBUG nova.network.neutron [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2101.531856] env[62097]: INFO nova.compute.manager [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] instance snapshotting [ 2101.531856] env[62097]: DEBUG nova.objects.instance [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lazy-loading 'flavor' on Instance uuid 94c79923-ba65-435f-ab7f-2d1ba6399b51 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2101.545904] env[62097]: DEBUG nova.network.neutron [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Updating instance_info_cache with network_info: [{"id": "aa189ffd-daf1-4d1d-9589-057d1cd7260e", "address": "fa:16:3e:41:ae:7e", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa189ffd-da", "ovs_interfaceid": "aa189ffd-daf1-4d1d-9589-057d1cd7260e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "28ae7cdc-fd4c-4a9d-9702-34511237b5c2", "address": "fa:16:3e:38:19:43", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28ae7cdc-fd", "ovs_interfaceid": "28ae7cdc-fd4c-4a9d-9702-34511237b5c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2101.595759] env[62097]: DEBUG nova.objects.instance [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lazy-loading 'numa_topology' on Instance uuid 743853c7-d06f-4e55-81ff-32427fc121ad {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2101.619207] env[62097]: DEBUG nova.network.neutron [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Successfully created port: 343791b7-108c-418c-a9e4-4bff1a044713 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2101.684361] env[62097]: DEBUG nova.compute.manager [req-944cb95c-d77f-429d-988f-006914b8cb29 req-59b49f61-e047-4d5c-9b58-441020d2de3d service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Received event network-changed-28ae7cdc-fd4c-4a9d-9702-34511237b5c2 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2101.684647] env[62097]: DEBUG nova.compute.manager [req-944cb95c-d77f-429d-988f-006914b8cb29 req-59b49f61-e047-4d5c-9b58-441020d2de3d service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Refreshing instance network info cache due to event network-changed-28ae7cdc-fd4c-4a9d-9702-34511237b5c2. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2101.684834] env[62097]: DEBUG oslo_concurrency.lockutils [req-944cb95c-d77f-429d-988f-006914b8cb29 req-59b49f61-e047-4d5c-9b58-441020d2de3d service nova] Acquiring lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2101.709485] env[62097]: INFO nova.compute.manager [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Rebuilding instance [ 2101.748487] env[62097]: DEBUG nova.compute.manager [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2101.750049] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f79bc3-dcfc-41ed-9561-bdca5bf4643e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.772292] env[62097]: DEBUG nova.compute.manager [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2102.037771] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ec301a-3217-4e7f-9c85-787284754b25 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.061930] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.062610] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2102.062793] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2102.063819] env[62097]: DEBUG nova.network.neutron [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2102.066420] env[62097]: DEBUG oslo_concurrency.lockutils [req-944cb95c-d77f-429d-988f-006914b8cb29 req-59b49f61-e047-4d5c-9b58-441020d2de3d service nova] Acquired lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2102.066615] env[62097]: DEBUG nova.network.neutron [req-944cb95c-d77f-429d-988f-006914b8cb29 req-59b49f61-e047-4d5c-9b58-441020d2de3d service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Refreshing network info cache for port 28ae7cdc-fd4c-4a9d-9702-34511237b5c2 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2102.069157] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d5a665-efc0-4ebe-a813-eefeed51d8fe {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.072920] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96421d6b-736e-43e2-9f1a-dcf8f285068a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.098752] env[62097]: DEBUG nova.virt.hardware [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2102.098752] env[62097]: DEBUG nova.virt.hardware [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2102.098752] env[62097]: DEBUG nova.virt.hardware [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2102.098752] env[62097]: DEBUG nova.virt.hardware [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2102.098752] env[62097]: DEBUG nova.virt.hardware [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2102.100056] env[62097]: DEBUG nova.virt.hardware [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2102.100056] env[62097]: DEBUG nova.virt.hardware [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2102.100056] env[62097]: DEBUG nova.virt.hardware [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2102.100056] env[62097]: DEBUG nova.virt.hardware [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2102.100056] env[62097]: DEBUG nova.virt.hardware [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2102.100285] env[62097]: DEBUG nova.virt.hardware [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2102.109692] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Reconfiguring VM to attach interface {{(pid=62097) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2102.112493] env[62097]: INFO nova.compute.claims [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2102.116201] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fcdcd58-9a5f-4ecf-ad23-03899e12a3a9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.136014] env[62097]: DEBUG oslo_vmware.api [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2102.136014] env[62097]: value = "task-2035713" [ 2102.136014] env[62097]: _type = "Task" [ 2102.136014] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.147020] env[62097]: DEBUG oslo_vmware.api [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035713, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.320307] env[62097]: DEBUG nova.network.neutron [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Updating instance_info_cache with network_info: [{"id": "72391b2b-9f0b-494c-8301-ac8126c74cf7", "address": "fa:16:3e:48:42:00", "network": {"id": "71626089-108a-4b1b-8ef1-86247c190c29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1189693346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbcf1419521b46b2aa629c0e0d3eb6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72391b2b-9f", "ovs_interfaceid": "72391b2b-9f0b-494c-8301-ac8126c74cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2102.586598] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Creating Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2102.586912] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e9859801-043c-44a7-9d0e-811db21a4c78 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.595170] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2102.595170] env[62097]: value = "task-2035714" [ 2102.595170] env[62097]: _type = "Task" [ 2102.595170] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.603648] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035714, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.649635] env[62097]: DEBUG oslo_vmware.api [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.766102] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2102.767824] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b3c38a9-e169-40e6-9461-6fb78fcc97d4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.777366] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Waiting for the task: (returnval){ [ 2102.777366] env[62097]: value = "task-2035715" [ 2102.777366] env[62097]: _type = "Task" [ 2102.777366] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.782981] env[62097]: DEBUG nova.compute.manager [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2102.789068] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.809918] env[62097]: DEBUG nova.virt.hardware [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2102.810205] env[62097]: DEBUG nova.virt.hardware [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2102.810368] env[62097]: DEBUG nova.virt.hardware [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2102.810640] env[62097]: DEBUG nova.virt.hardware [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2102.810793] env[62097]: DEBUG nova.virt.hardware [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2102.810940] env[62097]: DEBUG nova.virt.hardware [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2102.811822] env[62097]: DEBUG nova.virt.hardware [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2102.812057] env[62097]: DEBUG nova.virt.hardware [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2102.812249] env[62097]: DEBUG nova.virt.hardware [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2102.812462] env[62097]: DEBUG nova.virt.hardware [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2102.812644] env[62097]: DEBUG nova.virt.hardware [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2102.813898] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6683dad2-0861-4181-a8b1-85c688bee0e4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.819376] env[62097]: DEBUG nova.network.neutron [req-944cb95c-d77f-429d-988f-006914b8cb29 req-59b49f61-e047-4d5c-9b58-441020d2de3d service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Updated VIF entry in instance network info cache for port 28ae7cdc-fd4c-4a9d-9702-34511237b5c2. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2102.819497] env[62097]: DEBUG nova.network.neutron [req-944cb95c-d77f-429d-988f-006914b8cb29 req-59b49f61-e047-4d5c-9b58-441020d2de3d service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Updating instance_info_cache with network_info: [{"id": "aa189ffd-daf1-4d1d-9589-057d1cd7260e", "address": "fa:16:3e:41:ae:7e", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa189ffd-da", "ovs_interfaceid": "aa189ffd-daf1-4d1d-9589-057d1cd7260e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "28ae7cdc-fd4c-4a9d-9702-34511237b5c2", "address": "fa:16:3e:38:19:43", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28ae7cdc-fd", "ovs_interfaceid": "28ae7cdc-fd4c-4a9d-9702-34511237b5c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2102.824472] env[62097]: DEBUG oslo_concurrency.lockutils [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "refresh_cache-73c522bf-24f3-4ce2-8e10-c997f6eabfe9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.824472] env[62097]: DEBUG nova.compute.manager [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Instance network_info: |[{"id": "72391b2b-9f0b-494c-8301-ac8126c74cf7", "address": "fa:16:3e:48:42:00", "network": {"id": "71626089-108a-4b1b-8ef1-86247c190c29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1189693346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbcf1419521b46b2aa629c0e0d3eb6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72391b2b-9f", "ovs_interfaceid": "72391b2b-9f0b-494c-8301-ac8126c74cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2102.825286] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:42:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72391b2b-9f0b-494c-8301-ac8126c74cf7', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2102.833842] env[62097]: DEBUG oslo.service.loopingcall [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2102.835208] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472b2156-7711-4e08-976a-d9b9878c42d2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.840443] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2102.840745] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1ab8cd2-5579-4dfd-9046-1e7376cd4dd0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.867707] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2102.867707] env[62097]: value = "task-2035716" [ 2102.867707] env[62097]: _type = "Task" [ 2102.867707] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.876754] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035716, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.105563] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035714, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.148119] env[62097]: DEBUG oslo_vmware.api [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035713, 'name': ReconfigVM_Task, 'duration_secs': 0.999686} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.151411] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2103.151411] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Reconfigured VM to attach interface {{(pid=62097) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2103.289096] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035715, 'name': PowerOffVM_Task, 'duration_secs': 0.277323} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.292460] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2103.292776] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2103.294263] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c32796-d3a2-429a-9eaa-49dfb154ce36 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.302737] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2103.303179] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1fd7136-8464-4808-9926-e9e26850025b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.326146] env[62097]: DEBUG oslo_concurrency.lockutils [req-944cb95c-d77f-429d-988f-006914b8cb29 req-59b49f61-e047-4d5c-9b58-441020d2de3d service nova] Releasing lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2103.332640] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2103.332891] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2103.333095] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Deleting the datastore file [datastore2] be617a97-254e-43c5-8bd3-0316e451a7c7 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2103.333362] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbfbe616-bc1e-4b8f-b33c-7d00ea7496fa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.340277] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Waiting for the task: (returnval){ [ 2103.340277] env[62097]: value = "task-2035718" [ 2103.340277] env[62097]: _type = "Task" [ 2103.340277] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.351488] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.377557] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035716, 'name': CreateVM_Task, 'duration_secs': 0.421596} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.380260] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2103.381770] env[62097]: DEBUG oslo_concurrency.lockutils [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2103.381770] env[62097]: DEBUG oslo_concurrency.lockutils [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2103.381770] env[62097]: DEBUG oslo_concurrency.lockutils [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2103.385488] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bdca35f-4ca0-41c8-9c48-47b799dcad91 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.387231] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2103.387231] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b5f4d9-149f-5fb8-6e85-75f89f7b19c0" [ 2103.387231] env[62097]: _type = "Task" [ 2103.387231] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.397549] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b5f4d9-149f-5fb8-6e85-75f89f7b19c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.409593] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebd04c4-2e3c-451c-be9d-f9668dc7ba3a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.418829] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331ab22e-b708-46ea-804e-466e3f834f1b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.460497] env[62097]: DEBUG nova.network.neutron [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Successfully updated port: 343791b7-108c-418c-a9e4-4bff1a044713 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2103.464043] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96cca5d-12eb-428b-993a-515248087dd2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.472365] env[62097]: DEBUG nova.compute.manager [req-5b124a0f-5a16-422b-b0f8-d23888403cfd req-e3ae8d83-e88b-4833-a672-20d912bfe5a1 service nova] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Received event network-changed-72391b2b-9f0b-494c-8301-ac8126c74cf7 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2103.472483] env[62097]: DEBUG nova.compute.manager [req-5b124a0f-5a16-422b-b0f8-d23888403cfd req-e3ae8d83-e88b-4833-a672-20d912bfe5a1 service nova] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Refreshing instance network info cache due to event network-changed-72391b2b-9f0b-494c-8301-ac8126c74cf7. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2103.472751] env[62097]: DEBUG oslo_concurrency.lockutils [req-5b124a0f-5a16-422b-b0f8-d23888403cfd req-e3ae8d83-e88b-4833-a672-20d912bfe5a1 service nova] Acquiring lock "refresh_cache-73c522bf-24f3-4ce2-8e10-c997f6eabfe9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2103.472911] env[62097]: DEBUG oslo_concurrency.lockutils [req-5b124a0f-5a16-422b-b0f8-d23888403cfd req-e3ae8d83-e88b-4833-a672-20d912bfe5a1 service nova] Acquired lock "refresh_cache-73c522bf-24f3-4ce2-8e10-c997f6eabfe9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2103.473091] env[62097]: DEBUG nova.network.neutron [req-5b124a0f-5a16-422b-b0f8-d23888403cfd req-e3ae8d83-e88b-4833-a672-20d912bfe5a1 service nova] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Refreshing network info cache for port 72391b2b-9f0b-494c-8301-ac8126c74cf7 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2103.481634] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df50d693-386a-42e6-842a-df35e44416a8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.501057] env[62097]: DEBUG nova.compute.provider_tree [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2103.606674] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035714, 'name': CreateSnapshot_Task, 'duration_secs': 0.798875} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.607034] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Created Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2103.607755] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602b10d2-908e-42f7-8c97-79fee2699f4f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.654401] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3d8ffb88-82b2-480b-8784-500eba18550f tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "interface-36360d25-2d81-405c-929d-def87fc4f8f9-28ae7cdc-fd4c-4a9d-9702-34511237b5c2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.929s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.850084] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135863} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.850363] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2103.850562] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2103.850721] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2103.867261] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Acquiring lock "f273c0ad-cb73-4eef-8d39-4f4cc5146481" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.867261] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Lock "f273c0ad-cb73-4eef-8d39-4f4cc5146481" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.897721] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b5f4d9-149f-5fb8-6e85-75f89f7b19c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011093} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.898112] env[62097]: DEBUG oslo_concurrency.lockutils [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2103.898364] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2103.898596] env[62097]: DEBUG oslo_concurrency.lockutils [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2103.898744] env[62097]: DEBUG oslo_concurrency.lockutils [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2103.898918] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2103.899412] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b51d8e6-e3ec-47c0-8d2c-745258a268a1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.908035] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2103.908220] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2103.908956] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01bcacea-1a4b-474a-9d33-8897a3d5436b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.914604] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2103.914604] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521bb352-2041-1d66-9eed-87265802411a" [ 2103.914604] env[62097]: _type = "Task" [ 2103.914604] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.921857] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521bb352-2041-1d66-9eed-87265802411a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.964158] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "refresh_cache-a4bcb8a1-0c78-4d5d-a89b-33a6218fa981" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2103.964403] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired lock "refresh_cache-a4bcb8a1-0c78-4d5d-a89b-33a6218fa981" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2103.964638] env[62097]: DEBUG nova.network.neutron [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2104.007446] env[62097]: DEBUG nova.scheduler.client.report [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2104.128558] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Creating linked-clone VM from snapshot {{(pid=62097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2104.132565] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-827ec7f5-041e-40d2-b848-f88ee2ae1bda {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.141880] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2104.141880] env[62097]: value = "task-2035719" [ 2104.141880] env[62097]: _type = "Task" [ 2104.141880] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.152393] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035719, 'name': CloneVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.167445] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2104.167739] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2104.167912] env[62097]: DEBUG nova.compute.manager [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Going to confirm migration 4 {{(pid=62097) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2104.218589] env[62097]: DEBUG nova.network.neutron [req-5b124a0f-5a16-422b-b0f8-d23888403cfd req-e3ae8d83-e88b-4833-a672-20d912bfe5a1 service nova] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Updated VIF entry in instance network info cache for port 72391b2b-9f0b-494c-8301-ac8126c74cf7. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2104.218969] env[62097]: DEBUG nova.network.neutron [req-5b124a0f-5a16-422b-b0f8-d23888403cfd req-e3ae8d83-e88b-4833-a672-20d912bfe5a1 service nova] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Updating instance_info_cache with network_info: [{"id": "72391b2b-9f0b-494c-8301-ac8126c74cf7", "address": "fa:16:3e:48:42:00", "network": {"id": "71626089-108a-4b1b-8ef1-86247c190c29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1189693346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbcf1419521b46b2aa629c0e0d3eb6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72391b2b-9f", "ovs_interfaceid": "72391b2b-9f0b-494c-8301-ac8126c74cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.369880] env[62097]: DEBUG nova.compute.manager [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2104.428707] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521bb352-2041-1d66-9eed-87265802411a, 'name': SearchDatastore_Task, 'duration_secs': 0.01378} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.429510] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b014906-df6c-4549-b3b8-4265c613a562 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.436847] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2104.436847] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521c33cf-861f-7b5a-b60d-818e8e45bde3" [ 2104.436847] env[62097]: _type = "Task" [ 2104.436847] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.445547] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521c33cf-861f-7b5a-b60d-818e8e45bde3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.512289] env[62097]: DEBUG oslo_concurrency.lockutils [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.421s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.540912] env[62097]: INFO nova.network.neutron [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Updating port d62ffc95-00d5-4445-bb91-7072a2be0019 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2104.548901] env[62097]: DEBUG nova.network.neutron [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2104.653315] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035719, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.721567] env[62097]: DEBUG oslo_concurrency.lockutils [req-5b124a0f-5a16-422b-b0f8-d23888403cfd req-e3ae8d83-e88b-4833-a672-20d912bfe5a1 service nova] Releasing lock "refresh_cache-73c522bf-24f3-4ce2-8e10-c997f6eabfe9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2104.746407] env[62097]: DEBUG nova.network.neutron [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Updating instance_info_cache with network_info: [{"id": "343791b7-108c-418c-a9e4-4bff1a044713", "address": "fa:16:3e:a1:ca:82", "network": {"id": "6fa184c2-71c5-4120-a05c-3a7d42cba370", "bridge": "br-int", "label": "tempest-ServersTestJSON-820392323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54320ff767714f48a1a5d4ef405d2e69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap343791b7-10", "ovs_interfaceid": "343791b7-108c-418c-a9e4-4bff1a044713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.770177] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "refresh_cache-b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2104.770237] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquired lock "refresh_cache-b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.770891] env[62097]: DEBUG nova.network.neutron [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2104.770891] env[62097]: DEBUG nova.objects.instance [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lazy-loading 'info_cache' on Instance uuid b6a0eea9-5b4d-4324-92d5-65f7b1dae33a {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2104.896365] env[62097]: DEBUG nova.virt.hardware [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2104.896365] env[62097]: DEBUG nova.virt.hardware [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2104.896365] env[62097]: DEBUG nova.virt.hardware [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2104.896714] env[62097]: DEBUG nova.virt.hardware [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2104.896714] env[62097]: DEBUG nova.virt.hardware [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2104.896804] env[62097]: DEBUG nova.virt.hardware [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2104.897029] env[62097]: DEBUG nova.virt.hardware [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2104.897193] env[62097]: DEBUG nova.virt.hardware [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2104.897360] env[62097]: DEBUG nova.virt.hardware [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2104.897569] env[62097]: DEBUG nova.virt.hardware [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2104.897751] env[62097]: DEBUG nova.virt.hardware [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2104.898634] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5e5177-437e-4cf7-afac-590b096cb1ca {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.902106] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2104.902804] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2104.904149] env[62097]: INFO nova.compute.claims [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2104.912958] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edc9b13-017c-4504-8d8c-009628d44443 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.927320] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Instance VIF info [] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2104.933256] env[62097]: DEBUG oslo.service.loopingcall [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2104.933930] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2104.934197] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6483ccdc-81b4-4cbd-b39b-0bb82c11194c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.957085] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521c33cf-861f-7b5a-b60d-818e8e45bde3, 'name': SearchDatastore_Task, 'duration_secs': 0.010895} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.958459] env[62097]: DEBUG oslo_concurrency.lockutils [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2104.958746] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 73c522bf-24f3-4ce2-8e10-c997f6eabfe9/73c522bf-24f3-4ce2-8e10-c997f6eabfe9.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2104.959244] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2104.959244] env[62097]: value = "task-2035720" [ 2104.959244] env[62097]: _type = "Task" [ 2104.959244] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.959439] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5397eeeb-2069-42a0-b71c-892fce8ef7fa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.969997] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035720, 'name': CreateVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.971210] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2104.971210] env[62097]: value = "task-2035721" [ 2104.971210] env[62097]: _type = "Task" [ 2104.971210] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.978641] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.153478] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035719, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.250065] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Releasing lock "refresh_cache-a4bcb8a1-0c78-4d5d-a89b-33a6218fa981" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2105.250521] env[62097]: DEBUG nova.compute.manager [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Instance network_info: |[{"id": "343791b7-108c-418c-a9e4-4bff1a044713", "address": "fa:16:3e:a1:ca:82", "network": {"id": "6fa184c2-71c5-4120-a05c-3a7d42cba370", "bridge": "br-int", "label": "tempest-ServersTestJSON-820392323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54320ff767714f48a1a5d4ef405d2e69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap343791b7-10", "ovs_interfaceid": "343791b7-108c-418c-a9e4-4bff1a044713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2105.251135] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:ca:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '343791b7-108c-418c-a9e4-4bff1a044713', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2105.260488] env[62097]: DEBUG oslo.service.loopingcall [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2105.260851] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2105.261133] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6728eb3-1d99-42d3-861a-67787c12c15c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.284205] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2105.284205] env[62097]: value = "task-2035722" [ 2105.284205] env[62097]: _type = "Task" [ 2105.284205] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.296933] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035722, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.471236] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035720, 'name': CreateVM_Task, 'duration_secs': 0.496171} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.471410] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2105.471914] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2105.472092] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2105.472410] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2105.475351] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c65f5195-a95e-431f-819e-c15e4622d15d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.482551] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488713} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.483785] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 73c522bf-24f3-4ce2-8e10-c997f6eabfe9/73c522bf-24f3-4ce2-8e10-c997f6eabfe9.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2105.484062] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2105.484675] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Waiting for the task: (returnval){ [ 2105.484675] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525017fd-2a85-e278-309e-dbfa5c600048" [ 2105.484675] env[62097]: _type = "Task" [ 2105.484675] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.484887] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89c93bae-2ae9-4f51-a98f-8143f7c19147 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.502020] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525017fd-2a85-e278-309e-dbfa5c600048, 'name': SearchDatastore_Task, 'duration_secs': 0.014196} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.504036] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2105.504371] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2105.504654] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2105.505181] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2105.505181] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2105.506184] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2105.506184] env[62097]: value = "task-2035723" [ 2105.506184] env[62097]: _type = "Task" [ 2105.506184] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.506184] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33c669e2-512e-466d-8d4f-2621d2f30240 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.514721] env[62097]: DEBUG nova.compute.manager [req-7d1256a2-72e2-4ecc-991f-dcc20a303c72 req-87f302cf-0dc4-4b4a-a6cc-b703ea3cb582 service nova] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Received event network-vif-plugged-343791b7-108c-418c-a9e4-4bff1a044713 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2105.514953] env[62097]: DEBUG oslo_concurrency.lockutils [req-7d1256a2-72e2-4ecc-991f-dcc20a303c72 req-87f302cf-0dc4-4b4a-a6cc-b703ea3cb582 service nova] Acquiring lock "a4bcb8a1-0c78-4d5d-a89b-33a6218fa981-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.515174] env[62097]: DEBUG oslo_concurrency.lockutils [req-7d1256a2-72e2-4ecc-991f-dcc20a303c72 req-87f302cf-0dc4-4b4a-a6cc-b703ea3cb582 service nova] Lock "a4bcb8a1-0c78-4d5d-a89b-33a6218fa981-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2105.515346] env[62097]: DEBUG oslo_concurrency.lockutils [req-7d1256a2-72e2-4ecc-991f-dcc20a303c72 req-87f302cf-0dc4-4b4a-a6cc-b703ea3cb582 service nova] Lock "a4bcb8a1-0c78-4d5d-a89b-33a6218fa981-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.515514] env[62097]: DEBUG nova.compute.manager [req-7d1256a2-72e2-4ecc-991f-dcc20a303c72 req-87f302cf-0dc4-4b4a-a6cc-b703ea3cb582 service nova] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] No waiting events found dispatching network-vif-plugged-343791b7-108c-418c-a9e4-4bff1a044713 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2105.515676] env[62097]: WARNING nova.compute.manager [req-7d1256a2-72e2-4ecc-991f-dcc20a303c72 req-87f302cf-0dc4-4b4a-a6cc-b703ea3cb582 service nova] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Received unexpected event network-vif-plugged-343791b7-108c-418c-a9e4-4bff1a044713 for instance with vm_state building and task_state spawning. [ 2105.515832] env[62097]: DEBUG nova.compute.manager [req-7d1256a2-72e2-4ecc-991f-dcc20a303c72 req-87f302cf-0dc4-4b4a-a6cc-b703ea3cb582 service nova] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Received event network-changed-343791b7-108c-418c-a9e4-4bff1a044713 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2105.515986] env[62097]: DEBUG nova.compute.manager [req-7d1256a2-72e2-4ecc-991f-dcc20a303c72 req-87f302cf-0dc4-4b4a-a6cc-b703ea3cb582 service nova] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Refreshing instance network info cache due to event network-changed-343791b7-108c-418c-a9e4-4bff1a044713. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2105.516252] env[62097]: DEBUG oslo_concurrency.lockutils [req-7d1256a2-72e2-4ecc-991f-dcc20a303c72 req-87f302cf-0dc4-4b4a-a6cc-b703ea3cb582 service nova] Acquiring lock "refresh_cache-a4bcb8a1-0c78-4d5d-a89b-33a6218fa981" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2105.516402] env[62097]: DEBUG oslo_concurrency.lockutils [req-7d1256a2-72e2-4ecc-991f-dcc20a303c72 req-87f302cf-0dc4-4b4a-a6cc-b703ea3cb582 service nova] Acquired lock "refresh_cache-a4bcb8a1-0c78-4d5d-a89b-33a6218fa981" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2105.516563] env[62097]: DEBUG nova.network.neutron [req-7d1256a2-72e2-4ecc-991f-dcc20a303c72 req-87f302cf-0dc4-4b4a-a6cc-b703ea3cb582 service nova] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Refreshing network info cache for port 343791b7-108c-418c-a9e4-4bff1a044713 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2105.525658] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.527077] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2105.527260] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2105.527981] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d5591b5-72d3-447a-9726-b3a058c80490 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.534212] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Waiting for the task: (returnval){ [ 2105.534212] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5236a2e8-c0a9-5a46-3901-1ed7b1003d31" [ 2105.534212] env[62097]: _type = "Task" [ 2105.534212] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.542346] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5236a2e8-c0a9-5a46-3901-1ed7b1003d31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.652706] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035719, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.794058] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035722, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.997881] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "interface-36360d25-2d81-405c-929d-def87fc4f8f9-28ae7cdc-fd4c-4a9d-9702-34511237b5c2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.998152] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "interface-36360d25-2d81-405c-929d-def87fc4f8f9-28ae7cdc-fd4c-4a9d-9702-34511237b5c2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.021752] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180226} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.021985] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2106.023126] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4b41d8-2fdc-453f-8245-819c60633202 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.049608] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 73c522bf-24f3-4ce2-8e10-c997f6eabfe9/73c522bf-24f3-4ce2-8e10-c997f6eabfe9.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2106.055059] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40c22bbf-a820-4cf1-9b8a-0e4c822c407c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.070982] env[62097]: DEBUG nova.network.neutron [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Updating instance_info_cache with network_info: [{"id": "39e184f6-b1a3-4b5d-b703-fd6c18d1bce9", "address": "fa:16:3e:82:75:32", "network": {"id": "f60cbb13-de5a-4273-9dce-9347f05a8c64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-361624700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e12bb11b9e548798618c073b9b30454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e184f6-b1", "ovs_interfaceid": "39e184f6-b1a3-4b5d-b703-fd6c18d1bce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2106.080778] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5236a2e8-c0a9-5a46-3901-1ed7b1003d31, 'name': SearchDatastore_Task, 'duration_secs': 0.023256} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.083208] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2106.083208] env[62097]: value = "task-2035724" [ 2106.083208] env[62097]: _type = "Task" [ 2106.083208] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.083420] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa533b0-57f1-4384-9661-eb713276affc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.094952] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Waiting for the task: (returnval){ [ 2106.094952] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5296f563-cc1a-f3f8-d728-b0bf68050dac" [ 2106.094952] env[62097]: _type = "Task" [ 2106.094952] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.102144] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.109447] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5296f563-cc1a-f3f8-d728-b0bf68050dac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.115453] env[62097]: DEBUG nova.compute.manager [req-c4770a04-f572-4a9c-ba27-6d35dca77e9a req-43688f82-8516-4c78-8fbf-bb59dd7ae1ec service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Received event network-vif-plugged-d62ffc95-00d5-4445-bb91-7072a2be0019 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2106.115677] env[62097]: DEBUG oslo_concurrency.lockutils [req-c4770a04-f572-4a9c-ba27-6d35dca77e9a req-43688f82-8516-4c78-8fbf-bb59dd7ae1ec service nova] Acquiring lock "743853c7-d06f-4e55-81ff-32427fc121ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.115873] env[62097]: DEBUG oslo_concurrency.lockutils [req-c4770a04-f572-4a9c-ba27-6d35dca77e9a req-43688f82-8516-4c78-8fbf-bb59dd7ae1ec service nova] Lock "743853c7-d06f-4e55-81ff-32427fc121ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.116093] env[62097]: DEBUG oslo_concurrency.lockutils [req-c4770a04-f572-4a9c-ba27-6d35dca77e9a req-43688f82-8516-4c78-8fbf-bb59dd7ae1ec service nova] Lock "743853c7-d06f-4e55-81ff-32427fc121ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.116303] env[62097]: DEBUG nova.compute.manager [req-c4770a04-f572-4a9c-ba27-6d35dca77e9a req-43688f82-8516-4c78-8fbf-bb59dd7ae1ec service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] No waiting events found dispatching network-vif-plugged-d62ffc95-00d5-4445-bb91-7072a2be0019 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2106.116485] env[62097]: WARNING nova.compute.manager [req-c4770a04-f572-4a9c-ba27-6d35dca77e9a req-43688f82-8516-4c78-8fbf-bb59dd7ae1ec service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Received unexpected event network-vif-plugged-d62ffc95-00d5-4445-bb91-7072a2be0019 for instance with vm_state shelved_offloaded and task_state spawning. [ 2106.153960] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035719, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.182269] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b30d9db-c982-4607-8324-d8d4046b089d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.192450] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a724ce0-e3e4-4037-a334-df06a862edcf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.226367] env[62097]: DEBUG oslo_concurrency.lockutils [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "refresh_cache-743853c7-d06f-4e55-81ff-32427fc121ad" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.226596] env[62097]: DEBUG oslo_concurrency.lockutils [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquired lock "refresh_cache-743853c7-d06f-4e55-81ff-32427fc121ad" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.226912] env[62097]: DEBUG nova.network.neutron [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2106.228975] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7016a9-3889-4e66-9141-f55d9e9e2303 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.238626] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2765e405-20bf-4ada-8022-2ad8da2ea3ad {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.256636] env[62097]: DEBUG nova.compute.provider_tree [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2106.294883] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035722, 'name': CreateVM_Task, 'duration_secs': 0.568733} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.295068] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2106.295986] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.295986] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.296273] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2106.296742] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be081314-b7ea-4160-98fc-680770723b3f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.301552] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2106.301552] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52434dae-40f6-88de-39e4-4eba5402eba2" [ 2106.301552] env[62097]: _type = "Task" [ 2106.301552] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.309254] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52434dae-40f6-88de-39e4-4eba5402eba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.310025] env[62097]: DEBUG nova.network.neutron [req-7d1256a2-72e2-4ecc-991f-dcc20a303c72 req-87f302cf-0dc4-4b4a-a6cc-b703ea3cb582 service nova] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Updated VIF entry in instance network info cache for port 343791b7-108c-418c-a9e4-4bff1a044713. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2106.310364] env[62097]: DEBUG nova.network.neutron [req-7d1256a2-72e2-4ecc-991f-dcc20a303c72 req-87f302cf-0dc4-4b4a-a6cc-b703ea3cb582 service nova] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Updating instance_info_cache with network_info: [{"id": "343791b7-108c-418c-a9e4-4bff1a044713", "address": "fa:16:3e:a1:ca:82", "network": {"id": "6fa184c2-71c5-4120-a05c-3a7d42cba370", "bridge": "br-int", "label": "tempest-ServersTestJSON-820392323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54320ff767714f48a1a5d4ef405d2e69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap343791b7-10", "ovs_interfaceid": "343791b7-108c-418c-a9e4-4bff1a044713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2106.501410] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.501642] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.503059] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539b707c-e9ef-4fc3-9867-945eee724218 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.522270] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db86bb4d-1aa8-4137-af90-8fdf6394fa3c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.547802] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Reconfiguring VM to detach interface {{(pid=62097) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2106.548151] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f793c63a-2f7a-43f0-9be8-db5e9f509e8d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.569049] env[62097]: DEBUG oslo_vmware.api [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2106.569049] env[62097]: value = "task-2035725" [ 2106.569049] env[62097]: _type = "Task" [ 2106.569049] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.573764] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Releasing lock "refresh_cache-b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2106.574062] env[62097]: DEBUG nova.objects.instance [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lazy-loading 'migration_context' on Instance uuid b6a0eea9-5b4d-4324-92d5-65f7b1dae33a {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2106.579098] env[62097]: DEBUG oslo_vmware.api [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.594095] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.603312] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5296f563-cc1a-f3f8-d728-b0bf68050dac, 'name': SearchDatastore_Task, 'duration_secs': 0.012736} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.603569] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2106.603837] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] be617a97-254e-43c5-8bd3-0316e451a7c7/be617a97-254e-43c5-8bd3-0316e451a7c7.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2106.604178] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87af44d8-70e8-43af-a948-b96c56a175f3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.610322] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Waiting for the task: (returnval){ [ 2106.610322] env[62097]: value = "task-2035726" [ 2106.610322] env[62097]: _type = "Task" [ 2106.610322] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.618120] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.656036] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035719, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.759865] env[62097]: DEBUG nova.scheduler.client.report [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2106.815076] env[62097]: DEBUG oslo_concurrency.lockutils [req-7d1256a2-72e2-4ecc-991f-dcc20a303c72 req-87f302cf-0dc4-4b4a-a6cc-b703ea3cb582 service nova] Releasing lock "refresh_cache-a4bcb8a1-0c78-4d5d-a89b-33a6218fa981" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2106.815450] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52434dae-40f6-88de-39e4-4eba5402eba2, 'name': SearchDatastore_Task, 'duration_secs': 0.009166} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.815538] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2106.815768] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2106.816013] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.816198] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.816387] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2106.816667] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69296922-be14-4fa9-8986-5cbb961b0b08 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.832079] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2106.832364] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2106.833020] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-440f3a12-03f4-4a87-a79d-ee9a60e7d6b4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.838892] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2106.838892] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52deb514-e3b2-a10f-ce4f-c42fc5014199" [ 2106.838892] env[62097]: _type = "Task" [ 2106.838892] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.852197] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52deb514-e3b2-a10f-ce4f-c42fc5014199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.076572] env[62097]: DEBUG nova.objects.base [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62097) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2107.077563] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58fd0fc-0829-415b-8713-dc6034f79ce8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.081442] env[62097]: DEBUG nova.network.neutron [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Updating instance_info_cache with network_info: [{"id": "d62ffc95-00d5-4445-bb91-7072a2be0019", "address": "fa:16:3e:c4:a3:bc", "network": {"id": "4b38f34b-9283-4f1c-a81c-ecc76db59b3a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944861485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b758427cb84ff0a469292b373bbffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd62ffc95-00", "ovs_interfaceid": "d62ffc95-00d5-4445-bb91-7072a2be0019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2107.088180] env[62097]: DEBUG oslo_vmware.api [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.126553] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-835232e9-5e66-4ce8-bc1b-749124de3b16 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.132676] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035724, 'name': ReconfigVM_Task, 'duration_secs': 0.775772} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.133640] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 73c522bf-24f3-4ce2-8e10-c997f6eabfe9/73c522bf-24f3-4ce2-8e10-c997f6eabfe9.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2107.134291] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-961530d2-483f-4297-8fd6-27a920e8a4c4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.140147] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035726, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.140479] env[62097]: DEBUG oslo_vmware.api [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2107.140479] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52386911-fab9-8808-845c-aed3d0ed45cd" [ 2107.140479] env[62097]: _type = "Task" [ 2107.140479] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.146667] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2107.146667] env[62097]: value = "task-2035727" [ 2107.146667] env[62097]: _type = "Task" [ 2107.146667] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.156647] env[62097]: DEBUG oslo_vmware.api [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52386911-fab9-8808-845c-aed3d0ed45cd, 'name': SearchDatastore_Task, 'duration_secs': 0.014987} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.157265] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.163734] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035719, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.166791] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035727, 'name': Rename_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.268313] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.268858] env[62097]: DEBUG nova.compute.manager [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2107.272527] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.115s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.350426] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52deb514-e3b2-a10f-ce4f-c42fc5014199, 'name': SearchDatastore_Task, 'duration_secs': 0.066269} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.351335] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-291c4702-0604-4a51-92cb-b9186e7a9880 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.357480] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2107.357480] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52287906-e036-bcaf-4641-e8d0682ba7c7" [ 2107.357480] env[62097]: _type = "Task" [ 2107.357480] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.366119] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52287906-e036-bcaf-4641-e8d0682ba7c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.582204] env[62097]: DEBUG oslo_vmware.api [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.589999] env[62097]: DEBUG oslo_concurrency.lockutils [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Releasing lock "refresh_cache-743853c7-d06f-4e55-81ff-32427fc121ad" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2107.615566] env[62097]: DEBUG nova.virt.hardware [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c9bc1ad40fab13a82e9564928437d8c0',container_format='bare',created_at=2025-01-07T02:14:17Z,direct_url=,disk_format='vmdk',id=a417e9a4-623d-4297-900b-d26af891925a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1958279093-shelved',owner='83b758427cb84ff0a469292b373bbffe',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-01-07T02:14:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2107.615809] env[62097]: DEBUG nova.virt.hardware [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2107.615968] env[62097]: DEBUG nova.virt.hardware [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2107.616212] env[62097]: DEBUG nova.virt.hardware [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2107.616368] env[62097]: DEBUG nova.virt.hardware [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2107.616519] env[62097]: DEBUG nova.virt.hardware [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2107.616728] env[62097]: DEBUG nova.virt.hardware [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2107.616883] env[62097]: DEBUG nova.virt.hardware [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2107.617062] env[62097]: DEBUG nova.virt.hardware [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2107.617249] env[62097]: DEBUG nova.virt.hardware [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2107.617432] env[62097]: DEBUG nova.virt.hardware [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2107.618264] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa71cf4a-79b2-4833-85d4-b2bf2e0f0cb1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.628775] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529927} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.630788] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] be617a97-254e-43c5-8bd3-0316e451a7c7/be617a97-254e-43c5-8bd3-0316e451a7c7.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2107.631028] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2107.631305] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d58a8d82-d436-444f-8802-9768ec4f2daf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.633878] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6b7df7-d032-44a5-8d51-df211d6db9fd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.642045] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Waiting for the task: (returnval){ [ 2107.642045] env[62097]: value = "task-2035728" [ 2107.642045] env[62097]: _type = "Task" [ 2107.642045] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.649994] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:a3:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd62ffc95-00d5-4445-bb91-7072a2be0019', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2107.658570] env[62097]: DEBUG oslo.service.loopingcall [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2107.664442] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2107.667549] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e898f7f-449a-4be6-bb68-51d5a4342ad0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.686740] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035728, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.693686] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035719, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.693897] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2107.693897] env[62097]: value = "task-2035729" [ 2107.693897] env[62097]: _type = "Task" [ 2107.693897] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.694171] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035727, 'name': Rename_Task, 'duration_secs': 0.168243} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.694493] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2107.697512] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-343d103d-70b7-4cfa-8655-286072395d0d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.703952] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035729, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.705287] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2107.705287] env[62097]: value = "task-2035730" [ 2107.705287] env[62097]: _type = "Task" [ 2107.705287] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.719943] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.762117] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "a21e5049-0e4a-4b0e-86c8-75aab9ec73fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.762378] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "a21e5049-0e4a-4b0e-86c8-75aab9ec73fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.778116] env[62097]: DEBUG nova.compute.utils [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2107.780063] env[62097]: DEBUG nova.compute.manager [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2107.780236] env[62097]: DEBUG nova.network.neutron [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2107.821633] env[62097]: DEBUG nova.policy [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07787b540f90494f926365a6da34a18b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10531038618d46459d3b35bf6649dfa6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2107.867464] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52287906-e036-bcaf-4641-e8d0682ba7c7, 'name': SearchDatastore_Task, 'duration_secs': 0.013875} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.869961] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2107.870247] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] a4bcb8a1-0c78-4d5d-a89b-33a6218fa981/a4bcb8a1-0c78-4d5d-a89b-33a6218fa981.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2107.870680] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61c0b554-3527-475a-8a36-c5ae494d21e5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.878889] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2107.878889] env[62097]: value = "task-2035731" [ 2107.878889] env[62097]: _type = "Task" [ 2107.878889] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.889711] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.988212] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7733f87c-abc7-4b92-848c-6fce78646955 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.998137] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b687540b-f71b-4740-b389-2ccf6ac5d011 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.028799] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c575ade6-b9a0-4b45-a5f1-474afa2b859c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.036482] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62a9a86-3ee1-422e-be83-39f98adf0eb0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.049790] env[62097]: DEBUG nova.compute.provider_tree [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2108.081110] env[62097]: DEBUG oslo_vmware.api [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.083797] env[62097]: DEBUG nova.network.neutron [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Successfully created port: d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2108.146455] env[62097]: DEBUG nova.compute.manager [req-1bbcc708-93d6-481f-9a90-16d75fd8b0a4 req-2e8c8d1f-d5f1-49fb-8037-431e1de2cf68 service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Received event network-changed-d62ffc95-00d5-4445-bb91-7072a2be0019 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2108.146622] env[62097]: DEBUG nova.compute.manager [req-1bbcc708-93d6-481f-9a90-16d75fd8b0a4 req-2e8c8d1f-d5f1-49fb-8037-431e1de2cf68 service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Refreshing instance network info cache due to event network-changed-d62ffc95-00d5-4445-bb91-7072a2be0019. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2108.146844] env[62097]: DEBUG oslo_concurrency.lockutils [req-1bbcc708-93d6-481f-9a90-16d75fd8b0a4 req-2e8c8d1f-d5f1-49fb-8037-431e1de2cf68 service nova] Acquiring lock "refresh_cache-743853c7-d06f-4e55-81ff-32427fc121ad" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2108.147044] env[62097]: DEBUG oslo_concurrency.lockutils [req-1bbcc708-93d6-481f-9a90-16d75fd8b0a4 req-2e8c8d1f-d5f1-49fb-8037-431e1de2cf68 service nova] Acquired lock "refresh_cache-743853c7-d06f-4e55-81ff-32427fc121ad" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2108.147229] env[62097]: DEBUG nova.network.neutron [req-1bbcc708-93d6-481f-9a90-16d75fd8b0a4 req-2e8c8d1f-d5f1-49fb-8037-431e1de2cf68 service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Refreshing network info cache for port d62ffc95-00d5-4445-bb91-7072a2be0019 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2108.163371] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035719, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.166314] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079876} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.166564] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2108.167404] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9774570-8a39-4303-883c-08d2a9ec2857 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.187775] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] be617a97-254e-43c5-8bd3-0316e451a7c7/be617a97-254e-43c5-8bd3-0316e451a7c7.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2108.188448] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f1cea46-1280-4519-9ded-e2362b27c865 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.212334] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Waiting for the task: (returnval){ [ 2108.212334] env[62097]: value = "task-2035732" [ 2108.212334] env[62097]: _type = "Task" [ 2108.212334] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.215524] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035729, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.221114] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035730, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.227385] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035732, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.266581] env[62097]: DEBUG nova.compute.manager [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2108.283538] env[62097]: DEBUG nova.compute.manager [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2108.390160] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.553054] env[62097]: DEBUG nova.scheduler.client.report [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2108.581918] env[62097]: DEBUG oslo_vmware.api [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.661089] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035719, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.719179] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035729, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.719449] env[62097]: DEBUG oslo_vmware.api [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035730, 'name': PowerOnVM_Task, 'duration_secs': 0.714483} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.724380] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2108.724599] env[62097]: INFO nova.compute.manager [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Took 8.28 seconds to spawn the instance on the hypervisor. [ 2108.724781] env[62097]: DEBUG nova.compute.manager [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2108.725507] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f611666-9313-473f-ba66-4286cf6aff11 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.735562] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.794625] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.889848] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035731, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.894814] env[62097]: DEBUG nova.network.neutron [req-1bbcc708-93d6-481f-9a90-16d75fd8b0a4 req-2e8c8d1f-d5f1-49fb-8037-431e1de2cf68 service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Updated VIF entry in instance network info cache for port d62ffc95-00d5-4445-bb91-7072a2be0019. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2108.895200] env[62097]: DEBUG nova.network.neutron [req-1bbcc708-93d6-481f-9a90-16d75fd8b0a4 req-2e8c8d1f-d5f1-49fb-8037-431e1de2cf68 service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Updating instance_info_cache with network_info: [{"id": "d62ffc95-00d5-4445-bb91-7072a2be0019", "address": "fa:16:3e:c4:a3:bc", "network": {"id": "4b38f34b-9283-4f1c-a81c-ecc76db59b3a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944861485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b758427cb84ff0a469292b373bbffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd62ffc95-00", "ovs_interfaceid": "d62ffc95-00d5-4445-bb91-7072a2be0019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.084908] env[62097]: DEBUG oslo_vmware.api [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.161651] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035719, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.215047] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035729, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.227312] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035732, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.247376] env[62097]: INFO nova.compute.manager [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Took 17.17 seconds to build instance. [ 2109.296662] env[62097]: DEBUG nova.compute.manager [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2109.318491] env[62097]: DEBUG nova.virt.hardware [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2109.318746] env[62097]: DEBUG nova.virt.hardware [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2109.318948] env[62097]: DEBUG nova.virt.hardware [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2109.319162] env[62097]: DEBUG nova.virt.hardware [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2109.319312] env[62097]: DEBUG nova.virt.hardware [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2109.319457] env[62097]: DEBUG nova.virt.hardware [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2109.319667] env[62097]: DEBUG nova.virt.hardware [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2109.319827] env[62097]: DEBUG nova.virt.hardware [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2109.319995] env[62097]: DEBUG nova.virt.hardware [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2109.320217] env[62097]: DEBUG nova.virt.hardware [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2109.320433] env[62097]: DEBUG nova.virt.hardware [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2109.321291] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba54a8c9-6190-4487-8523-9f9d9638cdd8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.329666] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67d573b-a91d-4bdc-914f-de62c2183b08 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.389477] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035731, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.256003} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.389625] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] a4bcb8a1-0c78-4d5d-a89b-33a6218fa981/a4bcb8a1-0c78-4d5d-a89b-33a6218fa981.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2109.389826] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2109.390072] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b694eecc-2ba3-4ba1-bd8b-91e8dc49871d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.396215] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2109.396215] env[62097]: value = "task-2035733" [ 2109.396215] env[62097]: _type = "Task" [ 2109.396215] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.399418] env[62097]: DEBUG oslo_concurrency.lockutils [req-1bbcc708-93d6-481f-9a90-16d75fd8b0a4 req-2e8c8d1f-d5f1-49fb-8037-431e1de2cf68 service nova] Releasing lock "refresh_cache-743853c7-d06f-4e55-81ff-32427fc121ad" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2109.404463] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.563932] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.291s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.568017] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.772s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.568298] env[62097]: INFO nova.compute.claims [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2109.582743] env[62097]: DEBUG oslo_vmware.api [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.662500] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035719, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.715495] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035729, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.728549] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035732, 'name': ReconfigVM_Task, 'duration_secs': 1.037873} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.728957] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Reconfigured VM instance instance-0000006a to attach disk [datastore1] be617a97-254e-43c5-8bd3-0316e451a7c7/be617a97-254e-43c5-8bd3-0316e451a7c7.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2109.729796] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e59b595b-9a24-4706-8f43-04fa3178f556 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.737031] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Waiting for the task: (returnval){ [ 2109.737031] env[62097]: value = "task-2035734" [ 2109.737031] env[62097]: _type = "Task" [ 2109.737031] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.747895] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035734, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.749517] env[62097]: DEBUG oslo_concurrency.lockutils [None req-64d47ad7-343c-436e-9edb-a0191663a4bb tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "73c522bf-24f3-4ce2-8e10-c997f6eabfe9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.679s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.904851] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069903} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.905154] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2109.905920] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd89b76f-8028-4e96-a91f-43c411306c81 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.928789] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] a4bcb8a1-0c78-4d5d-a89b-33a6218fa981/a4bcb8a1-0c78-4d5d-a89b-33a6218fa981.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2109.929077] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e137e64-72f2-4375-92fd-6834b986d8e0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.948609] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2109.948609] env[62097]: value = "task-2035735" [ 2109.948609] env[62097]: _type = "Task" [ 2109.948609] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.956984] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.088206] env[62097]: DEBUG oslo_vmware.api [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.131542] env[62097]: INFO nova.scheduler.client.report [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Deleted allocation for migration 62117177-442e-43a7-8d46-7397de9f1834 [ 2110.163489] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035719, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.217257] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035729, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.246942] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035734, 'name': Rename_Task, 'duration_secs': 0.146712} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.247411] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2110.247590] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-616992e7-d9fd-4d0b-ada4-205324ee9771 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.253385] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Waiting for the task: (returnval){ [ 2110.253385] env[62097]: value = "task-2035736" [ 2110.253385] env[62097]: _type = "Task" [ 2110.253385] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.261196] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.459246] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035735, 'name': ReconfigVM_Task, 'duration_secs': 0.264623} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.459576] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Reconfigured VM instance instance-0000006c to attach disk [datastore1] a4bcb8a1-0c78-4d5d-a89b-33a6218fa981/a4bcb8a1-0c78-4d5d-a89b-33a6218fa981.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2110.460277] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-522f02f2-b2ef-4a1f-a4c4-6f2915f97ab0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.466474] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2110.466474] env[62097]: value = "task-2035737" [ 2110.466474] env[62097]: _type = "Task" [ 2110.466474] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.473949] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035737, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.595540] env[62097]: DEBUG oslo_vmware.api [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.639829] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.472s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.663455] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035719, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.719692] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035729, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.766266] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035736, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.815094] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604c1f7e-5666-4bf1-8cfa-5570496ab97b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.823109] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf406e8-598c-4f9c-a678-1f7ca7588ea9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.853320] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5017d4a2-ed25-48bf-b925-e1c4410bb938 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.861044] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7259f2f2-342d-4c60-abcb-7b4f25933d4b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.874170] env[62097]: DEBUG nova.compute.provider_tree [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2110.976095] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035737, 'name': Rename_Task, 'duration_secs': 0.14547} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.976447] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2110.976585] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-609ce9ae-42ba-4f8d-be0d-7b4eeda52be5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.983213] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2110.983213] env[62097]: value = "task-2035738" [ 2110.983213] env[62097]: _type = "Task" [ 2110.983213] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.990526] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.090733] env[62097]: DEBUG oslo_vmware.api [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.163665] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035719, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.218694] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035729, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.265881] env[62097]: DEBUG oslo_vmware.api [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035736, 'name': PowerOnVM_Task, 'duration_secs': 0.664316} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.266285] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2111.266520] env[62097]: DEBUG nova.compute.manager [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2111.267388] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6427b4a0-dece-417c-9042-ab946486bed8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.298115] env[62097]: DEBUG nova.compute.manager [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Stashing vm_state: active {{(pid=62097) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2111.377082] env[62097]: DEBUG nova.scheduler.client.report [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2111.493411] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035738, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.588514] env[62097]: DEBUG oslo_vmware.api [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.663642] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035719, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.693049] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.693049] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.693049] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "b6a0eea9-5b4d-4324-92d5-65f7b1dae33a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.693049] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "b6a0eea9-5b4d-4324-92d5-65f7b1dae33a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.693342] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "b6a0eea9-5b4d-4324-92d5-65f7b1dae33a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.696029] env[62097]: INFO nova.compute.manager [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Terminating instance [ 2111.720446] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035729, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.783384] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.818125] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.882247] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.883049] env[62097]: DEBUG nova.compute.manager [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2111.885897] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.103s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.886105] env[62097]: DEBUG nova.objects.instance [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62097) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2111.994519] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035738, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.089552] env[62097]: DEBUG oslo_vmware.api [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035725, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.164293] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035719, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.199239] env[62097]: DEBUG nova.compute.manager [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2112.199499] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2112.200392] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a3e627-2932-42d3-8b89-670bbe523c0a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.207744] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2112.207970] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bdb189e-89ef-412f-9793-bdad929a145c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.213585] env[62097]: DEBUG oslo_vmware.api [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2112.213585] env[62097]: value = "task-2035739" [ 2112.213585] env[62097]: _type = "Task" [ 2112.213585] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.219137] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035729, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.223440] env[62097]: DEBUG oslo_vmware.api [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.391275] env[62097]: DEBUG nova.compute.utils [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2112.396886] env[62097]: DEBUG nova.compute.manager [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2112.396886] env[62097]: DEBUG nova.network.neutron [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2112.447734] env[62097]: DEBUG nova.policy [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39a79ff548394800951fb1fb2048b67f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0d791dcc643402497341d7fb0f84168', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2112.472021] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2112.472269] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2112.482639] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Acquiring lock "be617a97-254e-43c5-8bd3-0316e451a7c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.482639] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Lock "be617a97-254e-43c5-8bd3-0316e451a7c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.482639] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Acquiring lock "be617a97-254e-43c5-8bd3-0316e451a7c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.482639] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Lock "be617a97-254e-43c5-8bd3-0316e451a7c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.482639] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Lock "be617a97-254e-43c5-8bd3-0316e451a7c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.484455] env[62097]: INFO nova.compute.manager [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Terminating instance [ 2112.496126] env[62097]: DEBUG oslo_vmware.api [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035738, 'name': PowerOnVM_Task, 'duration_secs': 1.443474} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.496767] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2112.496767] env[62097]: INFO nova.compute.manager [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Took 9.71 seconds to spawn the instance on the hypervisor. [ 2112.496875] env[62097]: DEBUG nova.compute.manager [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2112.497644] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a50e480-5acc-4217-984f-444e870166fd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.590202] env[62097]: DEBUG oslo_vmware.api [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035725, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.665272] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035719, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.697477] env[62097]: DEBUG nova.network.neutron [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Successfully created port: b9f4ccc4-07a6-43f1-8de7-41e243c75e2b {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2112.721163] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035729, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.726327] env[62097]: DEBUG oslo_vmware.api [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035739, 'name': PowerOffVM_Task, 'duration_secs': 0.351464} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.726620] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2112.726900] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2112.727575] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e084f77-c08d-43d3-8698-d00e4b7e251e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.897767] env[62097]: DEBUG nova.compute.manager [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2112.901128] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b32417a1-bd54-4096-91b0-b2b477720248 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.902176] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.084s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.980400] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2112.981512] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2112.981512] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Rebuilding the list of instances to heal {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2112.991671] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Acquiring lock "refresh_cache-be617a97-254e-43c5-8bd3-0316e451a7c7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2112.991871] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Acquired lock "refresh_cache-be617a97-254e-43c5-8bd3-0316e451a7c7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2112.992086] env[62097]: DEBUG nova.network.neutron [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2113.019395] env[62097]: INFO nova.compute.manager [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Took 14.88 seconds to build instance. [ 2113.092424] env[62097]: DEBUG oslo_vmware.api [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035725, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.165475] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035719, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.221822] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035729, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.408315] env[62097]: INFO nova.compute.claims [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2113.488355] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Skipping network cache update for instance because it is being deleted. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 2113.488666] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Skipping network cache update for instance because it is Building. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 2113.488758] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Skipping network cache update for instance because it is Building. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 2113.488992] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2113.489160] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquired lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2113.489324] env[62097]: DEBUG nova.network.neutron [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Forcefully refreshing network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2113.489479] env[62097]: DEBUG nova.objects.instance [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lazy-loading 'info_cache' on Instance uuid 94c79923-ba65-435f-ab7f-2d1ba6399b51 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2113.510915] env[62097]: DEBUG nova.network.neutron [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2113.521133] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b92e733-b744-45bf-8d55-83cd64d0c715 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "a4bcb8a1-0c78-4d5d-a89b-33a6218fa981" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.391s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.571376] env[62097]: DEBUG nova.network.neutron [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.593291] env[62097]: DEBUG oslo_vmware.api [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035725, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.666606] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035719, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.720470] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035729, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.821505] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "a4bcb8a1-0c78-4d5d-a89b-33a6218fa981" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.821505] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "a4bcb8a1-0c78-4d5d-a89b-33a6218fa981" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.821505] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "a4bcb8a1-0c78-4d5d-a89b-33a6218fa981-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.821505] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "a4bcb8a1-0c78-4d5d-a89b-33a6218fa981-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.821676] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "a4bcb8a1-0c78-4d5d-a89b-33a6218fa981-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.823560] env[62097]: INFO nova.compute.manager [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Terminating instance [ 2113.915222] env[62097]: INFO nova.compute.resource_tracker [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Updating resource usage from migration c35b97d0-17f9-4595-a748-67ef30d86756 [ 2113.918462] env[62097]: DEBUG nova.compute.manager [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2113.943988] env[62097]: DEBUG nova.virt.hardware [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2113.944329] env[62097]: DEBUG nova.virt.hardware [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2113.944533] env[62097]: DEBUG nova.virt.hardware [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2113.944777] env[62097]: DEBUG nova.virt.hardware [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2113.944977] env[62097]: DEBUG nova.virt.hardware [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2113.945188] env[62097]: DEBUG nova.virt.hardware [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2113.945472] env[62097]: DEBUG nova.virt.hardware [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2113.945689] env[62097]: DEBUG nova.virt.hardware [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2113.945908] env[62097]: DEBUG nova.virt.hardware [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2113.946169] env[62097]: DEBUG nova.virt.hardware [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2113.946428] env[62097]: DEBUG nova.virt.hardware [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2113.947553] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e089681-9fe1-44c9-adc5-27d38a2ab9f0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.960573] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f54d548-3c0b-4a14-8866-0aefb1f74a1c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.074627] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Releasing lock "refresh_cache-be617a97-254e-43c5-8bd3-0316e451a7c7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2114.075049] env[62097]: DEBUG nova.compute.manager [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2114.075250] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2114.076103] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04e0956-09ad-4a59-acdd-713081426cf9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.083668] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2114.086608] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2c0dde9-784c-4acc-9fa3-bb3e74a8122a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.093360] env[62097]: DEBUG oslo_vmware.api [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035725, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.096624] env[62097]: DEBUG oslo_vmware.api [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Waiting for the task: (returnval){ [ 2114.096624] env[62097]: value = "task-2035741" [ 2114.096624] env[62097]: _type = "Task" [ 2114.096624] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.104222] env[62097]: DEBUG oslo_vmware.api [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.156698] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21015d7-8875-41ea-89a6-839bd543d8de {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.171439] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b5cdf3-dd11-4987-85b3-3068c53e6747 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.174923] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035719, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.212532] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777bec4b-8c05-4ad8-8481-2a2d1a4ede41 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.232286] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38eef408-fd19-4f19-b9cf-6077b0926cd4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.238589] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035729, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.256749] env[62097]: DEBUG nova.compute.provider_tree [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2114.327053] env[62097]: DEBUG nova.compute.manager [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2114.327347] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2114.328245] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c476a3b-9d58-480d-87a3-628d661aa3b2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.336239] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2114.336487] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abd72a35-2fbb-45e2-8716-6346a9725ded {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.342373] env[62097]: DEBUG oslo_vmware.api [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2114.342373] env[62097]: value = "task-2035742" [ 2114.342373] env[62097]: _type = "Task" [ 2114.342373] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.352078] env[62097]: DEBUG oslo_vmware.api [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.593355] env[62097]: DEBUG oslo_vmware.api [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035725, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.604817] env[62097]: DEBUG oslo_vmware.api [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035741, 'name': PowerOffVM_Task, 'duration_secs': 0.193488} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.605076] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2114.605270] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2114.605506] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fee4d6c7-ebf0-4106-ad6f-3595ad1aee79 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.629790] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2114.630012] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2114.630204] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Deleting the datastore file [datastore1] be617a97-254e-43c5-8bd3-0316e451a7c7 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2114.630444] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09db0ee0-c222-4222-906a-b59b241327bd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.636082] env[62097]: DEBUG oslo_vmware.api [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Waiting for the task: (returnval){ [ 2114.636082] env[62097]: value = "task-2035744" [ 2114.636082] env[62097]: _type = "Task" [ 2114.636082] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.643619] env[62097]: DEBUG oslo_vmware.api [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.669545] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035719, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.726522] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035729, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.761044] env[62097]: DEBUG nova.scheduler.client.report [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2114.852540] env[62097]: DEBUG oslo_vmware.api [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035742, 'name': PowerOffVM_Task, 'duration_secs': 0.173417} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.852806] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2114.852976] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2114.853235] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0c34b74-2a9e-40e7-9827-0f206ee96fdc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.857384] env[62097]: DEBUG oslo_concurrency.lockutils [None req-809f098f-f64a-4f3a-983b-962e12ebbec0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquiring lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.857601] env[62097]: DEBUG oslo_concurrency.lockutils [None req-809f098f-f64a-4f3a-983b-962e12ebbec0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.017623] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2115.017785] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2115.017993] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Deleting the datastore file [datastore1] b6a0eea9-5b4d-4324-92d5-65f7b1dae33a {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2115.018247] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8af01bad-1073-4f9c-8c5a-8f67dac39d57 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.026347] env[62097]: DEBUG oslo_vmware.api [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for the task: (returnval){ [ 2115.026347] env[62097]: value = "task-2035746" [ 2115.026347] env[62097]: _type = "Task" [ 2115.026347] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.037199] env[62097]: DEBUG oslo_vmware.api [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.038642] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2115.038898] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2115.039180] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Deleting the datastore file [datastore1] a4bcb8a1-0c78-4d5d-a89b-33a6218fa981 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2115.039509] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e2dc2b0-f25a-4f9f-a882-b836739f460f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.045397] env[62097]: DEBUG oslo_vmware.api [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2115.045397] env[62097]: value = "task-2035747" [ 2115.045397] env[62097]: _type = "Task" [ 2115.045397] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.053660] env[62097]: DEBUG oslo_vmware.api [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.095830] env[62097]: DEBUG oslo_vmware.api [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035725, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.148029] env[62097]: DEBUG oslo_vmware.api [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Task: {'id': task-2035744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085323} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.148029] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2115.148333] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2115.148576] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2115.148796] env[62097]: INFO nova.compute.manager [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2115.149074] env[62097]: DEBUG oslo.service.loopingcall [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2115.149298] env[62097]: DEBUG nova.compute.manager [-] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2115.149405] env[62097]: DEBUG nova.network.neutron [-] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2115.173774] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035719, 'name': CloneVM_Task, 'duration_secs': 10.943708} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.174463] env[62097]: DEBUG nova.network.neutron [-] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2115.175769] env[62097]: INFO nova.virt.vmwareapi.vmops [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Created linked-clone VM from snapshot [ 2115.176582] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddd7aa8-3058-4d51-b481-40a4d32ad437 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.185697] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Uploading image 7ea34f6b-4cc7-4f21-a5fa-86c951318f31 {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2115.209119] env[62097]: DEBUG oslo_vmware.rw_handles [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2115.209119] env[62097]: value = "vm-418058" [ 2115.209119] env[62097]: _type = "VirtualMachine" [ 2115.209119] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2115.209463] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7a2de576-dc84-486a-87e1-5559e43e809b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.222222] env[62097]: DEBUG oslo_vmware.rw_handles [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lease: (returnval){ [ 2115.222222] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b7c7f4-f307-ba64-ae3f-77c3c19df3ac" [ 2115.222222] env[62097]: _type = "HttpNfcLease" [ 2115.222222] env[62097]: } obtained for exporting VM: (result){ [ 2115.222222] env[62097]: value = "vm-418058" [ 2115.222222] env[62097]: _type = "VirtualMachine" [ 2115.222222] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2115.222532] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the lease: (returnval){ [ 2115.222532] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b7c7f4-f307-ba64-ae3f-77c3c19df3ac" [ 2115.222532] env[62097]: _type = "HttpNfcLease" [ 2115.222532] env[62097]: } to be ready. {{(pid=62097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2115.229543] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035729, 'name': CreateVM_Task, 'duration_secs': 7.522852} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.230014] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2115.230703] env[62097]: DEBUG oslo_concurrency.lockutils [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a417e9a4-623d-4297-900b-d26af891925a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.230871] env[62097]: DEBUG oslo_concurrency.lockutils [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a417e9a4-623d-4297-900b-d26af891925a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.231285] env[62097]: DEBUG oslo_concurrency.lockutils [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a417e9a4-623d-4297-900b-d26af891925a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2115.232786] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32d72e44-dc90-41ac-83ad-323c0d7d5b73 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.234367] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2115.234367] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b7c7f4-f307-ba64-ae3f-77c3c19df3ac" [ 2115.234367] env[62097]: _type = "HttpNfcLease" [ 2115.234367] env[62097]: } is ready. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2115.235221] env[62097]: DEBUG oslo_vmware.rw_handles [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2115.235221] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b7c7f4-f307-ba64-ae3f-77c3c19df3ac" [ 2115.235221] env[62097]: _type = "HttpNfcLease" [ 2115.235221] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2115.236245] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae69dbc6-9f4a-4948-8b1a-05a5cf20f4b4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.239637] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2115.239637] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]520497e9-4cc4-3a86-29eb-f9cab890a01c" [ 2115.239637] env[62097]: _type = "Task" [ 2115.239637] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.245902] env[62097]: DEBUG oslo_vmware.rw_handles [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52abcca0-e4f4-ddb6-fa40-c9ce170455b5/disk-0.vmdk from lease info. {{(pid=62097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2115.246117] env[62097]: DEBUG oslo_vmware.rw_handles [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52abcca0-e4f4-ddb6-fa40-c9ce170455b5/disk-0.vmdk for reading. {{(pid=62097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2115.248376] env[62097]: DEBUG nova.network.neutron [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Updating instance_info_cache with network_info: [{"id": "876d2824-7c73-4cd1-8e57-400c39804568", "address": "fa:16:3e:a1:94:5d", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876d2824-7c", "ovs_interfaceid": "876d2824-7c73-4cd1-8e57-400c39804568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.306983] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.403s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.306983] env[62097]: INFO nova.compute.manager [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Migrating [ 2115.319870] env[62097]: DEBUG oslo_concurrency.lockutils [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a417e9a4-623d-4297-900b-d26af891925a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.320128] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Processing image a417e9a4-623d-4297-900b-d26af891925a {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2115.320357] env[62097]: DEBUG oslo_concurrency.lockutils [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a417e9a4-623d-4297-900b-d26af891925a/a417e9a4-623d-4297-900b-d26af891925a.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.320498] env[62097]: DEBUG oslo_concurrency.lockutils [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a417e9a4-623d-4297-900b-d26af891925a/a417e9a4-623d-4297-900b-d26af891925a.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.320668] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2115.326387] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-879ae956-236e-4f9c-a005-afb18534726a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.336872] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2115.337076] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2115.338448] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90adb3b1-025c-4cb9-93b5-3c222e36ddce {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.344154] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2115.344154] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5296701c-a3b8-a7ff-40d9-3cbbb05f1064" [ 2115.344154] env[62097]: _type = "Task" [ 2115.344154] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.353247] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5296701c-a3b8-a7ff-40d9-3cbbb05f1064, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.357263] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cfdcca9d-2647-41bf-849e-49d432884e90 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.360567] env[62097]: DEBUG nova.compute.utils [None req-809f098f-f64a-4f3a-983b-962e12ebbec0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2115.537089] env[62097]: DEBUG oslo_vmware.api [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Task: {'id': task-2035746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144256} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.537394] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2115.537547] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2115.537728] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2115.537904] env[62097]: INFO nova.compute.manager [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Took 3.34 seconds to destroy the instance on the hypervisor. [ 2115.538170] env[62097]: DEBUG oslo.service.loopingcall [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2115.538364] env[62097]: DEBUG nova.compute.manager [-] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2115.538461] env[62097]: DEBUG nova.network.neutron [-] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2115.557313] env[62097]: DEBUG oslo_vmware.api [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143778} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.557839] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2115.558132] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2115.558336] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2115.558524] env[62097]: INFO nova.compute.manager [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2115.558758] env[62097]: DEBUG oslo.service.loopingcall [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2115.558946] env[62097]: DEBUG nova.compute.manager [-] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2115.559051] env[62097]: DEBUG nova.network.neutron [-] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2115.595115] env[62097]: DEBUG oslo_vmware.api [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035725, 'name': ReconfigVM_Task, 'duration_secs': 8.55655} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.595591] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.595873] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Reconfigured VM to detach interface {{(pid=62097) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2115.681797] env[62097]: DEBUG nova.network.neutron [-] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.752308] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Releasing lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.755019] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Updated the network info_cache for instance {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2115.755019] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2115.755019] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2115.755019] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2115.755019] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2115.755019] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2115.755019] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2115.755019] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2115.755019] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2115.830319] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "refresh_cache-73c522bf-24f3-4ce2-8e10-c997f6eabfe9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.830783] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "refresh_cache-73c522bf-24f3-4ce2-8e10-c997f6eabfe9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.831159] env[62097]: DEBUG nova.network.neutron [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2115.858866] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Preparing fetch location {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2115.859181] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Fetch image to [datastore2] OSTACK_IMG_433ec329-b504-4fcd-9565-353433754b28/OSTACK_IMG_433ec329-b504-4fcd-9565-353433754b28.vmdk {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2115.859496] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Downloading stream optimized image a417e9a4-623d-4297-900b-d26af891925a to [datastore2] OSTACK_IMG_433ec329-b504-4fcd-9565-353433754b28/OSTACK_IMG_433ec329-b504-4fcd-9565-353433754b28.vmdk on the data store datastore2 as vApp {{(pid=62097) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2115.859716] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Downloading image file data a417e9a4-623d-4297-900b-d26af891925a to the ESX as VM named 'OSTACK_IMG_433ec329-b504-4fcd-9565-353433754b28' {{(pid=62097) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2115.863957] env[62097]: DEBUG oslo_concurrency.lockutils [None req-809f098f-f64a-4f3a-983b-962e12ebbec0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.970288] env[62097]: DEBUG oslo_vmware.rw_handles [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2115.970288] env[62097]: value = "resgroup-9" [ 2115.970288] env[62097]: _type = "ResourcePool" [ 2115.970288] env[62097]: }. {{(pid=62097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2115.970537] env[62097]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b384de64-5c2e-4c83-9c1c-42376a2fd12d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.998154] env[62097]: DEBUG oslo_vmware.rw_handles [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lease: (returnval){ [ 2115.998154] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52671fb2-00ce-21e4-63e2-f08cd9377f87" [ 2115.998154] env[62097]: _type = "HttpNfcLease" [ 2115.998154] env[62097]: } obtained for vApp import into resource pool (val){ [ 2115.998154] env[62097]: value = "resgroup-9" [ 2115.998154] env[62097]: _type = "ResourcePool" [ 2115.998154] env[62097]: }. {{(pid=62097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2115.998599] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the lease: (returnval){ [ 2115.998599] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52671fb2-00ce-21e4-63e2-f08cd9377f87" [ 2115.998599] env[62097]: _type = "HttpNfcLease" [ 2115.998599] env[62097]: } to be ready. {{(pid=62097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2116.006123] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2116.006123] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52671fb2-00ce-21e4-63e2-f08cd9377f87" [ 2116.006123] env[62097]: _type = "HttpNfcLease" [ 2116.006123] env[62097]: } is initializing. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2116.126980] env[62097]: DEBUG nova.compute.manager [req-44fcb34d-7aa4-4318-a045-939a2c3cad84 req-0cda5c82-c22c-4dac-a9cb-037b35149960 service nova] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Received event network-vif-deleted-343791b7-108c-418c-a9e4-4bff1a044713 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2116.127308] env[62097]: INFO nova.compute.manager [req-44fcb34d-7aa4-4318-a045-939a2c3cad84 req-0cda5c82-c22c-4dac-a9cb-037b35149960 service nova] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Neutron deleted interface 343791b7-108c-418c-a9e4-4bff1a044713; detaching it from the instance and deleting it from the info cache [ 2116.127621] env[62097]: DEBUG nova.network.neutron [req-44fcb34d-7aa4-4318-a045-939a2c3cad84 req-0cda5c82-c22c-4dac-a9cb-037b35149960 service nova] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2116.152078] env[62097]: DEBUG nova.compute.manager [req-4267966a-fe7c-41ed-ab88-0117056b666f req-fafaa903-b09f-4c09-8d74-89a3c462ea5e service nova] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Received event network-vif-deleted-39e184f6-b1a3-4b5d-b703-fd6c18d1bce9 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2116.152329] env[62097]: INFO nova.compute.manager [req-4267966a-fe7c-41ed-ab88-0117056b666f req-fafaa903-b09f-4c09-8d74-89a3c462ea5e service nova] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Neutron deleted interface 39e184f6-b1a3-4b5d-b703-fd6c18d1bce9; detaching it from the instance and deleting it from the info cache [ 2116.152528] env[62097]: DEBUG nova.network.neutron [req-4267966a-fe7c-41ed-ab88-0117056b666f req-fafaa903-b09f-4c09-8d74-89a3c462ea5e service nova] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2116.184014] env[62097]: INFO nova.compute.manager [-] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Took 1.03 seconds to deallocate network for instance. [ 2116.259123] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.259353] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.259514] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.259661] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2116.261029] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4870042-b95c-4304-b6c4-12c227d2e82a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.272574] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c49c70-1410-490d-aa28-d47c6c4317ab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.290831] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23a2e0c-2115-4c4c-99d5-f60014298292 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.294757] env[62097]: DEBUG nova.network.neutron [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Successfully updated port: d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2116.303401] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d581ae-c0b1-4d98-8fcf-8abdb14d565f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.344210] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179845MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2116.344307] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.345257] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.384847] env[62097]: DEBUG nova.network.neutron [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Successfully updated port: b9f4ccc4-07a6-43f1-8de7-41e243c75e2b {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2116.415411] env[62097]: DEBUG nova.network.neutron [-] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2116.416749] env[62097]: DEBUG nova.network.neutron [-] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2116.506628] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2116.506628] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52671fb2-00ce-21e4-63e2-f08cd9377f87" [ 2116.506628] env[62097]: _type = "HttpNfcLease" [ 2116.506628] env[62097]: } is initializing. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2116.631035] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-126ed574-7248-4b01-973e-3d589fe4c944 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.640600] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2a6ae2-84b4-48a5-896c-40019cc8bdcf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.655879] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84295293-f515-422e-9044-b023b3a7d647 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.680756] env[62097]: DEBUG nova.compute.manager [req-44fcb34d-7aa4-4318-a045-939a2c3cad84 req-0cda5c82-c22c-4dac-a9cb-037b35149960 service nova] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Detach interface failed, port_id=343791b7-108c-418c-a9e4-4bff1a044713, reason: Instance a4bcb8a1-0c78-4d5d-a89b-33a6218fa981 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2116.685357] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d041342-7167-45ae-876c-b0852400e32b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.703024] env[62097]: DEBUG nova.network.neutron [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Updating instance_info_cache with network_info: [{"id": "72391b2b-9f0b-494c-8301-ac8126c74cf7", "address": "fa:16:3e:48:42:00", "network": {"id": "71626089-108a-4b1b-8ef1-86247c190c29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1189693346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbcf1419521b46b2aa629c0e0d3eb6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72391b2b-9f", "ovs_interfaceid": "72391b2b-9f0b-494c-8301-ac8126c74cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2116.706219] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.731462] env[62097]: DEBUG nova.compute.manager [req-4267966a-fe7c-41ed-ab88-0117056b666f req-fafaa903-b09f-4c09-8d74-89a3c462ea5e service nova] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Detach interface failed, port_id=39e184f6-b1a3-4b5d-b703-fd6c18d1bce9, reason: Instance b6a0eea9-5b4d-4324-92d5-65f7b1dae33a could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2116.799057] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Acquiring lock "refresh_cache-f273c0ad-cb73-4eef-8d39-4f4cc5146481" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.800725] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Acquired lock "refresh_cache-f273c0ad-cb73-4eef-8d39-4f4cc5146481" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.800725] env[62097]: DEBUG nova.network.neutron [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2116.885517] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "refresh_cache-a21e5049-0e4a-4b0e-86c8-75aab9ec73fc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.886223] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired lock "refresh_cache-a21e5049-0e4a-4b0e-86c8-75aab9ec73fc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.886223] env[62097]: DEBUG nova.network.neutron [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2116.917366] env[62097]: INFO nova.compute.manager [-] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Took 1.36 seconds to deallocate network for instance. [ 2116.919586] env[62097]: INFO nova.compute.manager [-] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Took 1.38 seconds to deallocate network for instance. [ 2116.961840] env[62097]: DEBUG oslo_concurrency.lockutils [None req-809f098f-f64a-4f3a-983b-962e12ebbec0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquiring lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.962134] env[62097]: DEBUG oslo_concurrency.lockutils [None req-809f098f-f64a-4f3a-983b-962e12ebbec0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.962414] env[62097]: INFO nova.compute.manager [None req-809f098f-f64a-4f3a-983b-962e12ebbec0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Attaching volume 64c237ef-71fa-438e-98f7-9044703343b9 to /dev/sdb [ 2116.995074] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5be168-49d5-4a62-908d-8833e331533c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.005829] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d17c70-c272-4137-b50d-d0f8f16b7937 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.017842] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2117.017842] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52671fb2-00ce-21e4-63e2-f08cd9377f87" [ 2117.017842] env[62097]: _type = "HttpNfcLease" [ 2117.017842] env[62097]: } is initializing. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2117.022049] env[62097]: DEBUG nova.virt.block_device [None req-809f098f-f64a-4f3a-983b-962e12ebbec0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Updating existing volume attachment record: 3883ce5d-b163-4a19-9c12-b697837ff52c {{(pid=62097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2117.208241] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "refresh_cache-73c522bf-24f3-4ce2-8e10-c997f6eabfe9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2117.210788] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.210788] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.210788] env[62097]: DEBUG nova.network.neutron [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2117.352430] env[62097]: DEBUG nova.network.neutron [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2117.358278] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Applying migration context for instance 73c522bf-24f3-4ce2-8e10-c997f6eabfe9 as it has an incoming, in-progress migration c35b97d0-17f9-4595-a748-67ef30d86756. Migration status is pre-migrating {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2117.360583] env[62097]: INFO nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Updating resource usage from migration c35b97d0-17f9-4595-a748-67ef30d86756 [ 2117.403024] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 94c79923-ba65-435f-ab7f-2d1ba6399b51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2117.403024] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2117.403024] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance eb82508a-bae0-49a6-8c61-d7997180b28a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2117.403024] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 36360d25-2d81-405c-929d-def87fc4f8f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2117.403024] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance d6ba1c55-7ce7-42a7-8827-d63b3852418d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2117.403024] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 414bcbdb-1b5b-465a-8c9c-6f849dca6005 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2117.403024] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 1c318b20-4d25-4b4c-900d-a675e8cae71f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2117.403024] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 2cb98bb5-9565-470f-aecf-1c63bec27780 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2117.403024] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 475efcd6-b8e2-4da2-9040-3f006925e6b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2117.403024] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance b6a0eea9-5b4d-4324-92d5-65f7b1dae33a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2117.403024] env[62097]: WARNING nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance be617a97-254e-43c5-8bd3-0316e451a7c7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2117.403024] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 743853c7-d06f-4e55-81ff-32427fc121ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2117.403024] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance a4bcb8a1-0c78-4d5d-a89b-33a6218fa981 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2117.403024] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance f273c0ad-cb73-4eef-8d39-4f4cc5146481 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2117.403707] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance a21e5049-0e4a-4b0e-86c8-75aab9ec73fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2117.403707] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Migration c35b97d0-17f9-4595-a748-67ef30d86756 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2117.403707] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 73c522bf-24f3-4ce2-8e10-c997f6eabfe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2117.403707] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2117.403707] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2117.426077] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.429086] env[62097]: DEBUG nova.network.neutron [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2117.436693] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.516417] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2117.516417] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52671fb2-00ce-21e4-63e2-f08cd9377f87" [ 2117.516417] env[62097]: _type = "HttpNfcLease" [ 2117.516417] env[62097]: } is ready. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2117.516771] env[62097]: DEBUG oslo_vmware.rw_handles [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2117.516771] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52671fb2-00ce-21e4-63e2-f08cd9377f87" [ 2117.516771] env[62097]: _type = "HttpNfcLease" [ 2117.516771] env[62097]: }. {{(pid=62097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2117.520594] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ef1110-2c23-4915-be8f-7e28aa290c2f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.527567] env[62097]: DEBUG oslo_vmware.rw_handles [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ecbbe6-c54b-fed1-cbf2-a8e1409f3850/disk-0.vmdk from lease info. {{(pid=62097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2117.529013] env[62097]: DEBUG oslo_vmware.rw_handles [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ecbbe6-c54b-fed1-cbf2-a8e1409f3850/disk-0.vmdk. {{(pid=62097) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2117.603457] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2e69d319-204e-414e-b3a8-97026aebf33f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.639330] env[62097]: DEBUG nova.network.neutron [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Updating instance_info_cache with network_info: [{"id": "b9f4ccc4-07a6-43f1-8de7-41e243c75e2b", "address": "fa:16:3e:a2:76:dd", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9f4ccc4-07", "ovs_interfaceid": "b9f4ccc4-07a6-43f1-8de7-41e243c75e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2117.711558] env[62097]: DEBUG nova.network.neutron [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Updating instance_info_cache with network_info: [{"id": "d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140", "address": "fa:16:3e:41:2d:63", "network": {"id": "53bf7fa9-cbb5-445d-9cb6-06076c172ea0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-487725617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "10531038618d46459d3b35bf6649dfa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f0c5e6-c0", "ovs_interfaceid": "d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2117.775633] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7aff1e-54f8-4956-bc54-14df07de366e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.783750] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185e5095-6fbc-453e-9bfc-9feee5c4e8f7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.816577] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d151f3e8-963f-44eb-894d-9199b9c7e38e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.824534] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79af11d5-85b4-4584-b7da-c263d988158d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.838505] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2118.143932] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Releasing lock "refresh_cache-a21e5049-0e4a-4b0e-86c8-75aab9ec73fc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.149355] env[62097]: DEBUG nova.compute.manager [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Instance network_info: |[{"id": "b9f4ccc4-07a6-43f1-8de7-41e243c75e2b", "address": "fa:16:3e:a2:76:dd", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9f4ccc4-07", "ovs_interfaceid": "b9f4ccc4-07a6-43f1-8de7-41e243c75e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2118.149355] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:76:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9f4ccc4-07a6-43f1-8de7-41e243c75e2b', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2118.158501] env[62097]: DEBUG oslo.service.loopingcall [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2118.167315] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2118.168805] env[62097]: DEBUG nova.compute.manager [req-480664cd-8b5b-4f15-abb3-2a3527982023 req-c0e31795-25a1-416b-8347-ddbc2c41f391 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Received event network-vif-plugged-d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2118.169061] env[62097]: DEBUG oslo_concurrency.lockutils [req-480664cd-8b5b-4f15-abb3-2a3527982023 req-c0e31795-25a1-416b-8347-ddbc2c41f391 service nova] Acquiring lock "f273c0ad-cb73-4eef-8d39-4f4cc5146481-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.169377] env[62097]: DEBUG oslo_concurrency.lockutils [req-480664cd-8b5b-4f15-abb3-2a3527982023 req-c0e31795-25a1-416b-8347-ddbc2c41f391 service nova] Lock "f273c0ad-cb73-4eef-8d39-4f4cc5146481-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.169584] env[62097]: DEBUG oslo_concurrency.lockutils [req-480664cd-8b5b-4f15-abb3-2a3527982023 req-c0e31795-25a1-416b-8347-ddbc2c41f391 service nova] Lock "f273c0ad-cb73-4eef-8d39-4f4cc5146481-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.169785] env[62097]: DEBUG nova.compute.manager [req-480664cd-8b5b-4f15-abb3-2a3527982023 req-c0e31795-25a1-416b-8347-ddbc2c41f391 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] No waiting events found dispatching network-vif-plugged-d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2118.170127] env[62097]: WARNING nova.compute.manager [req-480664cd-8b5b-4f15-abb3-2a3527982023 req-c0e31795-25a1-416b-8347-ddbc2c41f391 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Received unexpected event network-vif-plugged-d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140 for instance with vm_state building and task_state spawning. [ 2118.170248] env[62097]: DEBUG nova.compute.manager [req-480664cd-8b5b-4f15-abb3-2a3527982023 req-c0e31795-25a1-416b-8347-ddbc2c41f391 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Received event network-changed-d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2118.170418] env[62097]: DEBUG nova.compute.manager [req-480664cd-8b5b-4f15-abb3-2a3527982023 req-c0e31795-25a1-416b-8347-ddbc2c41f391 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Refreshing instance network info cache due to event network-changed-d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2118.170626] env[62097]: DEBUG oslo_concurrency.lockutils [req-480664cd-8b5b-4f15-abb3-2a3527982023 req-c0e31795-25a1-416b-8347-ddbc2c41f391 service nova] Acquiring lock "refresh_cache-f273c0ad-cb73-4eef-8d39-4f4cc5146481" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.172818] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86b6826d-954b-4d71-a41f-b82800700c10 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.192365] env[62097]: DEBUG nova.compute.manager [req-f1c5d0a2-bab0-4c0d-bf9c-cf6e471ed901 req-e1df68cd-4188-4ae3-9a4e-bce51fb4a33c service nova] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Received event network-vif-plugged-b9f4ccc4-07a6-43f1-8de7-41e243c75e2b {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2118.192589] env[62097]: DEBUG oslo_concurrency.lockutils [req-f1c5d0a2-bab0-4c0d-bf9c-cf6e471ed901 req-e1df68cd-4188-4ae3-9a4e-bce51fb4a33c service nova] Acquiring lock "a21e5049-0e4a-4b0e-86c8-75aab9ec73fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.192793] env[62097]: DEBUG oslo_concurrency.lockutils [req-f1c5d0a2-bab0-4c0d-bf9c-cf6e471ed901 req-e1df68cd-4188-4ae3-9a4e-bce51fb4a33c service nova] Lock "a21e5049-0e4a-4b0e-86c8-75aab9ec73fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.192957] env[62097]: DEBUG oslo_concurrency.lockutils [req-f1c5d0a2-bab0-4c0d-bf9c-cf6e471ed901 req-e1df68cd-4188-4ae3-9a4e-bce51fb4a33c service nova] Lock "a21e5049-0e4a-4b0e-86c8-75aab9ec73fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.193144] env[62097]: DEBUG nova.compute.manager [req-f1c5d0a2-bab0-4c0d-bf9c-cf6e471ed901 req-e1df68cd-4188-4ae3-9a4e-bce51fb4a33c service nova] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] No waiting events found dispatching network-vif-plugged-b9f4ccc4-07a6-43f1-8de7-41e243c75e2b {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2118.193310] env[62097]: WARNING nova.compute.manager [req-f1c5d0a2-bab0-4c0d-bf9c-cf6e471ed901 req-e1df68cd-4188-4ae3-9a4e-bce51fb4a33c service nova] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Received unexpected event network-vif-plugged-b9f4ccc4-07a6-43f1-8de7-41e243c75e2b for instance with vm_state building and task_state spawning. [ 2118.193470] env[62097]: DEBUG nova.compute.manager [req-f1c5d0a2-bab0-4c0d-bf9c-cf6e471ed901 req-e1df68cd-4188-4ae3-9a4e-bce51fb4a33c service nova] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Received event network-changed-b9f4ccc4-07a6-43f1-8de7-41e243c75e2b {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2118.193630] env[62097]: DEBUG nova.compute.manager [req-f1c5d0a2-bab0-4c0d-bf9c-cf6e471ed901 req-e1df68cd-4188-4ae3-9a4e-bce51fb4a33c service nova] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Refreshing instance network info cache due to event network-changed-b9f4ccc4-07a6-43f1-8de7-41e243c75e2b. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2118.193817] env[62097]: DEBUG oslo_concurrency.lockutils [req-f1c5d0a2-bab0-4c0d-bf9c-cf6e471ed901 req-e1df68cd-4188-4ae3-9a4e-bce51fb4a33c service nova] Acquiring lock "refresh_cache-a21e5049-0e4a-4b0e-86c8-75aab9ec73fc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.193949] env[62097]: DEBUG oslo_concurrency.lockutils [req-f1c5d0a2-bab0-4c0d-bf9c-cf6e471ed901 req-e1df68cd-4188-4ae3-9a4e-bce51fb4a33c service nova] Acquired lock "refresh_cache-a21e5049-0e4a-4b0e-86c8-75aab9ec73fc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.194114] env[62097]: DEBUG nova.network.neutron [req-f1c5d0a2-bab0-4c0d-bf9c-cf6e471ed901 req-e1df68cd-4188-4ae3-9a4e-bce51fb4a33c service nova] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Refreshing network info cache for port b9f4ccc4-07a6-43f1-8de7-41e243c75e2b {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2118.203101] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2118.203101] env[62097]: value = "task-2035753" [ 2118.203101] env[62097]: _type = "Task" [ 2118.203101] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.213518] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035753, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.222204] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Releasing lock "refresh_cache-f273c0ad-cb73-4eef-8d39-4f4cc5146481" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.222526] env[62097]: DEBUG nova.compute.manager [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Instance network_info: |[{"id": "d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140", "address": "fa:16:3e:41:2d:63", "network": {"id": "53bf7fa9-cbb5-445d-9cb6-06076c172ea0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-487725617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "10531038618d46459d3b35bf6649dfa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f0c5e6-c0", "ovs_interfaceid": "d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2118.223083] env[62097]: DEBUG oslo_concurrency.lockutils [req-480664cd-8b5b-4f15-abb3-2a3527982023 req-c0e31795-25a1-416b-8347-ddbc2c41f391 service nova] Acquired lock "refresh_cache-f273c0ad-cb73-4eef-8d39-4f4cc5146481" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.223274] env[62097]: DEBUG nova.network.neutron [req-480664cd-8b5b-4f15-abb3-2a3527982023 req-c0e31795-25a1-416b-8347-ddbc2c41f391 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Refreshing network info cache for port d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2118.224441] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:2d:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2118.232833] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Creating folder: Project (10531038618d46459d3b35bf6649dfa6). Parent ref: group-v417770. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2118.234544] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4153f0e-66fe-432e-8291-b9cf7b6d3c6f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.247307] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Created folder: Project (10531038618d46459d3b35bf6649dfa6) in parent group-v417770. [ 2118.247543] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Creating folder: Instances. Parent ref: group-v418066. {{(pid=62097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2118.247784] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3aa641af-6146-469c-a8d4-89819788de04 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.258752] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Created folder: Instances in parent group-v418066. [ 2118.259078] env[62097]: DEBUG oslo.service.loopingcall [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2118.259318] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2118.259583] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3854f017-182b-48fc-b54e-65f42f4e5ce2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.282898] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2118.282898] env[62097]: value = "task-2035756" [ 2118.282898] env[62097]: _type = "Task" [ 2118.282898] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.297212] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035756, 'name': CreateVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.341474] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2118.570511] env[62097]: INFO nova.network.neutron [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Port 28ae7cdc-fd4c-4a9d-9702-34511237b5c2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2118.570970] env[62097]: DEBUG nova.network.neutron [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Updating instance_info_cache with network_info: [{"id": "aa189ffd-daf1-4d1d-9589-057d1cd7260e", "address": "fa:16:3e:41:ae:7e", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa189ffd-da", "ovs_interfaceid": "aa189ffd-daf1-4d1d-9589-057d1cd7260e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.718934] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035753, 'name': CreateVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.729120] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f355e2c0-7fac-4790-a1c0-78dd58bd5f4f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.755046] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Updating instance '73c522bf-24f3-4ce2-8e10-c997f6eabfe9' progress to 0 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2118.801397] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035756, 'name': CreateVM_Task, 'duration_secs': 0.483603} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.803903] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2118.805013] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.805348] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.805867] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2118.806310] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bcc6419-3c3c-4814-8962-96a98bbe107e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.812672] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Waiting for the task: (returnval){ [ 2118.812672] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529132c1-76c6-a364-7f8e-8c8d7c446217" [ 2118.812672] env[62097]: _type = "Task" [ 2118.812672] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.827592] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]529132c1-76c6-a364-7f8e-8c8d7c446217, 'name': SearchDatastore_Task, 'duration_secs': 0.011403} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.830040] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.830440] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2118.830805] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.831114] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.831420] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2118.832112] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b45fe07-ec02-4532-99dc-fa29058134a8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.843032] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2118.843032] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2118.843032] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2df145c3-892b-4bc5-833e-28c2a0b5dd96 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.850819] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2118.851286] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.506s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.852101] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.146s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.852562] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.854780] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.429s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.855229] env[62097]: DEBUG nova.objects.instance [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lazy-loading 'resources' on Instance uuid a4bcb8a1-0c78-4d5d-a89b-33a6218fa981 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2118.861559] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Waiting for the task: (returnval){ [ 2118.861559] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d01085-4164-eca8-3a0e-6e6a7b4e3c5f" [ 2118.861559] env[62097]: _type = "Task" [ 2118.861559] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.876404] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d01085-4164-eca8-3a0e-6e6a7b4e3c5f, 'name': SearchDatastore_Task, 'duration_secs': 0.011233} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.879521] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ba2dd2f-2ad1-442d-a8f1-b11fd367c2ca {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.885534] env[62097]: DEBUG oslo_vmware.rw_handles [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Completed reading data from the image iterator. {{(pid=62097) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2118.886614] env[62097]: DEBUG oslo_vmware.rw_handles [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ecbbe6-c54b-fed1-cbf2-a8e1409f3850/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2118.888402] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64725cb1-4feb-4405-802d-3b0b7c75c98c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.894211] env[62097]: INFO nova.scheduler.client.report [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Deleted allocations for instance be617a97-254e-43c5-8bd3-0316e451a7c7 [ 2118.898159] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Waiting for the task: (returnval){ [ 2118.898159] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52172a60-ebf3-f3d1-b111-910c6005d841" [ 2118.898159] env[62097]: _type = "Task" [ 2118.898159] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.909616] env[62097]: DEBUG oslo_vmware.rw_handles [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ecbbe6-c54b-fed1-cbf2-a8e1409f3850/disk-0.vmdk is in state: ready. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2118.909616] env[62097]: DEBUG oslo_vmware.rw_handles [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ecbbe6-c54b-fed1-cbf2-a8e1409f3850/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2118.910522] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9430d4fd-44bb-4d85-a626-66185553e0e0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.916196] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52172a60-ebf3-f3d1-b111-910c6005d841, 'name': SearchDatastore_Task, 'duration_secs': 0.011538} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.919162] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.919524] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] f273c0ad-cb73-4eef-8d39-4f4cc5146481/f273c0ad-cb73-4eef-8d39-4f4cc5146481.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2118.920020] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44bca60b-3812-4b57-aaa2-9722c8871c18 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.927173] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Waiting for the task: (returnval){ [ 2118.927173] env[62097]: value = "task-2035757" [ 2118.927173] env[62097]: _type = "Task" [ 2118.927173] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.936069] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.023496] env[62097]: DEBUG nova.network.neutron [req-480664cd-8b5b-4f15-abb3-2a3527982023 req-c0e31795-25a1-416b-8347-ddbc2c41f391 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Updated VIF entry in instance network info cache for port d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2119.023918] env[62097]: DEBUG nova.network.neutron [req-480664cd-8b5b-4f15-abb3-2a3527982023 req-c0e31795-25a1-416b-8347-ddbc2c41f391 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Updating instance_info_cache with network_info: [{"id": "d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140", "address": "fa:16:3e:41:2d:63", "network": {"id": "53bf7fa9-cbb5-445d-9cb6-06076c172ea0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-487725617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "10531038618d46459d3b35bf6649dfa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f0c5e6-c0", "ovs_interfaceid": "d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2119.075106] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2119.114798] env[62097]: DEBUG oslo_vmware.rw_handles [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ecbbe6-c54b-fed1-cbf2-a8e1409f3850/disk-0.vmdk. {{(pid=62097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2119.115083] env[62097]: INFO nova.virt.vmwareapi.images [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Downloaded image file data a417e9a4-623d-4297-900b-d26af891925a [ 2119.115918] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672acdf9-55a4-4c0d-8953-a2c9e5add38c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.132475] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1298d0c2-72c2-4ccc-bb4c-7d1d01ffeb9c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.154872] env[62097]: DEBUG nova.network.neutron [req-f1c5d0a2-bab0-4c0d-bf9c-cf6e471ed901 req-e1df68cd-4188-4ae3-9a4e-bce51fb4a33c service nova] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Updated VIF entry in instance network info cache for port b9f4ccc4-07a6-43f1-8de7-41e243c75e2b. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2119.155324] env[62097]: DEBUG nova.network.neutron [req-f1c5d0a2-bab0-4c0d-bf9c-cf6e471ed901 req-e1df68cd-4188-4ae3-9a4e-bce51fb4a33c service nova] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Updating instance_info_cache with network_info: [{"id": "b9f4ccc4-07a6-43f1-8de7-41e243c75e2b", "address": "fa:16:3e:a2:76:dd", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9f4ccc4-07", "ovs_interfaceid": "b9f4ccc4-07a6-43f1-8de7-41e243c75e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2119.200761] env[62097]: INFO nova.virt.vmwareapi.images [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] The imported VM was unregistered [ 2119.203123] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Caching image {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2119.203441] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a417e9a4-623d-4297-900b-d26af891925a {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2119.204288] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6fddf58-68ba-4232-a58e-785aa45131c7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.219080] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035753, 'name': CreateVM_Task, 'duration_secs': 0.572551} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.219477] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2119.219991] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2119.220180] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2119.220507] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2119.221181] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8319f5ca-93f6-4b8d-bf14-5cff533b1cbd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.227435] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2119.227435] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5260bc53-a211-452e-deb6-f92e80221f00" [ 2119.227435] env[62097]: _type = "Task" [ 2119.227435] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.238530] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5260bc53-a211-452e-deb6-f92e80221f00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.242392] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Created directory with path [datastore2] devstack-image-cache_base/a417e9a4-623d-4297-900b-d26af891925a {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2119.242739] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_433ec329-b504-4fcd-9565-353433754b28/OSTACK_IMG_433ec329-b504-4fcd-9565-353433754b28.vmdk to [datastore2] devstack-image-cache_base/a417e9a4-623d-4297-900b-d26af891925a/a417e9a4-623d-4297-900b-d26af891925a.vmdk. {{(pid=62097) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2119.242948] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-76deb4d0-94d2-4144-8212-3fa8afe5fcd3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.251575] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2119.251575] env[62097]: value = "task-2035759" [ 2119.251575] env[62097]: _type = "Task" [ 2119.251575] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.261514] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035759, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.267768] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2119.267944] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc1a9d57-f467-4e49-b43d-b00dab1acb3f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.277018] env[62097]: DEBUG oslo_vmware.api [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2119.277018] env[62097]: value = "task-2035760" [ 2119.277018] env[62097]: _type = "Task" [ 2119.277018] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.288017] env[62097]: DEBUG oslo_vmware.api [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.408577] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9c74a121-9a27-4721-b462-5a1fc11faf21 tempest-ServerShowV254Test-1999609280 tempest-ServerShowV254Test-1999609280-project-member] Lock "be617a97-254e-43c5-8bd3-0316e451a7c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.927s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.440830] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476076} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.443683] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] f273c0ad-cb73-4eef-8d39-4f4cc5146481/f273c0ad-cb73-4eef-8d39-4f4cc5146481.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2119.443912] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2119.444706] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd5ad6c9-78e1-4666-a744-78cceb277aaf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.452242] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Waiting for the task: (returnval){ [ 2119.452242] env[62097]: value = "task-2035762" [ 2119.452242] env[62097]: _type = "Task" [ 2119.452242] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.464652] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.526700] env[62097]: DEBUG oslo_concurrency.lockutils [req-480664cd-8b5b-4f15-abb3-2a3527982023 req-c0e31795-25a1-416b-8347-ddbc2c41f391 service nova] Releasing lock "refresh_cache-f273c0ad-cb73-4eef-8d39-4f4cc5146481" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2119.580461] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a7500e2-b0d9-4209-a214-57bc34142b7c tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "interface-36360d25-2d81-405c-929d-def87fc4f8f9-28ae7cdc-fd4c-4a9d-9702-34511237b5c2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 13.582s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.600791] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a9b2bc-8d25-4326-b422-fe7a9d47a6a8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.612597] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32daaa2-fd0d-4eb4-a075-c46710513d6e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.648668] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa841a89-d945-4327-bd9e-1de99339f47d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.657468] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1e3458-b20f-41d1-bd43-c26fd5a2cb6f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.662151] env[62097]: DEBUG oslo_concurrency.lockutils [req-f1c5d0a2-bab0-4c0d-bf9c-cf6e471ed901 req-e1df68cd-4188-4ae3-9a4e-bce51fb4a33c service nova] Releasing lock "refresh_cache-a21e5049-0e4a-4b0e-86c8-75aab9ec73fc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2119.674610] env[62097]: DEBUG nova.compute.provider_tree [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2119.741195] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5260bc53-a211-452e-deb6-f92e80221f00, 'name': SearchDatastore_Task, 'duration_secs': 0.062156} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.741576] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2119.741954] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2119.742277] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2119.742495] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2119.742687] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2119.742988] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbd73e77-79d3-4b58-ae40-3e1516a465ae {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.759483] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2119.759649] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2119.760781] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-390273d4-819d-47ad-a49a-1c2e79e435d1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.766381] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035759, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.772701] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2119.772701] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ddd537-58c9-8d49-1c8f-509e996ece81" [ 2119.772701] env[62097]: _type = "Task" [ 2119.772701] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.788298] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ddd537-58c9-8d49-1c8f-509e996ece81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.800041] env[62097]: DEBUG oslo_vmware.api [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035760, 'name': PowerOffVM_Task, 'duration_secs': 0.196183} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.800041] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2119.800041] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Updating instance '73c522bf-24f3-4ce2-8e10-c997f6eabfe9' progress to 17 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2119.893788] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "interface-1c318b20-4d25-4b4c-900d-a675e8cae71f-28ae7cdc-fd4c-4a9d-9702-34511237b5c2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.893788] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "interface-1c318b20-4d25-4b4c-900d-a675e8cae71f-28ae7cdc-fd4c-4a9d-9702-34511237b5c2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.894237] env[62097]: DEBUG nova.objects.instance [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lazy-loading 'flavor' on Instance uuid 1c318b20-4d25-4b4c-900d-a675e8cae71f {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2119.967635] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07485} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.967926] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2119.968778] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d096b47a-b05a-4380-bc02-e50258524d16 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.995984] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] f273c0ad-cb73-4eef-8d39-4f4cc5146481/f273c0ad-cb73-4eef-8d39-4f4cc5146481.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2119.996446] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99933e73-ac31-4294-b430-39e8c5b69dfb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.023338] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Waiting for the task: (returnval){ [ 2120.023338] env[62097]: value = "task-2035763" [ 2120.023338] env[62097]: _type = "Task" [ 2120.023338] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.037615] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035763, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.178613] env[62097]: DEBUG nova.scheduler.client.report [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2120.238045] env[62097]: DEBUG nova.compute.manager [req-4a3b15ea-13a9-41c0-b846-bdb0f2cc66bc req-4078b5a2-b617-4ef2-b0ac-f311eebb0cd1 service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Received event network-changed-aa189ffd-daf1-4d1d-9589-057d1cd7260e {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2120.238503] env[62097]: DEBUG nova.compute.manager [req-4a3b15ea-13a9-41c0-b846-bdb0f2cc66bc req-4078b5a2-b617-4ef2-b0ac-f311eebb0cd1 service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Refreshing instance network info cache due to event network-changed-aa189ffd-daf1-4d1d-9589-057d1cd7260e. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2120.238782] env[62097]: DEBUG oslo_concurrency.lockutils [req-4a3b15ea-13a9-41c0-b846-bdb0f2cc66bc req-4078b5a2-b617-4ef2-b0ac-f311eebb0cd1 service nova] Acquiring lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2120.238971] env[62097]: DEBUG oslo_concurrency.lockutils [req-4a3b15ea-13a9-41c0-b846-bdb0f2cc66bc req-4078b5a2-b617-4ef2-b0ac-f311eebb0cd1 service nova] Acquired lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2120.239781] env[62097]: DEBUG nova.network.neutron [req-4a3b15ea-13a9-41c0-b846-bdb0f2cc66bc req-4078b5a2-b617-4ef2-b0ac-f311eebb0cd1 service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Refreshing network info cache for port aa189ffd-daf1-4d1d-9589-057d1cd7260e {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2120.267721] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035759, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.288566] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ddd537-58c9-8d49-1c8f-509e996ece81, 'name': SearchDatastore_Task, 'duration_secs': 0.088964} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.289570] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1b6e52e-87e2-461a-9257-31fe3bc46f95 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.301697] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2120.301697] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5260e620-d8b0-9f66-33b4-1f5fb04d903b" [ 2120.301697] env[62097]: _type = "Task" [ 2120.301697] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.307442] env[62097]: DEBUG nova.virt.hardware [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:47:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2120.308754] env[62097]: DEBUG nova.virt.hardware [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2120.308754] env[62097]: DEBUG nova.virt.hardware [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2120.308754] env[62097]: DEBUG nova.virt.hardware [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2120.308754] env[62097]: DEBUG nova.virt.hardware [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2120.308754] env[62097]: DEBUG nova.virt.hardware [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2120.308754] env[62097]: DEBUG nova.virt.hardware [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2120.308754] env[62097]: DEBUG nova.virt.hardware [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2120.309134] env[62097]: DEBUG nova.virt.hardware [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2120.309134] env[62097]: DEBUG nova.virt.hardware [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2120.309193] env[62097]: DEBUG nova.virt.hardware [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2120.314679] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07d36ab2-525f-4d10-be21-47064a9ca08f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.334083] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5260e620-d8b0-9f66-33b4-1f5fb04d903b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.335844] env[62097]: DEBUG oslo_vmware.api [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2120.335844] env[62097]: value = "task-2035764" [ 2120.335844] env[62097]: _type = "Task" [ 2120.335844] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.346740] env[62097]: DEBUG oslo_vmware.api [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035764, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.535667] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.596933] env[62097]: DEBUG nova.objects.instance [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lazy-loading 'pci_requests' on Instance uuid 1c318b20-4d25-4b4c-900d-a675e8cae71f {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2120.686378] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.688910] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.252s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2120.689225] env[62097]: DEBUG nova.objects.instance [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lazy-loading 'resources' on Instance uuid b6a0eea9-5b4d-4324-92d5-65f7b1dae33a {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2120.711834] env[62097]: INFO nova.scheduler.client.report [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Deleted allocations for instance a4bcb8a1-0c78-4d5d-a89b-33a6218fa981 [ 2120.767016] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035759, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.814628] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5260e620-d8b0-9f66-33b4-1f5fb04d903b, 'name': SearchDatastore_Task, 'duration_secs': 0.086513} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.814628] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2120.814928] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] a21e5049-0e4a-4b0e-86c8-75aab9ec73fc/a21e5049-0e4a-4b0e-86c8-75aab9ec73fc.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2120.815268] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f040796-95cb-4815-9d23-5c8a0435c656 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.826262] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2120.826262] env[62097]: value = "task-2035765" [ 2120.826262] env[62097]: _type = "Task" [ 2120.826262] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.836997] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.847437] env[62097]: DEBUG oslo_vmware.api [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035764, 'name': ReconfigVM_Task, 'duration_secs': 0.256024} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.847774] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Updating instance '73c522bf-24f3-4ce2-8e10-c997f6eabfe9' progress to 33 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2121.037370] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.054560] env[62097]: DEBUG nova.network.neutron [req-4a3b15ea-13a9-41c0-b846-bdb0f2cc66bc req-4078b5a2-b617-4ef2-b0ac-f311eebb0cd1 service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Updated VIF entry in instance network info cache for port aa189ffd-daf1-4d1d-9589-057d1cd7260e. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2121.055069] env[62097]: DEBUG nova.network.neutron [req-4a3b15ea-13a9-41c0-b846-bdb0f2cc66bc req-4078b5a2-b617-4ef2-b0ac-f311eebb0cd1 service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Updating instance_info_cache with network_info: [{"id": "aa189ffd-daf1-4d1d-9589-057d1cd7260e", "address": "fa:16:3e:41:ae:7e", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa189ffd-da", "ovs_interfaceid": "aa189ffd-daf1-4d1d-9589-057d1cd7260e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.098554] env[62097]: DEBUG nova.objects.base [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Object Instance<1c318b20-4d25-4b4c-900d-a675e8cae71f> lazy-loaded attributes: flavor,pci_requests {{(pid=62097) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2121.098846] env[62097]: DEBUG nova.network.neutron [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2121.188154] env[62097]: DEBUG nova.policy [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c4a72cfc28948dda8ba1e6c71d5b519', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72924d79b93d45148d34ba3287efe44c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2121.220715] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e4f6395a-2f54-474a-b2db-b4a5743e2438 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "a4bcb8a1-0c78-4d5d-a89b-33a6218fa981" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.400s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2121.269413] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035759, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.340995] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.366289] env[62097]: DEBUG nova.virt.hardware [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2121.366289] env[62097]: DEBUG nova.virt.hardware [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2121.366289] env[62097]: DEBUG nova.virt.hardware [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2121.366289] env[62097]: DEBUG nova.virt.hardware [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2121.366289] env[62097]: DEBUG nova.virt.hardware [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2121.366289] env[62097]: DEBUG nova.virt.hardware [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2121.366289] env[62097]: DEBUG nova.virt.hardware [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2121.366289] env[62097]: DEBUG nova.virt.hardware [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2121.367405] env[62097]: DEBUG nova.virt.hardware [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2121.368791] env[62097]: DEBUG nova.virt.hardware [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2121.369249] env[62097]: DEBUG nova.virt.hardware [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2121.380018] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2121.387884] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07b7e092-0b7e-41e2-97c7-6702c86aad78 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.409966] env[62097]: DEBUG oslo_vmware.api [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2121.409966] env[62097]: value = "task-2035766" [ 2121.409966] env[62097]: _type = "Task" [ 2121.409966] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.426200] env[62097]: DEBUG oslo_vmware.api [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035766, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.517147] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9778c9d5-b382-440c-885f-c4c4603414dd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.530375] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2e4d08-545d-4c32-b723-00085e634a25 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.543433] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.570029] env[62097]: DEBUG oslo_concurrency.lockutils [req-4a3b15ea-13a9-41c0-b846-bdb0f2cc66bc req-4078b5a2-b617-4ef2-b0ac-f311eebb0cd1 service nova] Releasing lock "refresh_cache-36360d25-2d81-405c-929d-def87fc4f8f9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2121.570460] env[62097]: DEBUG nova.compute.manager [req-4a3b15ea-13a9-41c0-b846-bdb0f2cc66bc req-4078b5a2-b617-4ef2-b0ac-f311eebb0cd1 service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Received event network-changed-a343639e-252f-465e-8d2e-4a691d53a984 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2121.570654] env[62097]: DEBUG nova.compute.manager [req-4a3b15ea-13a9-41c0-b846-bdb0f2cc66bc req-4078b5a2-b617-4ef2-b0ac-f311eebb0cd1 service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Refreshing instance network info cache due to event network-changed-a343639e-252f-465e-8d2e-4a691d53a984. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2121.570872] env[62097]: DEBUG oslo_concurrency.lockutils [req-4a3b15ea-13a9-41c0-b846-bdb0f2cc66bc req-4078b5a2-b617-4ef2-b0ac-f311eebb0cd1 service nova] Acquiring lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2121.571036] env[62097]: DEBUG oslo_concurrency.lockutils [req-4a3b15ea-13a9-41c0-b846-bdb0f2cc66bc req-4078b5a2-b617-4ef2-b0ac-f311eebb0cd1 service nova] Acquired lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2121.571227] env[62097]: DEBUG nova.network.neutron [req-4a3b15ea-13a9-41c0-b846-bdb0f2cc66bc req-4078b5a2-b617-4ef2-b0ac-f311eebb0cd1 service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Refreshing network info cache for port a343639e-252f-465e-8d2e-4a691d53a984 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2121.577024] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-809f098f-f64a-4f3a-983b-962e12ebbec0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Volume attach. Driver type: vmdk {{(pid=62097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2121.577024] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-809f098f-f64a-4f3a-983b-962e12ebbec0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418064', 'volume_id': '64c237ef-71fa-438e-98f7-9044703343b9', 'name': 'volume-64c237ef-71fa-438e-98f7-9044703343b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '414bcbdb-1b5b-465a-8c9c-6f849dca6005', 'attached_at': '', 'detached_at': '', 'volume_id': '64c237ef-71fa-438e-98f7-9044703343b9', 'serial': '64c237ef-71fa-438e-98f7-9044703343b9'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2121.577024] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba4463f-f0c6-4dc6-8132-29ec2df53651 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.578453] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b65826-c05a-4b77-8f8f-ff27555785df {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.598679] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf90a84-23fe-4d66-8087-9b1f82b714b8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.603912] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea563e7-1072-4cfd-b77b-28b4bf1ebfea {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.632993] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-809f098f-f64a-4f3a-983b-962e12ebbec0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-64c237ef-71fa-438e-98f7-9044703343b9/volume-64c237ef-71fa-438e-98f7-9044703343b9.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2121.642292] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6faf9b05-7b00-43da-91fe-28cb53ed7fe9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.658281] env[62097]: DEBUG nova.compute.provider_tree [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2121.664999] env[62097]: DEBUG oslo_vmware.api [None req-809f098f-f64a-4f3a-983b-962e12ebbec0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 2121.664999] env[62097]: value = "task-2035767" [ 2121.664999] env[62097]: _type = "Task" [ 2121.664999] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.673703] env[62097]: DEBUG oslo_vmware.api [None req-809f098f-f64a-4f3a-983b-962e12ebbec0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.764452] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035759, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.400363} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.764741] env[62097]: INFO nova.virt.vmwareapi.ds_util [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_433ec329-b504-4fcd-9565-353433754b28/OSTACK_IMG_433ec329-b504-4fcd-9565-353433754b28.vmdk to [datastore2] devstack-image-cache_base/a417e9a4-623d-4297-900b-d26af891925a/a417e9a4-623d-4297-900b-d26af891925a.vmdk. [ 2121.764931] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Cleaning up location [datastore2] OSTACK_IMG_433ec329-b504-4fcd-9565-353433754b28 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2121.765106] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_433ec329-b504-4fcd-9565-353433754b28 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2121.765381] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62f1394a-6ab8-4fda-94de-01518cfba702 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.774927] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2121.774927] env[62097]: value = "task-2035768" [ 2121.774927] env[62097]: _type = "Task" [ 2121.774927] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.784372] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.837255] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035765, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.920744] env[62097]: DEBUG oslo_vmware.api [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035766, 'name': ReconfigVM_Task, 'duration_secs': 0.205022} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.921066] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2121.922054] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a083b6-418d-467b-b62f-f2b957161589 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.948077] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 73c522bf-24f3-4ce2-8e10-c997f6eabfe9/73c522bf-24f3-4ce2-8e10-c997f6eabfe9.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2121.948535] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb57b522-ea40-4e7f-a0fa-9cad7877cd39 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.966832] env[62097]: DEBUG oslo_vmware.api [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2121.966832] env[62097]: value = "task-2035769" [ 2121.966832] env[62097]: _type = "Task" [ 2121.966832] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.975958] env[62097]: DEBUG oslo_vmware.api [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.034940] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035763, 'name': ReconfigVM_Task, 'duration_secs': 1.723202} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.035256] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Reconfigured VM instance instance-0000006d to attach disk [datastore2] f273c0ad-cb73-4eef-8d39-4f4cc5146481/f273c0ad-cb73-4eef-8d39-4f4cc5146481.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2122.035887] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4bad525-dbca-47b1-8924-f1bd2ffd5deb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.041617] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Waiting for the task: (returnval){ [ 2122.041617] env[62097]: value = "task-2035770" [ 2122.041617] env[62097]: _type = "Task" [ 2122.041617] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.049640] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035770, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.112322] env[62097]: DEBUG oslo_concurrency.lockutils [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "475efcd6-b8e2-4da2-9040-3f006925e6b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.112627] env[62097]: DEBUG oslo_concurrency.lockutils [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "475efcd6-b8e2-4da2-9040-3f006925e6b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.112863] env[62097]: DEBUG oslo_concurrency.lockutils [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "475efcd6-b8e2-4da2-9040-3f006925e6b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.113103] env[62097]: DEBUG oslo_concurrency.lockutils [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "475efcd6-b8e2-4da2-9040-3f006925e6b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.113294] env[62097]: DEBUG oslo_concurrency.lockutils [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "475efcd6-b8e2-4da2-9040-3f006925e6b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.116159] env[62097]: INFO nova.compute.manager [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Terminating instance [ 2122.162543] env[62097]: DEBUG nova.scheduler.client.report [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2122.175150] env[62097]: DEBUG oslo_vmware.api [None req-809f098f-f64a-4f3a-983b-962e12ebbec0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035767, 'name': ReconfigVM_Task, 'duration_secs': 0.446002} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.175472] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-809f098f-f64a-4f3a-983b-962e12ebbec0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-64c237ef-71fa-438e-98f7-9044703343b9/volume-64c237ef-71fa-438e-98f7-9044703343b9.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2122.182805] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-934a3b49-b709-4f32-81d7-b364b4d95fe1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.199464] env[62097]: DEBUG oslo_vmware.api [None req-809f098f-f64a-4f3a-983b-962e12ebbec0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 2122.199464] env[62097]: value = "task-2035771" [ 2122.199464] env[62097]: _type = "Task" [ 2122.199464] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.209285] env[62097]: DEBUG oslo_vmware.api [None req-809f098f-f64a-4f3a-983b-962e12ebbec0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035771, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.288478] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193915} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.288834] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2122.289173] env[62097]: DEBUG oslo_concurrency.lockutils [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a417e9a4-623d-4297-900b-d26af891925a/a417e9a4-623d-4297-900b-d26af891925a.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2122.289266] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a417e9a4-623d-4297-900b-d26af891925a/a417e9a4-623d-4297-900b-d26af891925a.vmdk to [datastore2] 743853c7-d06f-4e55-81ff-32427fc121ad/743853c7-d06f-4e55-81ff-32427fc121ad.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2122.289976] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37e7885c-eb29-4ba5-8260-9c7cf5dc1b29 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.296763] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2122.296763] env[62097]: value = "task-2035772" [ 2122.296763] env[62097]: _type = "Task" [ 2122.296763] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.306030] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.337290] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035765, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.156376} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.337587] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] a21e5049-0e4a-4b0e-86c8-75aab9ec73fc/a21e5049-0e4a-4b0e-86c8-75aab9ec73fc.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2122.337807] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2122.338078] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1954ce78-db58-4b7f-8fea-a550b1c4f04c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.345280] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2122.345280] env[62097]: value = "task-2035773" [ 2122.345280] env[62097]: _type = "Task" [ 2122.345280] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.353937] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.361954] env[62097]: DEBUG nova.network.neutron [req-4a3b15ea-13a9-41c0-b846-bdb0f2cc66bc req-4078b5a2-b617-4ef2-b0ac-f311eebb0cd1 service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Updated VIF entry in instance network info cache for port a343639e-252f-465e-8d2e-4a691d53a984. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2122.362375] env[62097]: DEBUG nova.network.neutron [req-4a3b15ea-13a9-41c0-b846-bdb0f2cc66bc req-4078b5a2-b617-4ef2-b0ac-f311eebb0cd1 service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Updating instance_info_cache with network_info: [{"id": "a343639e-252f-465e-8d2e-4a691d53a984", "address": "fa:16:3e:c2:87:b5", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa343639e-25", "ovs_interfaceid": "a343639e-252f-465e-8d2e-4a691d53a984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2122.479851] env[62097]: DEBUG oslo_vmware.api [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035769, 'name': ReconfigVM_Task, 'duration_secs': 0.332513} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.480198] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 73c522bf-24f3-4ce2-8e10-c997f6eabfe9/73c522bf-24f3-4ce2-8e10-c997f6eabfe9.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2122.480512] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Updating instance '73c522bf-24f3-4ce2-8e10-c997f6eabfe9' progress to 50 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2122.554104] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035770, 'name': Rename_Task, 'duration_secs': 0.146348} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.554449] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2122.554763] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32ffe9b9-79e1-4def-99c5-c18d75ef3c58 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.562436] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Waiting for the task: (returnval){ [ 2122.562436] env[62097]: value = "task-2035774" [ 2122.562436] env[62097]: _type = "Task" [ 2122.562436] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.571825] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.620497] env[62097]: DEBUG nova.compute.manager [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2122.620794] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2122.621828] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a8dde5-e0e2-4a8a-ad77-608e55fdc1bc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.632411] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2122.632749] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6985d1f-5ff3-41fb-b047-800838e666fe {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.642033] env[62097]: DEBUG oslo_vmware.api [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2122.642033] env[62097]: value = "task-2035775" [ 2122.642033] env[62097]: _type = "Task" [ 2122.642033] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.653830] env[62097]: DEBUG oslo_vmware.api [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.670616] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.695755] env[62097]: INFO nova.scheduler.client.report [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Deleted allocations for instance b6a0eea9-5b4d-4324-92d5-65f7b1dae33a [ 2122.715555] env[62097]: DEBUG oslo_vmware.api [None req-809f098f-f64a-4f3a-983b-962e12ebbec0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035771, 'name': ReconfigVM_Task, 'duration_secs': 0.153069} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.716084] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-809f098f-f64a-4f3a-983b-962e12ebbec0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418064', 'volume_id': '64c237ef-71fa-438e-98f7-9044703343b9', 'name': 'volume-64c237ef-71fa-438e-98f7-9044703343b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '414bcbdb-1b5b-465a-8c9c-6f849dca6005', 'attached_at': '', 'detached_at': '', 'volume_id': '64c237ef-71fa-438e-98f7-9044703343b9', 'serial': '64c237ef-71fa-438e-98f7-9044703343b9'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2122.783478] env[62097]: DEBUG nova.compute.manager [req-50121faa-25aa-4bc2-a413-d0defe5f9d6c req-4f6fa34d-2d3e-4cbf-954b-1f95863486d7 service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Received event network-vif-plugged-28ae7cdc-fd4c-4a9d-9702-34511237b5c2 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2122.783822] env[62097]: DEBUG oslo_concurrency.lockutils [req-50121faa-25aa-4bc2-a413-d0defe5f9d6c req-4f6fa34d-2d3e-4cbf-954b-1f95863486d7 service nova] Acquiring lock "1c318b20-4d25-4b4c-900d-a675e8cae71f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.784119] env[62097]: DEBUG oslo_concurrency.lockutils [req-50121faa-25aa-4bc2-a413-d0defe5f9d6c req-4f6fa34d-2d3e-4cbf-954b-1f95863486d7 service nova] Lock "1c318b20-4d25-4b4c-900d-a675e8cae71f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.784351] env[62097]: DEBUG oslo_concurrency.lockutils [req-50121faa-25aa-4bc2-a413-d0defe5f9d6c req-4f6fa34d-2d3e-4cbf-954b-1f95863486d7 service nova] Lock "1c318b20-4d25-4b4c-900d-a675e8cae71f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.784535] env[62097]: DEBUG nova.compute.manager [req-50121faa-25aa-4bc2-a413-d0defe5f9d6c req-4f6fa34d-2d3e-4cbf-954b-1f95863486d7 service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] No waiting events found dispatching network-vif-plugged-28ae7cdc-fd4c-4a9d-9702-34511237b5c2 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2122.784855] env[62097]: WARNING nova.compute.manager [req-50121faa-25aa-4bc2-a413-d0defe5f9d6c req-4f6fa34d-2d3e-4cbf-954b-1f95863486d7 service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Received unexpected event network-vif-plugged-28ae7cdc-fd4c-4a9d-9702-34511237b5c2 for instance with vm_state active and task_state None. [ 2122.811808] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035772, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.852142] env[62097]: DEBUG oslo_vmware.rw_handles [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52abcca0-e4f4-ddb6-fa40-c9ce170455b5/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2122.853165] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d56fb1a-dc50-4947-830e-1d7700335808 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.865699] env[62097]: DEBUG oslo_concurrency.lockutils [req-4a3b15ea-13a9-41c0-b846-bdb0f2cc66bc req-4078b5a2-b617-4ef2-b0ac-f311eebb0cd1 service nova] Releasing lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2122.866147] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070289} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.867909] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2122.868236] env[62097]: DEBUG oslo_vmware.rw_handles [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52abcca0-e4f4-ddb6-fa40-c9ce170455b5/disk-0.vmdk is in state: ready. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2122.868391] env[62097]: ERROR oslo_vmware.rw_handles [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52abcca0-e4f4-ddb6-fa40-c9ce170455b5/disk-0.vmdk due to incomplete transfer. [ 2122.869179] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cd80ba-c7bc-4ea4-a4cc-069364eb1f74 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.872000] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bd1a8a66-74a2-4593-88be-1543dea0c09d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.903040] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] a21e5049-0e4a-4b0e-86c8-75aab9ec73fc/a21e5049-0e4a-4b0e-86c8-75aab9ec73fc.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2122.904930] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d33297da-ec05-4065-bf26-04a12b38e394 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.921752] env[62097]: DEBUG oslo_vmware.rw_handles [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52abcca0-e4f4-ddb6-fa40-c9ce170455b5/disk-0.vmdk. {{(pid=62097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2122.921931] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Uploaded image 7ea34f6b-4cc7-4f21-a5fa-86c951318f31 to the Glance image server {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2122.924459] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Destroying the VM {{(pid=62097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2122.925153] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e9b7ecc8-4646-4a25-90fc-aab131d6f49b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.933273] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2122.933273] env[62097]: value = "task-2035776" [ 2122.933273] env[62097]: _type = "Task" [ 2122.933273] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.938831] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2122.938831] env[62097]: value = "task-2035777" [ 2122.938831] env[62097]: _type = "Task" [ 2122.938831] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.939626] env[62097]: DEBUG nova.network.neutron [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Successfully updated port: 28ae7cdc-fd4c-4a9d-9702-34511237b5c2 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2122.949550] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035776, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.959901] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035777, 'name': Destroy_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.989371] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7644b255-d71f-4da3-b82a-a7ab9d8cb660 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.015255] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f98046f-c4fc-481d-8136-791ea7256be7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.039242] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Updating instance '73c522bf-24f3-4ce2-8e10-c997f6eabfe9' progress to 67 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2123.077543] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035774, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.157623] env[62097]: DEBUG oslo_vmware.api [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035775, 'name': PowerOffVM_Task, 'duration_secs': 0.380359} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.157929] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2123.158118] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2123.158416] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e690f77-6a7d-47b6-893d-68f4edc5c493 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.209291] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7b8151d4-8188-4934-b7d0-417747af4a55 tempest-DeleteServersTestJSON-1074805032 tempest-DeleteServersTestJSON-1074805032-project-member] Lock "b6a0eea9-5b4d-4324-92d5-65f7b1dae33a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.516s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.310962] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035772, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.341880] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2123.342329] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2123.342486] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Deleting the datastore file [datastore2] 475efcd6-b8e2-4da2-9040-3f006925e6b7 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2123.342822] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61fe3946-b92c-46f9-ae81-bc690569b6ce {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.352549] env[62097]: DEBUG oslo_vmware.api [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2123.352549] env[62097]: value = "task-2035779" [ 2123.352549] env[62097]: _type = "Task" [ 2123.352549] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.367759] env[62097]: DEBUG oslo_vmware.api [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.442174] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2123.442386] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2123.442571] env[62097]: DEBUG nova.network.neutron [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2123.450954] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.458483] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035777, 'name': Destroy_Task, 'duration_secs': 0.512197} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.458774] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Destroyed the VM [ 2123.459030] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Deleting Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2123.459300] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9da97f75-ff7a-44ad-9e91-4e67bbe3f149 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.468217] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2123.468217] env[62097]: value = "task-2035780" [ 2123.468217] env[62097]: _type = "Task" [ 2123.468217] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.480887] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035780, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.577817] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035774, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.632649] env[62097]: DEBUG nova.network.neutron [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Port 72391b2b-9f0b-494c-8301-ac8126c74cf7 binding to destination host cpu-1 is already ACTIVE {{(pid=62097) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2123.757976] env[62097]: DEBUG nova.objects.instance [None req-809f098f-f64a-4f3a-983b-962e12ebbec0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lazy-loading 'flavor' on Instance uuid 414bcbdb-1b5b-465a-8c9c-6f849dca6005 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2123.810248] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035772, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.866484] env[62097]: DEBUG oslo_vmware.api [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.950818] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035776, 'name': ReconfigVM_Task, 'duration_secs': 0.888627} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.951269] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Reconfigured VM instance instance-0000006e to attach disk [datastore2] a21e5049-0e4a-4b0e-86c8-75aab9ec73fc/a21e5049-0e4a-4b0e-86c8-75aab9ec73fc.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2123.952750] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-915fba54-2b4f-4e2c-b1e9-346410e479b9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.964053] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2123.964053] env[62097]: value = "task-2035781" [ 2123.964053] env[62097]: _type = "Task" [ 2123.964053] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.976789] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035781, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.987855] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035780, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.009354] env[62097]: WARNING nova.network.neutron [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] 20c9a613-f481-4535-8cb3-9ea8eaf56a05 already exists in list: networks containing: ['20c9a613-f481-4535-8cb3-9ea8eaf56a05']. ignoring it [ 2124.080876] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035774, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.264157] env[62097]: DEBUG oslo_concurrency.lockutils [None req-809f098f-f64a-4f3a-983b-962e12ebbec0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.302s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.312047] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035772, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.371073] env[62097]: DEBUG oslo_vmware.api [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.478483] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035781, 'name': Rename_Task, 'duration_secs': 0.409618} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.481775] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2124.482106] env[62097]: DEBUG oslo_vmware.api [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035780, 'name': RemoveSnapshot_Task, 'duration_secs': 0.849769} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.482323] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51a0ff79-b150-4caa-8656-a7c12243ad3d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.484217] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Deleted Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2124.484459] env[62097]: INFO nova.compute.manager [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Took 22.45 seconds to snapshot the instance on the hypervisor. [ 2124.496029] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2124.496029] env[62097]: value = "task-2035782" [ 2124.496029] env[62097]: _type = "Task" [ 2124.496029] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.509456] env[62097]: DEBUG nova.network.neutron [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Updating instance_info_cache with network_info: [{"id": "a343639e-252f-465e-8d2e-4a691d53a984", "address": "fa:16:3e:c2:87:b5", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa343639e-25", "ovs_interfaceid": "a343639e-252f-465e-8d2e-4a691d53a984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "28ae7cdc-fd4c-4a9d-9702-34511237b5c2", "address": "fa:16:3e:38:19:43", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28ae7cdc-fd", "ovs_interfaceid": "28ae7cdc-fd4c-4a9d-9702-34511237b5c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.515074] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.578676] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035774, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.657909] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "73c522bf-24f3-4ce2-8e10-c997f6eabfe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.658185] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "73c522bf-24f3-4ce2-8e10-c997f6eabfe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.658368] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "73c522bf-24f3-4ce2-8e10-c997f6eabfe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.813275] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035772, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.448913} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.813677] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a417e9a4-623d-4297-900b-d26af891925a/a417e9a4-623d-4297-900b-d26af891925a.vmdk to [datastore2] 743853c7-d06f-4e55-81ff-32427fc121ad/743853c7-d06f-4e55-81ff-32427fc121ad.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2124.814841] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e66a89-e7eb-4ef0-9bef-e26f373b2261 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.841058] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 743853c7-d06f-4e55-81ff-32427fc121ad/743853c7-d06f-4e55-81ff-32427fc121ad.vmdk or device None with type streamOptimized {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2124.842468] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-271afc9d-4858-4721-ac62-7ff27995dc36 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.859322] env[62097]: DEBUG nova.compute.manager [req-ce6ec0f9-c892-4ea9-bd68-3d2bccc08947 req-5b1d24f5-c3f4-4201-96bc-26b2cf1bc2e8 service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Received event network-changed-28ae7cdc-fd4c-4a9d-9702-34511237b5c2 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2124.859526] env[62097]: DEBUG nova.compute.manager [req-ce6ec0f9-c892-4ea9-bd68-3d2bccc08947 req-5b1d24f5-c3f4-4201-96bc-26b2cf1bc2e8 service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Refreshing instance network info cache due to event network-changed-28ae7cdc-fd4c-4a9d-9702-34511237b5c2. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2124.859747] env[62097]: DEBUG oslo_concurrency.lockutils [req-ce6ec0f9-c892-4ea9-bd68-3d2bccc08947 req-5b1d24f5-c3f4-4201-96bc-26b2cf1bc2e8 service nova] Acquiring lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2124.871958] env[62097]: DEBUG oslo_vmware.api [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.872551] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2124.872551] env[62097]: value = "task-2035783" [ 2124.872551] env[62097]: _type = "Task" [ 2124.872551] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.882441] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.008428] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.016612] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2125.017301] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2125.017948] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2125.017948] env[62097]: DEBUG oslo_concurrency.lockutils [req-ce6ec0f9-c892-4ea9-bd68-3d2bccc08947 req-5b1d24f5-c3f4-4201-96bc-26b2cf1bc2e8 service nova] Acquired lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2125.018694] env[62097]: DEBUG nova.network.neutron [req-ce6ec0f9-c892-4ea9-bd68-3d2bccc08947 req-5b1d24f5-c3f4-4201-96bc-26b2cf1bc2e8 service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Refreshing network info cache for port 28ae7cdc-fd4c-4a9d-9702-34511237b5c2 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2125.020341] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785e7d48-57b6-4599-b4be-1a033ab3c05e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.047939] env[62097]: DEBUG nova.virt.hardware [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2125.048392] env[62097]: DEBUG nova.virt.hardware [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2125.048631] env[62097]: DEBUG nova.virt.hardware [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2125.048936] env[62097]: DEBUG nova.virt.hardware [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2125.049151] env[62097]: DEBUG nova.virt.hardware [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2125.049384] env[62097]: DEBUG nova.virt.hardware [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2125.049753] env[62097]: DEBUG nova.virt.hardware [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2125.049946] env[62097]: DEBUG nova.virt.hardware [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2125.050174] env[62097]: DEBUG nova.virt.hardware [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2125.050417] env[62097]: DEBUG nova.virt.hardware [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2125.050753] env[62097]: DEBUG nova.virt.hardware [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2125.061097] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Reconfiguring VM to attach interface {{(pid=62097) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2125.063499] env[62097]: DEBUG nova.compute.manager [None req-5c2264aa-8add-41b3-a1a0-3014b3547793 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Found 1 images (rotation: 2) {{(pid=62097) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2125.065404] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-761b8057-e690-4a04-af74-36183e5511d0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.091468] env[62097]: DEBUG oslo_vmware.api [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035774, 'name': PowerOnVM_Task, 'duration_secs': 2.509288} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.092925] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2125.093177] env[62097]: INFO nova.compute.manager [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Took 15.80 seconds to spawn the instance on the hypervisor. [ 2125.093363] env[62097]: DEBUG nova.compute.manager [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2125.094051] env[62097]: DEBUG oslo_vmware.api [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2125.094051] env[62097]: value = "task-2035785" [ 2125.094051] env[62097]: _type = "Task" [ 2125.094051] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.094860] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e9b12a-07d5-4b61-a71b-52589581b5e1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.111361] env[62097]: DEBUG oslo_vmware.api [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.372087] env[62097]: DEBUG oslo_vmware.api [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.570318} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.372087] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2125.372087] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2125.372087] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2125.372087] env[62097]: INFO nova.compute.manager [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Took 2.75 seconds to destroy the instance on the hypervisor. [ 2125.372087] env[62097]: DEBUG oslo.service.loopingcall [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2125.372851] env[62097]: DEBUG nova.compute.manager [-] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2125.372851] env[62097]: DEBUG nova.network.neutron [-] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2125.385907] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.510219] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.618486] env[62097]: DEBUG oslo_vmware.api [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.623016] env[62097]: INFO nova.compute.manager [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Took 20.75 seconds to build instance. [ 2125.629320] env[62097]: DEBUG oslo_concurrency.lockutils [None req-30df92f7-2d8a-4cd8-a8dd-1ae8676df125 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquiring lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.629682] env[62097]: DEBUG oslo_concurrency.lockutils [None req-30df92f7-2d8a-4cd8-a8dd-1ae8676df125 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.706480] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "refresh_cache-73c522bf-24f3-4ce2-8e10-c997f6eabfe9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2125.706480] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "refresh_cache-73c522bf-24f3-4ce2-8e10-c997f6eabfe9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2125.706633] env[62097]: DEBUG nova.network.neutron [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2125.772012] env[62097]: DEBUG nova.network.neutron [req-ce6ec0f9-c892-4ea9-bd68-3d2bccc08947 req-5b1d24f5-c3f4-4201-96bc-26b2cf1bc2e8 service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Updated VIF entry in instance network info cache for port 28ae7cdc-fd4c-4a9d-9702-34511237b5c2. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2125.772532] env[62097]: DEBUG nova.network.neutron [req-ce6ec0f9-c892-4ea9-bd68-3d2bccc08947 req-5b1d24f5-c3f4-4201-96bc-26b2cf1bc2e8 service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Updating instance_info_cache with network_info: [{"id": "a343639e-252f-465e-8d2e-4a691d53a984", "address": "fa:16:3e:c2:87:b5", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa343639e-25", "ovs_interfaceid": "a343639e-252f-465e-8d2e-4a691d53a984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "28ae7cdc-fd4c-4a9d-9702-34511237b5c2", "address": "fa:16:3e:38:19:43", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28ae7cdc-fd", "ovs_interfaceid": "28ae7cdc-fd4c-4a9d-9702-34511237b5c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.885105] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.923588] env[62097]: DEBUG nova.compute.manager [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2125.924840] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d45d09c-c98b-4594-a2b3-338456b56e21 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.009515] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035782, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.109742] env[62097]: DEBUG oslo_vmware.api [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.128729] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fddc1ce2-6e03-4bb6-ae0a-5d87f11d92df tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Lock "f273c0ad-cb73-4eef-8d39-4f4cc5146481" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.261s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.134037] env[62097]: DEBUG nova.compute.utils [None req-30df92f7-2d8a-4cd8-a8dd-1ae8676df125 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2126.170198] env[62097]: DEBUG nova.network.neutron [-] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2126.274916] env[62097]: DEBUG oslo_concurrency.lockutils [req-ce6ec0f9-c892-4ea9-bd68-3d2bccc08947 req-5b1d24f5-c3f4-4201-96bc-26b2cf1bc2e8 service nova] Releasing lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.383934] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035783, 'name': ReconfigVM_Task, 'duration_secs': 1.445477} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.384322] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 743853c7-d06f-4e55-81ff-32427fc121ad/743853c7-d06f-4e55-81ff-32427fc121ad.vmdk or device None with type streamOptimized {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2126.385691] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'encryption_format': None, 'encryption_secret_uuid': None, 'size': 0, 'guest_format': None, 'encrypted': False, 'device_type': 'disk', 'device_name': '/dev/sda', 'encryption_options': None, 'disk_bus': None, 'image_id': '8b09a24f-7c63-4cfd-9648-c1cd08fa1a69'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'guest_format': None, 'attachment_id': '7dae6737-1441-45f6-99f7-6071179cf54f', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418055', 'volume_id': '127baf9f-5fbd-46d7-aae8-93bf806b7b02', 'name': 'volume-127baf9f-5fbd-46d7-aae8-93bf806b7b02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '743853c7-d06f-4e55-81ff-32427fc121ad', 'attached_at': '', 'detached_at': '', 'volume_id': '127baf9f-5fbd-46d7-aae8-93bf806b7b02', 'serial': '127baf9f-5fbd-46d7-aae8-93bf806b7b02'}, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62097) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2126.385893] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Volume attach. Driver type: vmdk {{(pid=62097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2126.386118] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418055', 'volume_id': '127baf9f-5fbd-46d7-aae8-93bf806b7b02', 'name': 'volume-127baf9f-5fbd-46d7-aae8-93bf806b7b02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '743853c7-d06f-4e55-81ff-32427fc121ad', 'attached_at': '', 'detached_at': '', 'volume_id': '127baf9f-5fbd-46d7-aae8-93bf806b7b02', 'serial': '127baf9f-5fbd-46d7-aae8-93bf806b7b02'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2126.386953] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07244a3e-8b32-42d1-a3b8-64ce0c07212d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.405587] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490e953e-9f9b-456c-aba4-8b4f9e661189 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.431142] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] volume-127baf9f-5fbd-46d7-aae8-93bf806b7b02/volume-127baf9f-5fbd-46d7-aae8-93bf806b7b02.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2126.431571] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72252b8d-e759-477d-b63e-a1753476e458 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.445244] env[62097]: DEBUG nova.network.neutron [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Updating instance_info_cache with network_info: [{"id": "72391b2b-9f0b-494c-8301-ac8126c74cf7", "address": "fa:16:3e:48:42:00", "network": {"id": "71626089-108a-4b1b-8ef1-86247c190c29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1189693346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbcf1419521b46b2aa629c0e0d3eb6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72391b2b-9f", "ovs_interfaceid": "72391b2b-9f0b-494c-8301-ac8126c74cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2126.446881] env[62097]: INFO nova.compute.manager [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] instance snapshotting [ 2126.447476] env[62097]: DEBUG nova.objects.instance [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lazy-loading 'flavor' on Instance uuid 94c79923-ba65-435f-ab7f-2d1ba6399b51 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2126.454601] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2126.454601] env[62097]: value = "task-2035786" [ 2126.454601] env[62097]: _type = "Task" [ 2126.454601] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.464388] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.509060] env[62097]: DEBUG oslo_vmware.api [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035782, 'name': PowerOnVM_Task, 'duration_secs': 1.898031} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.509060] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2126.509060] env[62097]: INFO nova.compute.manager [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Took 12.59 seconds to spawn the instance on the hypervisor. [ 2126.509060] env[62097]: DEBUG nova.compute.manager [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2126.509580] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9973ae-7d59-4360-b057-9efe305ec9eb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.609507] env[62097]: DEBUG oslo_vmware.api [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035785, 'name': ReconfigVM_Task, 'duration_secs': 1.19495} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.610062] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.610285] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Reconfigured VM to attach interface {{(pid=62097) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2126.635879] env[62097]: DEBUG oslo_concurrency.lockutils [None req-30df92f7-2d8a-4cd8-a8dd-1ae8676df125 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.672709] env[62097]: INFO nova.compute.manager [-] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Took 1.30 seconds to deallocate network for instance. [ 2126.951958] env[62097]: DEBUG oslo_concurrency.lockutils [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "refresh_cache-73c522bf-24f3-4ce2-8e10-c997f6eabfe9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.957922] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f69564-168d-44fb-915d-e68dd51ff06e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.969637] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.983722] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ea0897-fb2a-48e9-aa49-cb82aa0b1cba {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.028466] env[62097]: INFO nova.compute.manager [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Took 18.26 seconds to build instance. [ 2127.115153] env[62097]: DEBUG oslo_concurrency.lockutils [None req-2c8005d7-3924-4160-8e78-17b773bad0d3 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "interface-1c318b20-4d25-4b4c-900d-a675e8cae71f-28ae7cdc-fd4c-4a9d-9702-34511237b5c2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.221s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.179805] env[62097]: DEBUG oslo_concurrency.lockutils [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.180078] env[62097]: DEBUG oslo_concurrency.lockutils [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.180294] env[62097]: DEBUG nova.objects.instance [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lazy-loading 'resources' on Instance uuid 475efcd6-b8e2-4da2-9040-3f006925e6b7 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2127.470040] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035786, 'name': ReconfigVM_Task, 'duration_secs': 0.877326} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.470318] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Reconfigured VM instance instance-00000051 to attach disk [datastore2] volume-127baf9f-5fbd-46d7-aae8-93bf806b7b02/volume-127baf9f-5fbd-46d7-aae8-93bf806b7b02.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2127.475038] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d76a2a4-85ac-4f44-8119-3438b0817c99 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.485809] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974f51fa-d9ba-4acc-9521-ef2e7322e3df {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.507357] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Creating Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2127.508911] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dcfa4fb4-7f29-4c00-b17c-5475810640f0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.511259] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a602aa46-4f7d-4350-bc2d-a028d8d396fb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.514270] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2127.514270] env[62097]: value = "task-2035787" [ 2127.514270] env[62097]: _type = "Task" [ 2127.514270] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.521142] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Updating instance '73c522bf-24f3-4ce2-8e10-c997f6eabfe9' progress to 83 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2127.524886] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2127.524886] env[62097]: value = "task-2035788" [ 2127.524886] env[62097]: _type = "Task" [ 2127.524886] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.532612] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1a23bc65-3274-4da7-8949-742bc0652d74 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "a21e5049-0e4a-4b0e-86c8-75aab9ec73fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.770s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.532884] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.537978] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035788, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.682746] env[62097]: DEBUG oslo_concurrency.lockutils [None req-30df92f7-2d8a-4cd8-a8dd-1ae8676df125 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquiring lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.683138] env[62097]: DEBUG oslo_concurrency.lockutils [None req-30df92f7-2d8a-4cd8-a8dd-1ae8676df125 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.683474] env[62097]: INFO nova.compute.manager [None req-30df92f7-2d8a-4cd8-a8dd-1ae8676df125 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Attaching volume 7e3be257-a991-4f80-a6b1-7e077102cd98 to /dev/sdc [ 2127.691111] env[62097]: DEBUG nova.compute.manager [req-ac7cd4c8-15e1-4f3b-9ec7-77bbf2ded41c req-f40cf212-4cab-4db2-815d-b701d378d216 service nova] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Received event network-vif-deleted-4c37b477-bff6-43db-8a94-195aba2a36e4 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2127.724250] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d9ddcd-f873-4b27-8b65-ed9be69c114c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.732576] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f010d9-7ade-4aa5-8954-d132afeace7f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.749703] env[62097]: DEBUG nova.virt.block_device [None req-30df92f7-2d8a-4cd8-a8dd-1ae8676df125 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Updating existing volume attachment record: 6b0d32eb-0f95-4a35-98e9-2baf06ec6349 {{(pid=62097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2127.900343] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcab131-a1ae-464a-ae54-43f4a36957a1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.905831] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5c01d1-45f5-4b0f-9234-1bc27bcb77a2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.939344] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdfa419-85f7-48dc-b84f-b289b7060870 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.949983] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a00474-c6b5-424d-bbe3-38505bb96f27 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.964912] env[62097]: DEBUG nova.compute.provider_tree [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2128.033364] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2128.034596] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035787, 'name': ReconfigVM_Task, 'duration_secs': 0.145799} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.035517] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39b9627a-9b21-4b08-8609-9894fbfc22ef {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.041191] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418055', 'volume_id': '127baf9f-5fbd-46d7-aae8-93bf806b7b02', 'name': 'volume-127baf9f-5fbd-46d7-aae8-93bf806b7b02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '743853c7-d06f-4e55-81ff-32427fc121ad', 'attached_at': '', 'detached_at': '', 'volume_id': '127baf9f-5fbd-46d7-aae8-93bf806b7b02', 'serial': '127baf9f-5fbd-46d7-aae8-93bf806b7b02'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2128.042316] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-497a3c4e-7ca2-476f-8a30-0931486f182c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.054022] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035788, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.054022] env[62097]: DEBUG oslo_vmware.api [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2128.054022] env[62097]: value = "task-2035790" [ 2128.054022] env[62097]: _type = "Task" [ 2128.054022] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.054022] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2128.054022] env[62097]: value = "task-2035791" [ 2128.054022] env[62097]: _type = "Task" [ 2128.054022] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.070650] env[62097]: DEBUG oslo_vmware.api [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035790, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.074174] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035791, 'name': Rename_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.265656] env[62097]: INFO nova.compute.manager [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Rescuing [ 2128.265906] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Acquiring lock "refresh_cache-f273c0ad-cb73-4eef-8d39-4f4cc5146481" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2128.266065] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Acquired lock "refresh_cache-f273c0ad-cb73-4eef-8d39-4f4cc5146481" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2128.266319] env[62097]: DEBUG nova.network.neutron [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2128.469360] env[62097]: DEBUG nova.scheduler.client.report [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2128.544247] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035788, 'name': CreateSnapshot_Task, 'duration_secs': 0.613804} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.544839] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Created Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2128.545247] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00551af-66b9-463a-9f7d-7c74e3e1d8d5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.569506] env[62097]: DEBUG oslo_concurrency.lockutils [None req-79cd4448-b1e2-4210-8743-4e6c205b5e96 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "a21e5049-0e4a-4b0e-86c8-75aab9ec73fc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.569809] env[62097]: DEBUG oslo_concurrency.lockutils [None req-79cd4448-b1e2-4210-8743-4e6c205b5e96 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "a21e5049-0e4a-4b0e-86c8-75aab9ec73fc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.570604] env[62097]: DEBUG nova.compute.manager [None req-79cd4448-b1e2-4210-8743-4e6c205b5e96 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2128.570604] env[62097]: DEBUG oslo_vmware.api [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035790, 'name': PowerOnVM_Task, 'duration_secs': 0.508432} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.573782] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff1e845-9746-4911-9fc7-a82f9d340ec2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.576139] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2128.576639] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-db16b20c-6d03-4510-ae56-a3ee204c6e1d tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Updating instance '73c522bf-24f3-4ce2-8e10-c997f6eabfe9' progress to 100 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2128.579947] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035791, 'name': Rename_Task, 'duration_secs': 0.159832} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.580396] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2128.580950] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e103ed6d-1b4c-4aff-b0ad-1b5727c2705d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.584230] env[62097]: DEBUG nova.compute.manager [None req-79cd4448-b1e2-4210-8743-4e6c205b5e96 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62097) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2128.584888] env[62097]: DEBUG nova.objects.instance [None req-79cd4448-b1e2-4210-8743-4e6c205b5e96 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lazy-loading 'flavor' on Instance uuid a21e5049-0e4a-4b0e-86c8-75aab9ec73fc {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2128.587273] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2128.587273] env[62097]: value = "task-2035792" [ 2128.587273] env[62097]: _type = "Task" [ 2128.587273] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.595601] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.757021] env[62097]: DEBUG oslo_concurrency.lockutils [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "interface-1c318b20-4d25-4b4c-900d-a675e8cae71f-28ae7cdc-fd4c-4a9d-9702-34511237b5c2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.757021] env[62097]: DEBUG oslo_concurrency.lockutils [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "interface-1c318b20-4d25-4b4c-900d-a675e8cae71f-28ae7cdc-fd4c-4a9d-9702-34511237b5c2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.758052] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "2cb98bb5-9565-470f-aecf-1c63bec27780" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.758260] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "2cb98bb5-9565-470f-aecf-1c63bec27780" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.758458] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "2cb98bb5-9565-470f-aecf-1c63bec27780-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.758660] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "2cb98bb5-9565-470f-aecf-1c63bec27780-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.758840] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "2cb98bb5-9565-470f-aecf-1c63bec27780-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.761744] env[62097]: INFO nova.compute.manager [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Terminating instance [ 2128.951552] env[62097]: DEBUG nova.network.neutron [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Updating instance_info_cache with network_info: [{"id": "d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140", "address": "fa:16:3e:41:2d:63", "network": {"id": "53bf7fa9-cbb5-445d-9cb6-06076c172ea0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-487725617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "10531038618d46459d3b35bf6649dfa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f0c5e6-c0", "ovs_interfaceid": "d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2128.976830] env[62097]: DEBUG oslo_concurrency.lockutils [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.001586] env[62097]: INFO nova.scheduler.client.report [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Deleted allocations for instance 475efcd6-b8e2-4da2-9040-3f006925e6b7 [ 2129.070504] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Creating linked-clone VM from snapshot {{(pid=62097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2129.070829] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4922fec6-dcc5-4146-86d1-f8ad54d752b6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.080874] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2129.080874] env[62097]: value = "task-2035793" [ 2129.080874] env[62097]: _type = "Task" [ 2129.080874] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.098618] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035793, 'name': CloneVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.104256] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035792, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.261492] env[62097]: DEBUG oslo_concurrency.lockutils [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2129.261693] env[62097]: DEBUG oslo_concurrency.lockutils [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2129.262638] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c460f26-2a0e-4f30-a0f1-b97a172d8ccc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.266407] env[62097]: DEBUG nova.compute.manager [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2129.266407] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2129.267505] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8464a3-650b-4567-9427-7bbf52360404 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.288631] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c398a0-a6be-42f5-8afd-06be0d25ff2a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.291712] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2129.291965] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-693326a5-affb-472e-a152-26837d07a5af {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.321721] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Reconfiguring VM to detach interface {{(pid=62097) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2129.323525] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b165c73-93d3-435b-a6ce-e979bb84ccb0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.338620] env[62097]: DEBUG oslo_vmware.api [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2129.338620] env[62097]: value = "task-2035794" [ 2129.338620] env[62097]: _type = "Task" [ 2129.338620] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.344702] env[62097]: DEBUG oslo_vmware.api [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2129.344702] env[62097]: value = "task-2035795" [ 2129.344702] env[62097]: _type = "Task" [ 2129.344702] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.347989] env[62097]: DEBUG oslo_vmware.api [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.355594] env[62097]: DEBUG oslo_vmware.api [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.454999] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Releasing lock "refresh_cache-f273c0ad-cb73-4eef-8d39-4f4cc5146481" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2129.509964] env[62097]: DEBUG oslo_concurrency.lockutils [None req-19fa3870-74b2-4e8b-8a10-6ba91cff984d tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "475efcd6-b8e2-4da2-9040-3f006925e6b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.397s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.599266] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cd4448-b1e2-4210-8743-4e6c205b5e96 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2129.606437] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a22fb7e9-68bc-4a45-98cd-3ae4bd495aee {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.608168] env[62097]: DEBUG oslo_vmware.api [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035792, 'name': PowerOnVM_Task, 'duration_secs': 0.919771} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.608408] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035793, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.608664] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2129.617094] env[62097]: DEBUG oslo_vmware.api [None req-79cd4448-b1e2-4210-8743-4e6c205b5e96 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2129.617094] env[62097]: value = "task-2035796" [ 2129.617094] env[62097]: _type = "Task" [ 2129.617094] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.634275] env[62097]: DEBUG oslo_vmware.api [None req-79cd4448-b1e2-4210-8743-4e6c205b5e96 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.720247] env[62097]: DEBUG nova.compute.manager [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2129.721154] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7890044-93bc-444c-bd16-94ffcd4d55c7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.853589] env[62097]: DEBUG oslo_vmware.api [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035794, 'name': PowerOffVM_Task, 'duration_secs': 0.409405} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.856995] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2129.857721] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2129.857721] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a4ed2a7-a205-44a5-9d97-1b50bd994905 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.864878] env[62097]: DEBUG oslo_vmware.api [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.992305] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2129.992305] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2129.992305] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Deleting the datastore file [datastore2] 2cb98bb5-9565-470f-aecf-1c63bec27780 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2129.992305] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-992d6f6a-c611-4128-b0c6-e052af8eabcd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.002112] env[62097]: DEBUG oslo_vmware.api [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2130.002112] env[62097]: value = "task-2035799" [ 2130.002112] env[62097]: _type = "Task" [ 2130.002112] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.013958] env[62097]: DEBUG oslo_vmware.api [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.110511] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035793, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.127569] env[62097]: DEBUG oslo_vmware.api [None req-79cd4448-b1e2-4210-8743-4e6c205b5e96 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035796, 'name': PowerOffVM_Task, 'duration_secs': 0.278969} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.127993] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cd4448-b1e2-4210-8743-4e6c205b5e96 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2130.128921] env[62097]: DEBUG nova.compute.manager [None req-79cd4448-b1e2-4210-8743-4e6c205b5e96 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2130.131375] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f6010f-36c3-4a28-b73e-2ab807b721ec {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.242397] env[62097]: DEBUG oslo_concurrency.lockutils [None req-906274f6-08b7-4c16-bbaa-fb7bf13d01bb tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "743853c7-d06f-4e55-81ff-32427fc121ad" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 36.428s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.363091] env[62097]: DEBUG oslo_vmware.api [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.515087] env[62097]: DEBUG oslo_vmware.api [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179529} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.515087] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2130.515087] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2130.515087] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2130.515435] env[62097]: INFO nova.compute.manager [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2130.515435] env[62097]: DEBUG oslo.service.loopingcall [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2130.515591] env[62097]: DEBUG nova.compute.manager [-] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2130.515680] env[62097]: DEBUG nova.network.neutron [-] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2130.596577] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035793, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.644396] env[62097]: DEBUG oslo_concurrency.lockutils [None req-79cd4448-b1e2-4210-8743-4e6c205b5e96 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "a21e5049-0e4a-4b0e-86c8-75aab9ec73fc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.872326] env[62097]: DEBUG oslo_vmware.api [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.885090] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "7cade476-8cd0-4201-87d2-24e12f566e05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2130.888073] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "7cade476-8cd0-4201-87d2-24e12f566e05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.000507] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2131.001806] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94a8c477-595a-4119-af4c-e4744ae2f731 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.010516] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Waiting for the task: (returnval){ [ 2131.010516] env[62097]: value = "task-2035800" [ 2131.010516] env[62097]: _type = "Task" [ 2131.010516] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.021407] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.098472] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035793, 'name': CloneVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.229766] env[62097]: INFO nova.compute.manager [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Rebuilding instance [ 2131.285549] env[62097]: DEBUG nova.compute.manager [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2131.287553] env[62097]: DEBUG nova.compute.manager [req-e48a26e1-7dcf-4f96-a7d3-5550d664fa13 req-baa1dc26-165f-432a-b565-b2b41edbae19 service nova] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Received event network-vif-deleted-cf904138-7838-4920-bf69-879f2206c0af {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2131.287742] env[62097]: INFO nova.compute.manager [req-e48a26e1-7dcf-4f96-a7d3-5550d664fa13 req-baa1dc26-165f-432a-b565-b2b41edbae19 service nova] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Neutron deleted interface cf904138-7838-4920-bf69-879f2206c0af; detaching it from the instance and deleting it from the info cache [ 2131.287913] env[62097]: DEBUG nova.network.neutron [req-e48a26e1-7dcf-4f96-a7d3-5550d664fa13 req-baa1dc26-165f-432a-b565-b2b41edbae19 service nova] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2131.290107] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e5f6dd-06cd-47d2-9afc-96885fb5f990 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.364501] env[62097]: DEBUG oslo_vmware.api [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.389203] env[62097]: DEBUG nova.compute.manager [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2131.474082] env[62097]: DEBUG oslo_concurrency.lockutils [None req-01d65740-a39e-4cb3-8e56-ab360ffa2217 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "73c522bf-24f3-4ce2-8e10-c997f6eabfe9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.474082] env[62097]: DEBUG oslo_concurrency.lockutils [None req-01d65740-a39e-4cb3-8e56-ab360ffa2217 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "73c522bf-24f3-4ce2-8e10-c997f6eabfe9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.474082] env[62097]: DEBUG nova.compute.manager [None req-01d65740-a39e-4cb3-8e56-ab360ffa2217 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Going to confirm migration 5 {{(pid=62097) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2131.520886] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035800, 'name': PowerOffVM_Task, 'duration_secs': 0.179274} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.521461] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2131.522413] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ffd9dd-0f22-4bf2-abb5-c8101cc07446 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.540482] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52677433-0bec-4580-8230-927750376361 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.569323] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2131.569614] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6750d67-5b79-44b6-bc48-d8a165ab0496 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.577198] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Waiting for the task: (returnval){ [ 2131.577198] env[62097]: value = "task-2035801" [ 2131.577198] env[62097]: _type = "Task" [ 2131.577198] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.584458] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.594864] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035793, 'name': CloneVM_Task, 'duration_secs': 2.319625} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.595179] env[62097]: INFO nova.virt.vmwareapi.vmops [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Created linked-clone VM from snapshot [ 2131.595894] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b9f86d-3dfe-4ff3-8c19-2b8a5a4d2869 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.604074] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Uploading image 3bc4c1ec-e150-4c2a-aac9-9b5359f1a8fd {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2131.623094] env[62097]: DEBUG oslo_vmware.rw_handles [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2131.623094] env[62097]: value = "vm-418071" [ 2131.623094] env[62097]: _type = "VirtualMachine" [ 2131.623094] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2131.623325] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e11acf9c-9d68-4c57-bb76-a4dc9f941564 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.631356] env[62097]: DEBUG oslo_vmware.rw_handles [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lease: (returnval){ [ 2131.631356] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f15d4d-00cf-78ac-4e0c-28cad8b3eecd" [ 2131.631356] env[62097]: _type = "HttpNfcLease" [ 2131.631356] env[62097]: } obtained for exporting VM: (result){ [ 2131.631356] env[62097]: value = "vm-418071" [ 2131.631356] env[62097]: _type = "VirtualMachine" [ 2131.631356] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2131.631628] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the lease: (returnval){ [ 2131.631628] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f15d4d-00cf-78ac-4e0c-28cad8b3eecd" [ 2131.631628] env[62097]: _type = "HttpNfcLease" [ 2131.631628] env[62097]: } to be ready. {{(pid=62097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2131.637614] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2131.637614] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f15d4d-00cf-78ac-4e0c-28cad8b3eecd" [ 2131.637614] env[62097]: _type = "HttpNfcLease" [ 2131.637614] env[62097]: } is initializing. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2131.758302] env[62097]: DEBUG nova.network.neutron [-] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2131.790046] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90b0cdf1-5195-4da3-9e1a-38489ea1d2bd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.804062] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaad0b3f-53cf-4392-8819-549bb1e78f7d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.816312] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2131.816889] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdd7ece2-765f-40c9-a128-9681a2b21abd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.827504] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2131.827504] env[62097]: value = "task-2035803" [ 2131.827504] env[62097]: _type = "Task" [ 2131.827504] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.848606] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] VM already powered off {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2131.848606] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2131.848606] env[62097]: DEBUG nova.compute.manager [req-e48a26e1-7dcf-4f96-a7d3-5550d664fa13 req-baa1dc26-165f-432a-b565-b2b41edbae19 service nova] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Detach interface failed, port_id=cf904138-7838-4920-bf69-879f2206c0af, reason: Instance 2cb98bb5-9565-470f-aecf-1c63bec27780 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2131.848830] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d65e064-c7ed-47b4-bc41-9a5e7ef84e87 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.855603] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2131.858875] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f35a59c-5978-45b9-862e-2a3e36370c67 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.865705] env[62097]: DEBUG oslo_vmware.api [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.910013] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.910373] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.912079] env[62097]: INFO nova.compute.claims [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2132.014796] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2132.015100] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2132.015347] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Deleting the datastore file [datastore2] a21e5049-0e4a-4b0e-86c8-75aab9ec73fc {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2132.015676] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-423e759e-6ab1-418f-8507-984f82ee4163 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.022731] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2132.022731] env[62097]: value = "task-2035805" [ 2132.022731] env[62097]: _type = "Task" [ 2132.022731] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.031822] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.046795] env[62097]: DEBUG oslo_concurrency.lockutils [None req-01d65740-a39e-4cb3-8e56-ab360ffa2217 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "refresh_cache-73c522bf-24f3-4ce2-8e10-c997f6eabfe9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.046973] env[62097]: DEBUG oslo_concurrency.lockutils [None req-01d65740-a39e-4cb3-8e56-ab360ffa2217 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "refresh_cache-73c522bf-24f3-4ce2-8e10-c997f6eabfe9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.047171] env[62097]: DEBUG nova.network.neutron [None req-01d65740-a39e-4cb3-8e56-ab360ffa2217 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2132.047402] env[62097]: DEBUG nova.objects.instance [None req-01d65740-a39e-4cb3-8e56-ab360ffa2217 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lazy-loading 'info_cache' on Instance uuid 73c522bf-24f3-4ce2-8e10-c997f6eabfe9 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2132.088984] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] VM already powered off {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2132.089258] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2132.089619] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.089743] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.089960] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2132.090250] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7960342-e9a0-4b62-9396-33efe92d8d3e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.098734] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2132.098950] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2132.099782] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9917bc9-5fd9-4b56-8028-daa12b8ed053 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.105554] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Waiting for the task: (returnval){ [ 2132.105554] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5224dadd-d60f-8b5d-cc55-dedf968ada61" [ 2132.105554] env[62097]: _type = "Task" [ 2132.105554] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.113825] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5224dadd-d60f-8b5d-cc55-dedf968ada61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.141814] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2132.141814] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f15d4d-00cf-78ac-4e0c-28cad8b3eecd" [ 2132.141814] env[62097]: _type = "HttpNfcLease" [ 2132.141814] env[62097]: } is ready. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2132.142142] env[62097]: DEBUG oslo_vmware.rw_handles [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2132.142142] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f15d4d-00cf-78ac-4e0c-28cad8b3eecd" [ 2132.142142] env[62097]: _type = "HttpNfcLease" [ 2132.142142] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2132.142949] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fed9f67-438f-4dc7-b357-e0526e8304ff {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.150257] env[62097]: DEBUG oslo_vmware.rw_handles [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9b96b-6c6c-d376-2da5-755f096183f0/disk-0.vmdk from lease info. {{(pid=62097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2132.150456] env[62097]: DEBUG oslo_vmware.rw_handles [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9b96b-6c6c-d376-2da5-755f096183f0/disk-0.vmdk for reading. {{(pid=62097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2132.261072] env[62097]: INFO nova.compute.manager [-] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Took 1.75 seconds to deallocate network for instance. [ 2132.298589] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-30df92f7-2d8a-4cd8-a8dd-1ae8676df125 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Volume attach. Driver type: vmdk {{(pid=62097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2132.298927] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-30df92f7-2d8a-4cd8-a8dd-1ae8676df125 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418069', 'volume_id': '7e3be257-a991-4f80-a6b1-7e077102cd98', 'name': 'volume-7e3be257-a991-4f80-a6b1-7e077102cd98', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '414bcbdb-1b5b-465a-8c9c-6f849dca6005', 'attached_at': '', 'detached_at': '', 'volume_id': '7e3be257-a991-4f80-a6b1-7e077102cd98', 'serial': '7e3be257-a991-4f80-a6b1-7e077102cd98'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2132.299804] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2fadfb-078c-4599-8462-678313fbb113 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.317468] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1e7e6b-5426-40b1-8ee2-3c8c5a4a44e2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.338572] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-61ab4ea5-c252-4f59-b3a6-ae20f2fa0724 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.348204] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-30df92f7-2d8a-4cd8-a8dd-1ae8676df125 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-7e3be257-a991-4f80-a6b1-7e077102cd98/volume-7e3be257-a991-4f80-a6b1-7e077102cd98.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2132.348348] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98d9462b-da52-488f-a71e-f7f869f64dff {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.375756] env[62097]: DEBUG oslo_vmware.api [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.377056] env[62097]: DEBUG oslo_vmware.api [None req-30df92f7-2d8a-4cd8-a8dd-1ae8676df125 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 2132.377056] env[62097]: value = "task-2035806" [ 2132.377056] env[62097]: _type = "Task" [ 2132.377056] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.389478] env[62097]: DEBUG oslo_vmware.api [None req-30df92f7-2d8a-4cd8-a8dd-1ae8676df125 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.532839] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148828} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.533123] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2132.533317] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2132.533495] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2132.616035] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5224dadd-d60f-8b5d-cc55-dedf968ada61, 'name': SearchDatastore_Task, 'duration_secs': 0.009061} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.617018] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c99d1ee3-6403-4b89-aaaa-1719cf6b18c7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.622536] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Waiting for the task: (returnval){ [ 2132.622536] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f12a65-a1f5-83ab-6dbf-ca6d64f1e62d" [ 2132.622536] env[62097]: _type = "Task" [ 2132.622536] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.632857] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f12a65-a1f5-83ab-6dbf-ca6d64f1e62d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.767126] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2132.873736] env[62097]: DEBUG oslo_vmware.api [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.887105] env[62097]: DEBUG oslo_vmware.api [None req-30df92f7-2d8a-4cd8-a8dd-1ae8676df125 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.139790] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52f12a65-a1f5-83ab-6dbf-ca6d64f1e62d, 'name': SearchDatastore_Task, 'duration_secs': 0.009707} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.140268] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.140612] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] f273c0ad-cb73-4eef-8d39-4f4cc5146481/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk. {{(pid=62097) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2133.142080] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e424f23c-7d8c-4855-a6f1-ab6f93c85ea2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.145158] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadf1a2e-4371-4c73-85d8-1efdd3480f33 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.157148] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1151f82e-5152-4e3c-aad6-fd895cc3ee70 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.160983] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Waiting for the task: (returnval){ [ 2133.160983] env[62097]: value = "task-2035807" [ 2133.160983] env[62097]: _type = "Task" [ 2133.160983] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.195302] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72162452-35b9-48b2-ac9f-e5f9b01bc474 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.201871] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.207177] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89758426-b87a-4fe1-859d-81fa86a071e7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.222176] env[62097]: DEBUG nova.compute.provider_tree [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2133.304697] env[62097]: DEBUG nova.network.neutron [None req-01d65740-a39e-4cb3-8e56-ab360ffa2217 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Updating instance_info_cache with network_info: [{"id": "72391b2b-9f0b-494c-8301-ac8126c74cf7", "address": "fa:16:3e:48:42:00", "network": {"id": "71626089-108a-4b1b-8ef1-86247c190c29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1189693346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbcf1419521b46b2aa629c0e0d3eb6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72391b2b-9f", "ovs_interfaceid": "72391b2b-9f0b-494c-8301-ac8126c74cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.376606] env[62097]: DEBUG oslo_vmware.api [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.389486] env[62097]: DEBUG oslo_vmware.api [None req-30df92f7-2d8a-4cd8-a8dd-1ae8676df125 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035806, 'name': ReconfigVM_Task, 'duration_secs': 0.717348} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.391094] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-30df92f7-2d8a-4cd8-a8dd-1ae8676df125 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-7e3be257-a991-4f80-a6b1-7e077102cd98/volume-7e3be257-a991-4f80-a6b1-7e077102cd98.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2133.395243] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13376321-0ec3-4e87-b8e4-23aa2738e810 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.412299] env[62097]: DEBUG oslo_vmware.api [None req-30df92f7-2d8a-4cd8-a8dd-1ae8676df125 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 2133.412299] env[62097]: value = "task-2035808" [ 2133.412299] env[62097]: _type = "Task" [ 2133.412299] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.423064] env[62097]: DEBUG oslo_vmware.api [None req-30df92f7-2d8a-4cd8-a8dd-1ae8676df125 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.572520] env[62097]: DEBUG nova.virt.hardware [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2133.573412] env[62097]: DEBUG nova.virt.hardware [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2133.573412] env[62097]: DEBUG nova.virt.hardware [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2133.573514] env[62097]: DEBUG nova.virt.hardware [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2133.573677] env[62097]: DEBUG nova.virt.hardware [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2133.573843] env[62097]: DEBUG nova.virt.hardware [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2133.574102] env[62097]: DEBUG nova.virt.hardware [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2133.574490] env[62097]: DEBUG nova.virt.hardware [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2133.574764] env[62097]: DEBUG nova.virt.hardware [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2133.574956] env[62097]: DEBUG nova.virt.hardware [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2133.575216] env[62097]: DEBUG nova.virt.hardware [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2133.576930] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5c4501-b00f-4606-bb31-e6ad0b63a6e9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.589253] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7026b724-1256-41c8-8bf8-77be3d0ad7c3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.607914] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:76:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9f4ccc4-07a6-43f1-8de7-41e243c75e2b', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2133.616540] env[62097]: DEBUG oslo.service.loopingcall [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2133.617286] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2133.617382] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b7196ea-a147-4b86-85a3-1b538cd60fa0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.640541] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2133.640541] env[62097]: value = "task-2035809" [ 2133.640541] env[62097]: _type = "Task" [ 2133.640541] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.652256] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035809, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.671988] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035807, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.726432] env[62097]: DEBUG nova.scheduler.client.report [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2133.807576] env[62097]: DEBUG oslo_concurrency.lockutils [None req-01d65740-a39e-4cb3-8e56-ab360ffa2217 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "refresh_cache-73c522bf-24f3-4ce2-8e10-c997f6eabfe9" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.808100] env[62097]: DEBUG nova.objects.instance [None req-01d65740-a39e-4cb3-8e56-ab360ffa2217 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lazy-loading 'migration_context' on Instance uuid 73c522bf-24f3-4ce2-8e10-c997f6eabfe9 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2133.874399] env[62097]: DEBUG oslo_vmware.api [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.922091] env[62097]: DEBUG oslo_vmware.api [None req-30df92f7-2d8a-4cd8-a8dd-1ae8676df125 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035808, 'name': ReconfigVM_Task, 'duration_secs': 0.15611} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.922706] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-30df92f7-2d8a-4cd8-a8dd-1ae8676df125 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418069', 'volume_id': '7e3be257-a991-4f80-a6b1-7e077102cd98', 'name': 'volume-7e3be257-a991-4f80-a6b1-7e077102cd98', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '414bcbdb-1b5b-465a-8c9c-6f849dca6005', 'attached_at': '', 'detached_at': '', 'volume_id': '7e3be257-a991-4f80-a6b1-7e077102cd98', 'serial': '7e3be257-a991-4f80-a6b1-7e077102cd98'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2134.152904] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035809, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.171831] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525001} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.173106] env[62097]: INFO nova.virt.vmwareapi.ds_util [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] f273c0ad-cb73-4eef-8d39-4f4cc5146481/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk. [ 2134.173290] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd54bf4-9c08-4d5e-ac98-b625b627c650 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.200896] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] f273c0ad-cb73-4eef-8d39-4f4cc5146481/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2134.201178] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87807b7b-39f5-44cd-82d3-5bba32dc30ba {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.219063] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Waiting for the task: (returnval){ [ 2134.219063] env[62097]: value = "task-2035810" [ 2134.219063] env[62097]: _type = "Task" [ 2134.219063] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.227143] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.232145] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.232624] env[62097]: DEBUG nova.compute.manager [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2134.235270] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.468s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.235537] env[62097]: DEBUG nova.objects.instance [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lazy-loading 'resources' on Instance uuid 2cb98bb5-9565-470f-aecf-1c63bec27780 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2134.311305] env[62097]: DEBUG nova.objects.base [None req-01d65740-a39e-4cb3-8e56-ab360ffa2217 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Object Instance<73c522bf-24f3-4ce2-8e10-c997f6eabfe9> lazy-loaded attributes: info_cache,migration_context {{(pid=62097) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2134.312535] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797b1358-7824-4921-8180-17c7313d2d12 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.333464] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a6265c9-6f1f-4949-ae33-157003c50da3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.340050] env[62097]: DEBUG oslo_vmware.api [None req-01d65740-a39e-4cb3-8e56-ab360ffa2217 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2134.340050] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e4d95d-2468-9a18-1a3c-ce57e3882ac5" [ 2134.340050] env[62097]: _type = "Task" [ 2134.340050] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.349060] env[62097]: DEBUG oslo_vmware.api [None req-01d65740-a39e-4cb3-8e56-ab360ffa2217 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52e4d95d-2468-9a18-1a3c-ce57e3882ac5, 'name': SearchDatastore_Task, 'duration_secs': 0.007023} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.349634] env[62097]: DEBUG oslo_concurrency.lockutils [None req-01d65740-a39e-4cb3-8e56-ab360ffa2217 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.374723] env[62097]: DEBUG oslo_vmware.api [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.651695] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035809, 'name': CreateVM_Task, 'duration_secs': 0.601571} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.651873] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2134.652565] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2134.652910] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.653250] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2134.653503] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b151328-9535-484a-b51f-444fcc577ff4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.657984] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2134.657984] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52423850-7ef7-98f9-f72b-ee9c018f4073" [ 2134.657984] env[62097]: _type = "Task" [ 2134.657984] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.665609] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52423850-7ef7-98f9-f72b-ee9c018f4073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.729636] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035810, 'name': ReconfigVM_Task, 'duration_secs': 0.295813} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.729954] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Reconfigured VM instance instance-0000006d to attach disk [datastore2] f273c0ad-cb73-4eef-8d39-4f4cc5146481/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69-rescue.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2134.730827] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880f9cd8-a9bd-494f-86d1-7ec98690c730 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.754033] env[62097]: DEBUG nova.compute.utils [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2134.763721] env[62097]: DEBUG nova.compute.manager [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2134.763931] env[62097]: DEBUG nova.network.neutron [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2134.766180] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55fd173e-3995-435d-a7ae-01215761aa1d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.783605] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Waiting for the task: (returnval){ [ 2134.783605] env[62097]: value = "task-2035811" [ 2134.783605] env[62097]: _type = "Task" [ 2134.783605] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.800390] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.818334] env[62097]: DEBUG nova.policy [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f62978a6f34c43edadd17faed8986421', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54320ff767714f48a1a5d4ef405d2e69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2134.876940] env[62097]: DEBUG oslo_vmware.api [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035795, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.965331] env[62097]: DEBUG nova.objects.instance [None req-30df92f7-2d8a-4cd8-a8dd-1ae8676df125 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lazy-loading 'flavor' on Instance uuid 414bcbdb-1b5b-465a-8c9c-6f849dca6005 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2134.970649] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f2e753-82cc-406a-8255-354e91c510f3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.978318] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fcc939-90ae-47a0-bd07-9464e264c172 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.012338] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4beaae-9813-45ed-b991-bea57cfe248d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.020446] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdaa2f0-877d-46dd-8c2f-859de70c067f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.034929] env[62097]: DEBUG nova.compute.provider_tree [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2135.133637] env[62097]: DEBUG nova.network.neutron [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Successfully created port: 61c6a961-69c4-4245-87bc-ce977acf5631 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2135.168209] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52423850-7ef7-98f9-f72b-ee9c018f4073, 'name': SearchDatastore_Task, 'duration_secs': 0.01136} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.168657] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2135.168767] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2135.169012] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.169170] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.169462] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2135.170097] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8a6864e-2b8d-4960-9e26-1009daeaf9b1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.178444] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2135.178633] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2135.179457] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c47345a-a574-4a51-800f-d9a09ab73944 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.185995] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2135.185995] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524e232f-1723-8887-6acd-7c52802222ac" [ 2135.185995] env[62097]: _type = "Task" [ 2135.185995] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.193875] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524e232f-1723-8887-6acd-7c52802222ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.256904] env[62097]: DEBUG nova.compute.manager [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2135.292088] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e9a55367-3cd5-4ad2-bf6e-8a0d6327c7b0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquiring lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.298056] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035811, 'name': ReconfigVM_Task, 'duration_secs': 0.152047} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.298343] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2135.298596] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02096f6c-832c-442d-89e8-bb944618c589 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.306054] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Waiting for the task: (returnval){ [ 2135.306054] env[62097]: value = "task-2035812" [ 2135.306054] env[62097]: _type = "Task" [ 2135.306054] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.314503] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.377339] env[62097]: DEBUG oslo_vmware.api [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035795, 'name': ReconfigVM_Task, 'duration_secs': 5.842125} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.377687] env[62097]: DEBUG oslo_concurrency.lockutils [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2135.377934] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Reconfigured VM to detach interface {{(pid=62097) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2135.470624] env[62097]: DEBUG oslo_concurrency.lockutils [None req-30df92f7-2d8a-4cd8-a8dd-1ae8676df125 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.787s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.471478] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e9a55367-3cd5-4ad2-bf6e-8a0d6327c7b0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.180s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.538540] env[62097]: DEBUG nova.scheduler.client.report [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2135.697067] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524e232f-1723-8887-6acd-7c52802222ac, 'name': SearchDatastore_Task, 'duration_secs': 0.017488} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.697997] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84ca4cd3-3df8-4562-b3e2-170cd2bb5410 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.705126] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2135.705126] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528fe00f-5e81-2074-f7a4-dbedd3fb6b79" [ 2135.705126] env[62097]: _type = "Task" [ 2135.705126] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.712736] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528fe00f-5e81-2074-f7a4-dbedd3fb6b79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.816477] env[62097]: DEBUG oslo_vmware.api [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035812, 'name': PowerOnVM_Task, 'duration_secs': 0.415434} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.816783] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2135.819445] env[62097]: DEBUG nova.compute.manager [None req-5f996b02-b402-4459-8bff-0c4899b9b4f4 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2135.820356] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97129a0-c9cb-4d9b-8e92-c915a0f0dcaa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.974614] env[62097]: INFO nova.compute.manager [None req-e9a55367-3cd5-4ad2-bf6e-8a0d6327c7b0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Detaching volume 64c237ef-71fa-438e-98f7-9044703343b9 [ 2136.010157] env[62097]: INFO nova.virt.block_device [None req-e9a55367-3cd5-4ad2-bf6e-8a0d6327c7b0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Attempting to driver detach volume 64c237ef-71fa-438e-98f7-9044703343b9 from mountpoint /dev/sdb [ 2136.010482] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9a55367-3cd5-4ad2-bf6e-8a0d6327c7b0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Volume detach. Driver type: vmdk {{(pid=62097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2136.010696] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9a55367-3cd5-4ad2-bf6e-8a0d6327c7b0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418064', 'volume_id': '64c237ef-71fa-438e-98f7-9044703343b9', 'name': 'volume-64c237ef-71fa-438e-98f7-9044703343b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '414bcbdb-1b5b-465a-8c9c-6f849dca6005', 'attached_at': '', 'detached_at': '', 'volume_id': '64c237ef-71fa-438e-98f7-9044703343b9', 'serial': '64c237ef-71fa-438e-98f7-9044703343b9'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2136.011648] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e925bb17-b469-47a7-9c55-150e5ba9b1b8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.038142] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdaa046-8492-4e25-ba3d-ca60c4519669 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.045320] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.047648] env[62097]: DEBUG oslo_concurrency.lockutils [None req-01d65740-a39e-4cb3-8e56-ab360ffa2217 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.698s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.049363] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0a37ca-9388-429f-b171-65087c2bf98f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.074419] env[62097]: INFO nova.scheduler.client.report [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Deleted allocations for instance 2cb98bb5-9565-470f-aecf-1c63bec27780 [ 2136.076095] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13f41ae-b335-43e2-9b7c-d090d1caa02a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.095348] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9a55367-3cd5-4ad2-bf6e-8a0d6327c7b0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] The volume has not been displaced from its original location: [datastore1] volume-64c237ef-71fa-438e-98f7-9044703343b9/volume-64c237ef-71fa-438e-98f7-9044703343b9.vmdk. No consolidation needed. {{(pid=62097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2136.100784] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9a55367-3cd5-4ad2-bf6e-8a0d6327c7b0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2136.101164] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26e7b637-bf99-4cdd-bd80-948059962a06 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.120548] env[62097]: DEBUG oslo_vmware.api [None req-e9a55367-3cd5-4ad2-bf6e-8a0d6327c7b0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 2136.120548] env[62097]: value = "task-2035813" [ 2136.120548] env[62097]: _type = "Task" [ 2136.120548] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.129098] env[62097]: DEBUG oslo_vmware.api [None req-e9a55367-3cd5-4ad2-bf6e-8a0d6327c7b0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035813, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.218840] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528fe00f-5e81-2074-f7a4-dbedd3fb6b79, 'name': SearchDatastore_Task, 'duration_secs': 0.02582} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.219331] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.219770] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] a21e5049-0e4a-4b0e-86c8-75aab9ec73fc/a21e5049-0e4a-4b0e-86c8-75aab9ec73fc.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2136.220195] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82f29f9b-7dcc-4394-8662-c57f8a884e3c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.228440] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2136.228440] env[62097]: value = "task-2035814" [ 2136.228440] env[62097]: _type = "Task" [ 2136.228440] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.244076] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.267160] env[62097]: DEBUG nova.compute.manager [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2136.297337] env[62097]: DEBUG nova.virt.hardware [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2136.297661] env[62097]: DEBUG nova.virt.hardware [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2136.297824] env[62097]: DEBUG nova.virt.hardware [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2136.298099] env[62097]: DEBUG nova.virt.hardware [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2136.298300] env[62097]: DEBUG nova.virt.hardware [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2136.298473] env[62097]: DEBUG nova.virt.hardware [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2136.298726] env[62097]: DEBUG nova.virt.hardware [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2136.298934] env[62097]: DEBUG nova.virt.hardware [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2136.299151] env[62097]: DEBUG nova.virt.hardware [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2136.299342] env[62097]: DEBUG nova.virt.hardware [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2136.299563] env[62097]: DEBUG nova.virt.hardware [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2136.300526] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9315e109-295d-48f3-ab82-ea0c99516da0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.309522] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de2d6ea-dc2e-421e-be63-643a329f02aa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.585783] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3b2e6eef-9d1f-4d67-91c1-ff65f99f012f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "2cb98bb5-9565-470f-aecf-1c63bec27780" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.827s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.604609] env[62097]: DEBUG nova.compute.manager [req-dcaaa9f4-db0d-400d-89e6-c25eafc1979a req-668dce2f-2e35-47a1-97e4-3ae792a0cc96 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Received event network-changed-d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2136.604798] env[62097]: DEBUG nova.compute.manager [req-dcaaa9f4-db0d-400d-89e6-c25eafc1979a req-668dce2f-2e35-47a1-97e4-3ae792a0cc96 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Refreshing instance network info cache due to event network-changed-d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2136.605025] env[62097]: DEBUG oslo_concurrency.lockutils [req-dcaaa9f4-db0d-400d-89e6-c25eafc1979a req-668dce2f-2e35-47a1-97e4-3ae792a0cc96 service nova] Acquiring lock "refresh_cache-f273c0ad-cb73-4eef-8d39-4f4cc5146481" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.605268] env[62097]: DEBUG oslo_concurrency.lockutils [req-dcaaa9f4-db0d-400d-89e6-c25eafc1979a req-668dce2f-2e35-47a1-97e4-3ae792a0cc96 service nova] Acquired lock "refresh_cache-f273c0ad-cb73-4eef-8d39-4f4cc5146481" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.605972] env[62097]: DEBUG nova.network.neutron [req-dcaaa9f4-db0d-400d-89e6-c25eafc1979a req-668dce2f-2e35-47a1-97e4-3ae792a0cc96 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Refreshing network info cache for port d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2136.635809] env[62097]: DEBUG oslo_vmware.api [None req-e9a55367-3cd5-4ad2-bf6e-8a0d6327c7b0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035813, 'name': ReconfigVM_Task, 'duration_secs': 0.292906} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.638188] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9a55367-3cd5-4ad2-bf6e-8a0d6327c7b0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2136.645570] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7115519-04bd-4d17-934d-1710658f8c27 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.662857] env[62097]: DEBUG oslo_vmware.api [None req-e9a55367-3cd5-4ad2-bf6e-8a0d6327c7b0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 2136.662857] env[62097]: value = "task-2035815" [ 2136.662857] env[62097]: _type = "Task" [ 2136.662857] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.669370] env[62097]: DEBUG oslo_concurrency.lockutils [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.669657] env[62097]: DEBUG oslo_concurrency.lockutils [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquired lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.669952] env[62097]: DEBUG nova.network.neutron [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2136.678917] env[62097]: DEBUG oslo_vmware.api [None req-e9a55367-3cd5-4ad2-bf6e-8a0d6327c7b0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035815, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.740885] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035814, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.793690] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b464330c-7cbb-4d56-8006-37e0866458c3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.802553] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44dcb55-0ea8-4b4d-9f52-0dbf75a0b6c4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.838646] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44560731-57fc-49d9-9835-9486217d5647 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.846297] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae818bf-eb4f-4fd4-bf9c-e61540ae9247 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.862655] env[62097]: DEBUG nova.compute.provider_tree [None req-01d65740-a39e-4cb3-8e56-ab360ffa2217 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2137.178240] env[62097]: DEBUG oslo_vmware.api [None req-e9a55367-3cd5-4ad2-bf6e-8a0d6327c7b0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035815, 'name': ReconfigVM_Task, 'duration_secs': 0.194571} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.178670] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9a55367-3cd5-4ad2-bf6e-8a0d6327c7b0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418064', 'volume_id': '64c237ef-71fa-438e-98f7-9044703343b9', 'name': 'volume-64c237ef-71fa-438e-98f7-9044703343b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '414bcbdb-1b5b-465a-8c9c-6f849dca6005', 'attached_at': '', 'detached_at': '', 'volume_id': '64c237ef-71fa-438e-98f7-9044703343b9', 'serial': '64c237ef-71fa-438e-98f7-9044703343b9'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2137.240111] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831024} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.240396] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] a21e5049-0e4a-4b0e-86c8-75aab9ec73fc/a21e5049-0e4a-4b0e-86c8-75aab9ec73fc.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2137.240684] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2137.240950] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe6e497c-206d-4aeb-8cf3-70d92cc6fb62 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.247719] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2137.247719] env[62097]: value = "task-2035816" [ 2137.247719] env[62097]: _type = "Task" [ 2137.247719] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.255829] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.273998] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "1c318b20-4d25-4b4c-900d-a675e8cae71f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.274291] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "1c318b20-4d25-4b4c-900d-a675e8cae71f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.274537] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "1c318b20-4d25-4b4c-900d-a675e8cae71f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.274729] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "1c318b20-4d25-4b4c-900d-a675e8cae71f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.274908] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "1c318b20-4d25-4b4c-900d-a675e8cae71f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.277646] env[62097]: INFO nova.compute.manager [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Terminating instance [ 2137.365561] env[62097]: DEBUG nova.network.neutron [req-dcaaa9f4-db0d-400d-89e6-c25eafc1979a req-668dce2f-2e35-47a1-97e4-3ae792a0cc96 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Updated VIF entry in instance network info cache for port d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2137.366019] env[62097]: DEBUG nova.network.neutron [req-dcaaa9f4-db0d-400d-89e6-c25eafc1979a req-668dce2f-2e35-47a1-97e4-3ae792a0cc96 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Updating instance_info_cache with network_info: [{"id": "d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140", "address": "fa:16:3e:41:2d:63", "network": {"id": "53bf7fa9-cbb5-445d-9cb6-06076c172ea0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-487725617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "10531038618d46459d3b35bf6649dfa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f0c5e6-c0", "ovs_interfaceid": "d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2137.368123] env[62097]: DEBUG nova.scheduler.client.report [None req-01d65740-a39e-4cb3-8e56-ab360ffa2217 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2137.668335] env[62097]: INFO nova.network.neutron [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Port 28ae7cdc-fd4c-4a9d-9702-34511237b5c2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2137.668758] env[62097]: DEBUG nova.network.neutron [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Updating instance_info_cache with network_info: [{"id": "a343639e-252f-465e-8d2e-4a691d53a984", "address": "fa:16:3e:c2:87:b5", "network": {"id": "20c9a613-f481-4535-8cb3-9ea8eaf56a05", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-48596998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72924d79b93d45148d34ba3287efe44c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa343639e-25", "ovs_interfaceid": "a343639e-252f-465e-8d2e-4a691d53a984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2137.727609] env[62097]: DEBUG nova.objects.instance [None req-e9a55367-3cd5-4ad2-bf6e-8a0d6327c7b0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lazy-loading 'flavor' on Instance uuid 414bcbdb-1b5b-465a-8c9c-6f849dca6005 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2137.758048] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.782894] env[62097]: DEBUG nova.compute.manager [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2137.783170] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2137.784119] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a01bf0a-0df5-43e5-b5e8-9d40ad59f828 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.793450] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2137.793581] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdaaa892-3142-4662-981b-1f9dc051f89b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.800239] env[62097]: DEBUG oslo_vmware.api [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2137.800239] env[62097]: value = "task-2035817" [ 2137.800239] env[62097]: _type = "Task" [ 2137.800239] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.809627] env[62097]: DEBUG oslo_vmware.api [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.876174] env[62097]: DEBUG oslo_concurrency.lockutils [req-dcaaa9f4-db0d-400d-89e6-c25eafc1979a req-668dce2f-2e35-47a1-97e4-3ae792a0cc96 service nova] Releasing lock "refresh_cache-f273c0ad-cb73-4eef-8d39-4f4cc5146481" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.171851] env[62097]: DEBUG oslo_concurrency.lockutils [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Releasing lock "refresh_cache-1c318b20-4d25-4b4c-900d-a675e8cae71f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.258490] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035816, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.309721] env[62097]: DEBUG oslo_vmware.api [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035817, 'name': PowerOffVM_Task, 'duration_secs': 0.173473} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.309985] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2138.310218] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2138.310494] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67bd2ad3-b1ed-4baa-bd46-a8abbadf88b2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.380966] env[62097]: DEBUG oslo_concurrency.lockutils [None req-01d65740-a39e-4cb3-8e56-ab360ffa2217 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.333s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.541754] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e749fa04-63dc-4786-b495-df87fc82b31d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.542048] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e749fa04-63dc-4786-b495-df87fc82b31d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.630384] env[62097]: DEBUG nova.compute.manager [req-c10f75bb-613f-4dce-be9d-6806f6507046 req-711550cf-a910-43f3-a02d-7d6abc502079 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Received event network-changed-d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2138.630588] env[62097]: DEBUG nova.compute.manager [req-c10f75bb-613f-4dce-be9d-6806f6507046 req-711550cf-a910-43f3-a02d-7d6abc502079 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Refreshing instance network info cache due to event network-changed-d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2138.630801] env[62097]: DEBUG oslo_concurrency.lockutils [req-c10f75bb-613f-4dce-be9d-6806f6507046 req-711550cf-a910-43f3-a02d-7d6abc502079 service nova] Acquiring lock "refresh_cache-f273c0ad-cb73-4eef-8d39-4f4cc5146481" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2138.630959] env[62097]: DEBUG oslo_concurrency.lockutils [req-c10f75bb-613f-4dce-be9d-6806f6507046 req-711550cf-a910-43f3-a02d-7d6abc502079 service nova] Acquired lock "refresh_cache-f273c0ad-cb73-4eef-8d39-4f4cc5146481" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2138.631111] env[62097]: DEBUG nova.network.neutron [req-c10f75bb-613f-4dce-be9d-6806f6507046 req-711550cf-a910-43f3-a02d-7d6abc502079 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Refreshing network info cache for port d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2138.675754] env[62097]: DEBUG oslo_concurrency.lockutils [None req-70b13ae9-e78d-4116-b962-1a61bb2e87d9 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "interface-1c318b20-4d25-4b4c-900d-a675e8cae71f-28ae7cdc-fd4c-4a9d-9702-34511237b5c2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.922s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.733120] env[62097]: DEBUG oslo_concurrency.lockutils [None req-afa3930a-725d-4357-a6df-0c18d452a41b tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquiring lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.736820] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e9a55367-3cd5-4ad2-bf6e-8a0d6327c7b0 tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.265s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.738126] env[62097]: DEBUG oslo_concurrency.lockutils [None req-afa3930a-725d-4357-a6df-0c18d452a41b tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.005s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.760868] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.053656} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.761169] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2138.762198] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fba94f3-60aa-402b-a7bc-271d9ae52c64 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.785011] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] a21e5049-0e4a-4b0e-86c8-75aab9ec73fc/a21e5049-0e4a-4b0e-86c8-75aab9ec73fc.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2138.785345] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f2a6b97-f0b2-4aa2-9785-c44431c70076 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.805620] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2138.805620] env[62097]: value = "task-2035819" [ 2138.805620] env[62097]: _type = "Task" [ 2138.805620] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.813721] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.952343] env[62097]: INFO nova.scheduler.client.report [None req-01d65740-a39e-4cb3-8e56-ab360ffa2217 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Deleted allocation for migration c35b97d0-17f9-4595-a748-67ef30d86756 [ 2139.045833] env[62097]: INFO nova.compute.manager [None req-e749fa04-63dc-4786-b495-df87fc82b31d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Detaching volume a34d416e-68bf-40ed-85cf-e7a89dcf9409 [ 2139.078548] env[62097]: INFO nova.virt.block_device [None req-e749fa04-63dc-4786-b495-df87fc82b31d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Attempting to driver detach volume a34d416e-68bf-40ed-85cf-e7a89dcf9409 from mountpoint /dev/sdb [ 2139.078973] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e749fa04-63dc-4786-b495-df87fc82b31d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Volume detach. Driver type: vmdk {{(pid=62097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2139.079241] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e749fa04-63dc-4786-b495-df87fc82b31d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418045', 'volume_id': 'a34d416e-68bf-40ed-85cf-e7a89dcf9409', 'name': 'volume-a34d416e-68bf-40ed-85cf-e7a89dcf9409', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d2c2459-95c6-459f-9f6e-f6e704e6e6d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'a34d416e-68bf-40ed-85cf-e7a89dcf9409', 'serial': 'a34d416e-68bf-40ed-85cf-e7a89dcf9409'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2139.080279] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95526284-bd4f-465d-a606-dcfb2e526144 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.102579] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a3c356-a9c7-48ca-9120-bbd48761b0d9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.109962] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74f0cbe-acee-42b5-b220-7f6577800d37 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.139531] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4769ff0e-5dd0-489a-a755-a977376f6116 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.161020] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e749fa04-63dc-4786-b495-df87fc82b31d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] The volume has not been displaced from its original location: [datastore1] volume-a34d416e-68bf-40ed-85cf-e7a89dcf9409/volume-a34d416e-68bf-40ed-85cf-e7a89dcf9409.vmdk. No consolidation needed. {{(pid=62097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2139.164044] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e749fa04-63dc-4786-b495-df87fc82b31d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2139.164490] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d1a1717-9286-44b9-9bc8-8e23e5681a1f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.183703] env[62097]: DEBUG oslo_vmware.api [None req-e749fa04-63dc-4786-b495-df87fc82b31d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2139.183703] env[62097]: value = "task-2035820" [ 2139.183703] env[62097]: _type = "Task" [ 2139.183703] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.194561] env[62097]: DEBUG oslo_vmware.api [None req-e749fa04-63dc-4786-b495-df87fc82b31d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.242029] env[62097]: INFO nova.compute.manager [None req-afa3930a-725d-4357-a6df-0c18d452a41b tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Detaching volume 7e3be257-a991-4f80-a6b1-7e077102cd98 [ 2139.280819] env[62097]: INFO nova.virt.block_device [None req-afa3930a-725d-4357-a6df-0c18d452a41b tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Attempting to driver detach volume 7e3be257-a991-4f80-a6b1-7e077102cd98 from mountpoint /dev/sdc [ 2139.281127] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa3930a-725d-4357-a6df-0c18d452a41b tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Volume detach. Driver type: vmdk {{(pid=62097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2139.281323] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa3930a-725d-4357-a6df-0c18d452a41b tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418069', 'volume_id': '7e3be257-a991-4f80-a6b1-7e077102cd98', 'name': 'volume-7e3be257-a991-4f80-a6b1-7e077102cd98', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '414bcbdb-1b5b-465a-8c9c-6f849dca6005', 'attached_at': '', 'detached_at': '', 'volume_id': '7e3be257-a991-4f80-a6b1-7e077102cd98', 'serial': '7e3be257-a991-4f80-a6b1-7e077102cd98'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2139.282313] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5e9b96-c1f6-44e9-93cf-690fe09a1c37 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.306022] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8838ec6-59eb-47ca-9b51-79df6e8cb1e2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.318342] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035819, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.321198] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd53b12-ee58-45c6-a322-f8f61e50f3f4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.343482] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4943b4-235f-4dd9-9138-251e7136ecf1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.359259] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa3930a-725d-4357-a6df-0c18d452a41b tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] The volume has not been displaced from its original location: [datastore1] volume-7e3be257-a991-4f80-a6b1-7e077102cd98/volume-7e3be257-a991-4f80-a6b1-7e077102cd98.vmdk. No consolidation needed. {{(pid=62097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2139.364728] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa3930a-725d-4357-a6df-0c18d452a41b tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Reconfiguring VM instance instance-00000065 to detach disk 2002 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2139.365129] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f16b8afb-eab6-4f73-8c90-bba8de2008e4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.382686] env[62097]: DEBUG oslo_vmware.api [None req-afa3930a-725d-4357-a6df-0c18d452a41b tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 2139.382686] env[62097]: value = "task-2035821" [ 2139.382686] env[62097]: _type = "Task" [ 2139.382686] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.392560] env[62097]: DEBUG oslo_vmware.api [None req-afa3930a-725d-4357-a6df-0c18d452a41b tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.457719] env[62097]: DEBUG oslo_concurrency.lockutils [None req-01d65740-a39e-4cb3-8e56-ab360ffa2217 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "73c522bf-24f3-4ce2-8e10-c997f6eabfe9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.985s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.693279] env[62097]: DEBUG oslo_vmware.api [None req-e749fa04-63dc-4786-b495-df87fc82b31d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035820, 'name': ReconfigVM_Task, 'duration_secs': 0.281212} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.693631] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e749fa04-63dc-4786-b495-df87fc82b31d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2139.698331] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c01fd71-a4ab-4a3d-ad89-51622e38cea6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.713376] env[62097]: DEBUG oslo_vmware.api [None req-e749fa04-63dc-4786-b495-df87fc82b31d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2139.713376] env[62097]: value = "task-2035822" [ 2139.713376] env[62097]: _type = "Task" [ 2139.713376] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.718531] env[62097]: DEBUG nova.network.neutron [req-c10f75bb-613f-4dce-be9d-6806f6507046 req-711550cf-a910-43f3-a02d-7d6abc502079 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Updated VIF entry in instance network info cache for port d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2139.718531] env[62097]: DEBUG nova.network.neutron [req-c10f75bb-613f-4dce-be9d-6806f6507046 req-711550cf-a910-43f3-a02d-7d6abc502079 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Updating instance_info_cache with network_info: [{"id": "d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140", "address": "fa:16:3e:41:2d:63", "network": {"id": "53bf7fa9-cbb5-445d-9cb6-06076c172ea0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-487725617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "10531038618d46459d3b35bf6649dfa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f0c5e6-c0", "ovs_interfaceid": "d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2139.723956] env[62097]: DEBUG oslo_vmware.api [None req-e749fa04-63dc-4786-b495-df87fc82b31d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035822, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.820741] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035819, 'name': ReconfigVM_Task, 'duration_secs': 0.55585} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.821116] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Reconfigured VM instance instance-0000006e to attach disk [datastore1] a21e5049-0e4a-4b0e-86c8-75aab9ec73fc/a21e5049-0e4a-4b0e-86c8-75aab9ec73fc.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2139.821901] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-025a01a3-43a7-4651-8bc7-b9d856d2651f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.828343] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2139.828343] env[62097]: value = "task-2035823" [ 2139.828343] env[62097]: _type = "Task" [ 2139.828343] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.837070] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035823, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.894030] env[62097]: DEBUG oslo_vmware.api [None req-afa3930a-725d-4357-a6df-0c18d452a41b tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035821, 'name': ReconfigVM_Task, 'duration_secs': 0.247801} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.894030] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa3930a-725d-4357-a6df-0c18d452a41b tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Reconfigured VM instance instance-00000065 to detach disk 2002 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2139.897848] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4466e84-b218-466c-a6b6-66a60d9a503f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.912530] env[62097]: DEBUG oslo_vmware.api [None req-afa3930a-725d-4357-a6df-0c18d452a41b tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 2139.912530] env[62097]: value = "task-2035824" [ 2139.912530] env[62097]: _type = "Task" [ 2139.912530] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.920917] env[62097]: DEBUG oslo_vmware.api [None req-afa3930a-725d-4357-a6df-0c18d452a41b tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035824, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.224414] env[62097]: DEBUG oslo_vmware.api [None req-e749fa04-63dc-4786-b495-df87fc82b31d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035822, 'name': ReconfigVM_Task, 'duration_secs': 0.150964} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.224889] env[62097]: DEBUG oslo_concurrency.lockutils [req-c10f75bb-613f-4dce-be9d-6806f6507046 req-711550cf-a910-43f3-a02d-7d6abc502079 service nova] Releasing lock "refresh_cache-f273c0ad-cb73-4eef-8d39-4f4cc5146481" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2140.225355] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e749fa04-63dc-4786-b495-df87fc82b31d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418045', 'volume_id': 'a34d416e-68bf-40ed-85cf-e7a89dcf9409', 'name': 'volume-a34d416e-68bf-40ed-85cf-e7a89dcf9409', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d2c2459-95c6-459f-9f6e-f6e704e6e6d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'a34d416e-68bf-40ed-85cf-e7a89dcf9409', 'serial': 'a34d416e-68bf-40ed-85cf-e7a89dcf9409'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2140.339095] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035823, 'name': Rename_Task, 'duration_secs': 0.202511} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.339422] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2140.339692] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd8210a6-819f-4152-ba13-4ce964002bfa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.346513] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2140.346513] env[62097]: value = "task-2035825" [ 2140.346513] env[62097]: _type = "Task" [ 2140.346513] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.354411] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.422807] env[62097]: DEBUG oslo_vmware.api [None req-afa3930a-725d-4357-a6df-0c18d452a41b tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035824, 'name': ReconfigVM_Task, 'duration_secs': 0.158574} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.422807] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa3930a-725d-4357-a6df-0c18d452a41b tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418069', 'volume_id': '7e3be257-a991-4f80-a6b1-7e077102cd98', 'name': 'volume-7e3be257-a991-4f80-a6b1-7e077102cd98', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '414bcbdb-1b5b-465a-8c9c-6f849dca6005', 'attached_at': '', 'detached_at': '', 'volume_id': '7e3be257-a991-4f80-a6b1-7e077102cd98', 'serial': '7e3be257-a991-4f80-a6b1-7e077102cd98'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2140.711146] env[62097]: DEBUG oslo_concurrency.lockutils [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "73c522bf-24f3-4ce2-8e10-c997f6eabfe9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.711146] env[62097]: DEBUG oslo_concurrency.lockutils [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "73c522bf-24f3-4ce2-8e10-c997f6eabfe9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.711146] env[62097]: DEBUG oslo_concurrency.lockutils [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "73c522bf-24f3-4ce2-8e10-c997f6eabfe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.711146] env[62097]: DEBUG oslo_concurrency.lockutils [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "73c522bf-24f3-4ce2-8e10-c997f6eabfe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.711146] env[62097]: DEBUG oslo_concurrency.lockutils [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "73c522bf-24f3-4ce2-8e10-c997f6eabfe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2140.714257] env[62097]: INFO nova.compute.manager [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Terminating instance [ 2140.775115] env[62097]: DEBUG nova.objects.instance [None req-e749fa04-63dc-4786-b495-df87fc82b31d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lazy-loading 'flavor' on Instance uuid 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2140.824514] env[62097]: DEBUG nova.compute.manager [req-737c0387-2336-49a1-af88-bbc6cb7b99e6 req-66c37496-832c-48b9-9baf-d856d547b8f3 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Received event network-changed-d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2140.824738] env[62097]: DEBUG nova.compute.manager [req-737c0387-2336-49a1-af88-bbc6cb7b99e6 req-66c37496-832c-48b9-9baf-d856d547b8f3 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Refreshing instance network info cache due to event network-changed-d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2140.824953] env[62097]: DEBUG oslo_concurrency.lockutils [req-737c0387-2336-49a1-af88-bbc6cb7b99e6 req-66c37496-832c-48b9-9baf-d856d547b8f3 service nova] Acquiring lock "refresh_cache-f273c0ad-cb73-4eef-8d39-4f4cc5146481" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2140.825815] env[62097]: DEBUG oslo_concurrency.lockutils [req-737c0387-2336-49a1-af88-bbc6cb7b99e6 req-66c37496-832c-48b9-9baf-d856d547b8f3 service nova] Acquired lock "refresh_cache-f273c0ad-cb73-4eef-8d39-4f4cc5146481" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2140.826040] env[62097]: DEBUG nova.network.neutron [req-737c0387-2336-49a1-af88-bbc6cb7b99e6 req-66c37496-832c-48b9-9baf-d856d547b8f3 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Refreshing network info cache for port d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2140.856431] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035825, 'name': PowerOnVM_Task, 'duration_secs': 0.44831} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.856779] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2140.856989] env[62097]: DEBUG nova.compute.manager [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2140.857814] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d379fbc1-6998-4a40-8125-a4f05033f704 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.945774] env[62097]: DEBUG oslo_vmware.rw_handles [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9b96b-6c6c-d376-2da5-755f096183f0/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2140.948768] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9118a36-a06e-4349-94a0-701d94e2b2ca {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.954971] env[62097]: DEBUG oslo_vmware.rw_handles [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9b96b-6c6c-d376-2da5-755f096183f0/disk-0.vmdk is in state: ready. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2140.955167] env[62097]: ERROR oslo_vmware.rw_handles [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9b96b-6c6c-d376-2da5-755f096183f0/disk-0.vmdk due to incomplete transfer. [ 2140.955410] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bc728f3f-57c7-4efa-a11a-211137f5989a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.962017] env[62097]: DEBUG oslo_vmware.rw_handles [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9b96b-6c6c-d376-2da5-755f096183f0/disk-0.vmdk. {{(pid=62097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2140.962253] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Uploaded image 3bc4c1ec-e150-4c2a-aac9-9b5359f1a8fd to the Glance image server {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2140.964605] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Destroying the VM {{(pid=62097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2140.965855] env[62097]: DEBUG nova.objects.instance [None req-afa3930a-725d-4357-a6df-0c18d452a41b tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lazy-loading 'flavor' on Instance uuid 414bcbdb-1b5b-465a-8c9c-6f849dca6005 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2140.967106] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9e17aa00-d753-48b7-b86e-7a08dd89b12e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.973585] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2140.973585] env[62097]: value = "task-2035826" [ 2140.973585] env[62097]: _type = "Task" [ 2140.973585] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.985657] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035826, 'name': Destroy_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.219919] env[62097]: DEBUG nova.compute.manager [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2141.220128] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2141.221034] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa22db7f-b66c-4f8a-a7a3-ec9f62b7ffbb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.228999] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2141.229270] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b2abc08-d946-45c2-87e1-fbf8dcbcbc04 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.235203] env[62097]: DEBUG oslo_vmware.api [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2141.235203] env[62097]: value = "task-2035827" [ 2141.235203] env[62097]: _type = "Task" [ 2141.235203] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.242589] env[62097]: DEBUG oslo_vmware.api [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.368660] env[62097]: INFO nova.compute.manager [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] bringing vm to original state: 'stopped' [ 2141.386309] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.386570] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.484138] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035826, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.522593] env[62097]: DEBUG nova.network.neutron [req-737c0387-2336-49a1-af88-bbc6cb7b99e6 req-66c37496-832c-48b9-9baf-d856d547b8f3 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Updated VIF entry in instance network info cache for port d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2141.522967] env[62097]: DEBUG nova.network.neutron [req-737c0387-2336-49a1-af88-bbc6cb7b99e6 req-66c37496-832c-48b9-9baf-d856d547b8f3 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Updating instance_info_cache with network_info: [{"id": "d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140", "address": "fa:16:3e:41:2d:63", "network": {"id": "53bf7fa9-cbb5-445d-9cb6-06076c172ea0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-487725617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "10531038618d46459d3b35bf6649dfa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f0c5e6-c0", "ovs_interfaceid": "d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2141.527980] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Acquiring lock "f273c0ad-cb73-4eef-8d39-4f4cc5146481" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.528288] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Lock "f273c0ad-cb73-4eef-8d39-4f4cc5146481" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.528505] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Acquiring lock "f273c0ad-cb73-4eef-8d39-4f4cc5146481-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.528691] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Lock "f273c0ad-cb73-4eef-8d39-4f4cc5146481-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.528856] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Lock "f273c0ad-cb73-4eef-8d39-4f4cc5146481-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.530682] env[62097]: INFO nova.compute.manager [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Terminating instance [ 2141.745251] env[62097]: DEBUG oslo_vmware.api [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035827, 'name': PowerOffVM_Task, 'duration_secs': 0.465541} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.745532] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2141.745745] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2141.745998] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82965b44-4f61-4b06-95fb-d7d8adeec63b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.782239] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e749fa04-63dc-4786-b495-df87fc82b31d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.240s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.889333] env[62097]: DEBUG nova.compute.manager [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2141.973216] env[62097]: DEBUG oslo_concurrency.lockutils [None req-afa3930a-725d-4357-a6df-0c18d452a41b tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.235s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.984560] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035826, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.025918] env[62097]: DEBUG oslo_concurrency.lockutils [req-737c0387-2336-49a1-af88-bbc6cb7b99e6 req-66c37496-832c-48b9-9baf-d856d547b8f3 service nova] Releasing lock "refresh_cache-f273c0ad-cb73-4eef-8d39-4f4cc5146481" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2142.026295] env[62097]: DEBUG nova.compute.manager [req-737c0387-2336-49a1-af88-bbc6cb7b99e6 req-66c37496-832c-48b9-9baf-d856d547b8f3 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Received event network-changed-d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2142.026735] env[62097]: DEBUG nova.compute.manager [req-737c0387-2336-49a1-af88-bbc6cb7b99e6 req-66c37496-832c-48b9-9baf-d856d547b8f3 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Refreshing instance network info cache due to event network-changed-d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2142.027078] env[62097]: DEBUG oslo_concurrency.lockutils [req-737c0387-2336-49a1-af88-bbc6cb7b99e6 req-66c37496-832c-48b9-9baf-d856d547b8f3 service nova] Acquiring lock "refresh_cache-f273c0ad-cb73-4eef-8d39-4f4cc5146481" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2142.027343] env[62097]: DEBUG oslo_concurrency.lockutils [req-737c0387-2336-49a1-af88-bbc6cb7b99e6 req-66c37496-832c-48b9-9baf-d856d547b8f3 service nova] Acquired lock "refresh_cache-f273c0ad-cb73-4eef-8d39-4f4cc5146481" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2142.027643] env[62097]: DEBUG nova.network.neutron [req-737c0387-2336-49a1-af88-bbc6cb7b99e6 req-66c37496-832c-48b9-9baf-d856d547b8f3 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Refreshing network info cache for port d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2142.035389] env[62097]: DEBUG nova.compute.manager [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2142.036411] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2142.038401] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377e2ace-5da3-44b5-8bc1-00108cb2f4bf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.048691] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2142.048940] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57bf0c62-0383-42c9-b3bc-f0e1edffbc55 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.056072] env[62097]: DEBUG oslo_vmware.api [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Waiting for the task: (returnval){ [ 2142.056072] env[62097]: value = "task-2035829" [ 2142.056072] env[62097]: _type = "Task" [ 2142.056072] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.063944] env[62097]: DEBUG oslo_vmware.api [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.376929] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "a21e5049-0e4a-4b0e-86c8-75aab9ec73fc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.377336] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "a21e5049-0e4a-4b0e-86c8-75aab9ec73fc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.377609] env[62097]: DEBUG nova.compute.manager [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2142.378766] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c09fcd6-823d-4b0d-8f6a-94077951d959 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.385669] env[62097]: DEBUG nova.compute.manager [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62097) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2142.411049] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.411311] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.412769] env[62097]: INFO nova.compute.claims [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2142.423881] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.424061] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.424264] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "9d2c2459-95c6-459f-9f6e-f6e704e6e6d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.424500] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "9d2c2459-95c6-459f-9f6e-f6e704e6e6d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.424966] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "9d2c2459-95c6-459f-9f6e-f6e704e6e6d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.427393] env[62097]: INFO nova.compute.manager [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Terminating instance [ 2142.485562] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035826, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.569681] env[62097]: DEBUG oslo_vmware.api [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035829, 'name': PowerOffVM_Task, 'duration_secs': 0.434311} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.570038] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2142.570223] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2142.570599] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd03c625-9c21-4984-86d9-12fa7a4ea4e1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.734790] env[62097]: DEBUG nova.network.neutron [req-737c0387-2336-49a1-af88-bbc6cb7b99e6 req-66c37496-832c-48b9-9baf-d856d547b8f3 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Updated VIF entry in instance network info cache for port d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2142.735235] env[62097]: DEBUG nova.network.neutron [req-737c0387-2336-49a1-af88-bbc6cb7b99e6 req-66c37496-832c-48b9-9baf-d856d547b8f3 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Updating instance_info_cache with network_info: [{"id": "d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140", "address": "fa:16:3e:41:2d:63", "network": {"id": "53bf7fa9-cbb5-445d-9cb6-06076c172ea0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-487725617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "10531038618d46459d3b35bf6649dfa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f0c5e6-c0", "ovs_interfaceid": "d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2142.890347] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2142.890602] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-989a4fb2-3a86-46d4-80af-92ed15367265 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.897884] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2142.897884] env[62097]: value = "task-2035831" [ 2142.897884] env[62097]: _type = "Task" [ 2142.897884] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.905401] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.930676] env[62097]: DEBUG nova.compute.manager [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2142.930910] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2142.931953] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589b1a6d-37ac-4e28-b32c-ee0e35e6ca2c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.942186] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2142.942462] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97ae6591-9e7e-45dc-90db-7cdb1973d412 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.949706] env[62097]: DEBUG oslo_vmware.api [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2142.949706] env[62097]: value = "task-2035832" [ 2142.949706] env[62097]: _type = "Task" [ 2142.949706] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.957717] env[62097]: DEBUG oslo_vmware.api [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.984960] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035826, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.180547] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquiring lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.180646] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.181260] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquiring lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.181260] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.181260] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.183398] env[62097]: INFO nova.compute.manager [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Terminating instance [ 2143.238678] env[62097]: DEBUG oslo_concurrency.lockutils [req-737c0387-2336-49a1-af88-bbc6cb7b99e6 req-66c37496-832c-48b9-9baf-d856d547b8f3 service nova] Releasing lock "refresh_cache-f273c0ad-cb73-4eef-8d39-4f4cc5146481" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.409125] env[62097]: DEBUG oslo_vmware.api [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035831, 'name': PowerOffVM_Task, 'duration_secs': 0.187001} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.409479] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2143.409559] env[62097]: DEBUG nova.compute.manager [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2143.410370] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ea993d-8233-44d6-b096-23a823a59947 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.462339] env[62097]: DEBUG oslo_vmware.api [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035832, 'name': PowerOffVM_Task, 'duration_secs': 0.173529} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.462627] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2143.462797] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2143.463052] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a326b89-35b2-4427-8902-bd5074d8557c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.487598] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035826, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.576127] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fdbcb1-8b96-4aea-8137-14aa17a3737b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.583277] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee28286-56b1-4f0f-b0e1-7a49aee735d4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.612331] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af3a110-3193-4569-822d-0f1a1f30bad3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.619272] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d03060-2634-42e6-80ab-db0f2f550075 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.633016] env[62097]: DEBUG nova.compute.provider_tree [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2143.687278] env[62097]: DEBUG nova.compute.manager [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2143.687430] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2143.688190] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576e44cb-3e3c-4646-a6a4-b2e3b50d32e0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.694791] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2143.695009] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a45d9663-b19f-40a2-9c5b-499efccd754e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.700607] env[62097]: DEBUG oslo_vmware.api [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 2143.700607] env[62097]: value = "task-2035834" [ 2143.700607] env[62097]: _type = "Task" [ 2143.700607] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.708294] env[62097]: DEBUG oslo_vmware.api [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.798776] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2143.799042] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2143.799353] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Deleting the datastore file [datastore2] f273c0ad-cb73-4eef-8d39-4f4cc5146481 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2143.799700] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0db0fb19-10c5-4d85-97de-89d4518bfb0f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.803584] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2143.803775] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2143.803969] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Deleting the datastore file [datastore2] 1c318b20-4d25-4b4c-900d-a675e8cae71f {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2143.804300] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5925ff57-f7cc-4235-b49b-88da326128c9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.807404] env[62097]: DEBUG oslo_vmware.api [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Waiting for the task: (returnval){ [ 2143.807404] env[62097]: value = "task-2035835" [ 2143.807404] env[62097]: _type = "Task" [ 2143.807404] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.811821] env[62097]: DEBUG oslo_vmware.api [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2143.811821] env[62097]: value = "task-2035836" [ 2143.811821] env[62097]: _type = "Task" [ 2143.811821] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.818153] env[62097]: DEBUG oslo_vmware.api [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.822460] env[62097]: DEBUG oslo_vmware.api [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.923027] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "a21e5049-0e4a-4b0e-86c8-75aab9ec73fc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.545s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.988885] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035826, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.136265] env[62097]: DEBUG nova.scheduler.client.report [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2144.211220] env[62097]: DEBUG oslo_vmware.api [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035834, 'name': PowerOffVM_Task, 'duration_secs': 0.214796} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.211489] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2144.211660] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2144.211926] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f26cbae0-7795-4c8e-a703-1b65075d8cd2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.319509] env[62097]: DEBUG oslo_vmware.api [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Task: {'id': task-2035835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192655} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.320236] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2144.320476] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2144.320679] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2144.320894] env[62097]: INFO nova.compute.manager [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Took 2.29 seconds to destroy the instance on the hypervisor. [ 2144.321157] env[62097]: DEBUG oslo.service.loopingcall [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2144.321430] env[62097]: DEBUG nova.compute.manager [-] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2144.321546] env[62097]: DEBUG nova.network.neutron [-] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2144.326468] env[62097]: DEBUG oslo_vmware.api [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162525} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.327166] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2144.327367] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2144.327618] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2144.327813] env[62097]: INFO nova.compute.manager [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Took 6.54 seconds to destroy the instance on the hypervisor. [ 2144.328060] env[62097]: DEBUG oslo.service.loopingcall [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2144.328256] env[62097]: DEBUG nova.compute.manager [-] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2144.328349] env[62097]: DEBUG nova.network.neutron [-] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2144.431872] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.489147] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035826, 'name': Destroy_Task, 'duration_secs': 3.186027} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.489428] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Destroyed the VM [ 2144.489672] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Deleting Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2144.489936] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d04e0435-2d62-4842-ba1a-3bb88f548953 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.496972] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2144.496972] env[62097]: value = "task-2035838" [ 2144.496972] env[62097]: _type = "Task" [ 2144.496972] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.507797] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035838, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.585293] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2144.585535] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2144.585748] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Deleting the datastore file [datastore1] 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2144.586054] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-285a6b5d-67e1-4c83-a9bb-9576e98a6eef {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.593345] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2144.593577] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2144.593777] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Deleting the datastore file [datastore1] 73c522bf-24f3-4ce2-8e10-c997f6eabfe9 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2144.594789] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-798974fa-e739-4a39-bc7c-433a7545e562 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.596827] env[62097]: DEBUG oslo_vmware.api [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2144.596827] env[62097]: value = "task-2035839" [ 2144.596827] env[62097]: _type = "Task" [ 2144.596827] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.602339] env[62097]: DEBUG oslo_vmware.api [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2144.602339] env[62097]: value = "task-2035840" [ 2144.602339] env[62097]: _type = "Task" [ 2144.602339] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.609146] env[62097]: DEBUG oslo_vmware.api [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.609432] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2144.609618] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2144.609806] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Deleting the datastore file [datastore1] 414bcbdb-1b5b-465a-8c9c-6f849dca6005 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2144.610403] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a07c752-bde9-451a-a527-67cdcd8441f9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.616769] env[62097]: DEBUG oslo_vmware.api [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.621575] env[62097]: DEBUG oslo_vmware.api [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for the task: (returnval){ [ 2144.621575] env[62097]: value = "task-2035841" [ 2144.621575] env[62097]: _type = "Task" [ 2144.621575] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.629669] env[62097]: DEBUG oslo_vmware.api [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.641853] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.642424] env[62097]: DEBUG nova.compute.manager [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2144.645342] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.214s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.645552] env[62097]: DEBUG nova.objects.instance [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62097) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2144.677877] env[62097]: DEBUG nova.compute.manager [req-de618f83-5e80-4264-a162-687616537e87 req-080b694c-b8b9-4933-997c-b60e75e382c2 service nova] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Received event network-vif-plugged-61c6a961-69c4-4245-87bc-ce977acf5631 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2144.678169] env[62097]: DEBUG oslo_concurrency.lockutils [req-de618f83-5e80-4264-a162-687616537e87 req-080b694c-b8b9-4933-997c-b60e75e382c2 service nova] Acquiring lock "7cade476-8cd0-4201-87d2-24e12f566e05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.678872] env[62097]: DEBUG oslo_concurrency.lockutils [req-de618f83-5e80-4264-a162-687616537e87 req-080b694c-b8b9-4933-997c-b60e75e382c2 service nova] Lock "7cade476-8cd0-4201-87d2-24e12f566e05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.681118] env[62097]: DEBUG oslo_concurrency.lockutils [req-de618f83-5e80-4264-a162-687616537e87 req-080b694c-b8b9-4933-997c-b60e75e382c2 service nova] Lock "7cade476-8cd0-4201-87d2-24e12f566e05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.681118] env[62097]: DEBUG nova.compute.manager [req-de618f83-5e80-4264-a162-687616537e87 req-080b694c-b8b9-4933-997c-b60e75e382c2 service nova] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] No waiting events found dispatching network-vif-plugged-61c6a961-69c4-4245-87bc-ce977acf5631 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2144.681118] env[62097]: WARNING nova.compute.manager [req-de618f83-5e80-4264-a162-687616537e87 req-080b694c-b8b9-4933-997c-b60e75e382c2 service nova] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Received unexpected event network-vif-plugged-61c6a961-69c4-4245-87bc-ce977acf5631 for instance with vm_state building and task_state spawning. [ 2144.783012] env[62097]: DEBUG nova.compute.manager [req-4e1d84ec-f1e2-459d-8827-4f1b9100acfd req-9b011c14-fc32-4118-9571-043e3e6ce0d7 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Received event network-vif-deleted-d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2144.783214] env[62097]: INFO nova.compute.manager [req-4e1d84ec-f1e2-459d-8827-4f1b9100acfd req-9b011c14-fc32-4118-9571-043e3e6ce0d7 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Neutron deleted interface d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140; detaching it from the instance and deleting it from the info cache [ 2144.783422] env[62097]: DEBUG nova.network.neutron [req-4e1d84ec-f1e2-459d-8827-4f1b9100acfd req-9b011c14-fc32-4118-9571-043e3e6ce0d7 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.863707] env[62097]: DEBUG nova.network.neutron [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Successfully updated port: 61c6a961-69c4-4245-87bc-ce977acf5631 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2145.009401] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035838, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.111054] env[62097]: DEBUG oslo_vmware.api [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188537} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.111760] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2145.111998] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2145.112219] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2145.112407] env[62097]: INFO nova.compute.manager [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Took 2.18 seconds to destroy the instance on the hypervisor. [ 2145.112649] env[62097]: DEBUG oslo.service.loopingcall [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2145.112842] env[62097]: DEBUG nova.compute.manager [-] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2145.112960] env[62097]: DEBUG nova.network.neutron [-] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2145.117859] env[62097]: DEBUG oslo_vmware.api [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190626} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.118352] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2145.118534] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2145.118716] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2145.118880] env[62097]: INFO nova.compute.manager [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Took 3.90 seconds to destroy the instance on the hypervisor. [ 2145.119112] env[62097]: DEBUG oslo.service.loopingcall [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2145.119288] env[62097]: DEBUG nova.compute.manager [-] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2145.119378] env[62097]: DEBUG nova.network.neutron [-] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2145.130035] env[62097]: DEBUG oslo_vmware.api [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.149495] env[62097]: DEBUG nova.compute.utils [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2145.150818] env[62097]: DEBUG nova.compute.manager [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2145.150987] env[62097]: DEBUG nova.network.neutron [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2145.244325] env[62097]: DEBUG nova.policy [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '439c1a3e424144d0b4b1278760739466', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbcf1419521b46b2aa629c0e0d3eb6e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2145.251161] env[62097]: DEBUG nova.network.neutron [-] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.286688] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7804eba0-f785-4799-bdf8-63321c4b057a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.295948] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324dd9e0-672d-4ce9-90db-a3248ef1ede9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.326394] env[62097]: DEBUG nova.compute.manager [req-4e1d84ec-f1e2-459d-8827-4f1b9100acfd req-9b011c14-fc32-4118-9571-043e3e6ce0d7 service nova] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Detach interface failed, port_id=d3f0c5e6-c0f0-40b1-8baf-7f3d4eef9140, reason: Instance f273c0ad-cb73-4eef-8d39-4f4cc5146481 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2145.370412] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "refresh_cache-7cade476-8cd0-4201-87d2-24e12f566e05" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2145.370573] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired lock "refresh_cache-7cade476-8cd0-4201-87d2-24e12f566e05" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2145.370732] env[62097]: DEBUG nova.network.neutron [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2145.469888] env[62097]: DEBUG oslo_concurrency.lockutils [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "a21e5049-0e4a-4b0e-86c8-75aab9ec73fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.470172] env[62097]: DEBUG oslo_concurrency.lockutils [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "a21e5049-0e4a-4b0e-86c8-75aab9ec73fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.471445] env[62097]: DEBUG oslo_concurrency.lockutils [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "a21e5049-0e4a-4b0e-86c8-75aab9ec73fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.471445] env[62097]: DEBUG oslo_concurrency.lockutils [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "a21e5049-0e4a-4b0e-86c8-75aab9ec73fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.471445] env[62097]: DEBUG oslo_concurrency.lockutils [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "a21e5049-0e4a-4b0e-86c8-75aab9ec73fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.472825] env[62097]: INFO nova.compute.manager [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Terminating instance [ 2145.510594] env[62097]: DEBUG oslo_vmware.api [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035838, 'name': RemoveSnapshot_Task, 'duration_secs': 0.520871} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.510792] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Deleted Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2145.510988] env[62097]: INFO nova.compute.manager [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Took 18.55 seconds to snapshot the instance on the hypervisor. [ 2145.633850] env[62097]: DEBUG oslo_vmware.api [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Task: {'id': task-2035841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.624165} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.634037] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2145.634188] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2145.634477] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2145.634576] env[62097]: INFO nova.compute.manager [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Took 1.95 seconds to destroy the instance on the hypervisor. [ 2145.634823] env[62097]: DEBUG oslo.service.loopingcall [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2145.635053] env[62097]: DEBUG nova.compute.manager [-] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2145.635287] env[62097]: DEBUG nova.network.neutron [-] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2145.653779] env[62097]: DEBUG nova.compute.manager [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2145.661940] env[62097]: DEBUG oslo_concurrency.lockutils [None req-cb807bcd-5367-4f3f-b4d3-54adab2bbfdc tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.754019] env[62097]: INFO nova.compute.manager [-] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Took 1.43 seconds to deallocate network for instance. [ 2145.778093] env[62097]: DEBUG nova.network.neutron [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Successfully created port: b7fabe69-ea1d-4332-8118-acc1b66aaa0f {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2145.887998] env[62097]: DEBUG nova.network.neutron [-] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.907767] env[62097]: DEBUG nova.network.neutron [-] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.925511] env[62097]: DEBUG nova.network.neutron [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2145.976207] env[62097]: DEBUG nova.compute.manager [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2145.976435] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2145.977383] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d36b83a-47af-45ab-b4d0-025435a55cbc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.992633] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2145.992909] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b31a149-6743-4d6b-a33f-6e3335be3c7e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.073546] env[62097]: DEBUG nova.compute.manager [None req-04c3fbdd-300b-4c5e-bb8c-3bbc3fed9c4d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Found 2 images (rotation: 2) {{(pid=62097) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2146.124516] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2146.124834] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2146.125365] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Deleting the datastore file [datastore1] a21e5049-0e4a-4b0e-86c8-75aab9ec73fc {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2146.125695] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c88fd1d-d22a-4921-8c7a-f200490b0d22 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.135156] env[62097]: DEBUG oslo_vmware.api [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2146.135156] env[62097]: value = "task-2035843" [ 2146.135156] env[62097]: _type = "Task" [ 2146.135156] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.148788] env[62097]: DEBUG oslo_vmware.api [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.196202] env[62097]: DEBUG nova.network.neutron [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Updating instance_info_cache with network_info: [{"id": "61c6a961-69c4-4245-87bc-ce977acf5631", "address": "fa:16:3e:6e:43:5a", "network": {"id": "6fa184c2-71c5-4120-a05c-3a7d42cba370", "bridge": "br-int", "label": "tempest-ServersTestJSON-820392323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54320ff767714f48a1a5d4ef405d2e69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c6a961-69", "ovs_interfaceid": "61c6a961-69c4-4245-87bc-ce977acf5631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.260150] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.260463] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.260689] env[62097]: DEBUG nova.objects.instance [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Lazy-loading 'resources' on Instance uuid f273c0ad-cb73-4eef-8d39-4f4cc5146481 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2146.391118] env[62097]: INFO nova.compute.manager [-] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Took 2.06 seconds to deallocate network for instance. [ 2146.409887] env[62097]: INFO nova.compute.manager [-] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Took 1.29 seconds to deallocate network for instance. [ 2146.488786] env[62097]: DEBUG nova.network.neutron [-] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.538844] env[62097]: DEBUG nova.network.neutron [-] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.646105] env[62097]: DEBUG oslo_vmware.api [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.664828] env[62097]: DEBUG nova.compute.manager [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2146.692165] env[62097]: DEBUG nova.virt.hardware [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2146.692284] env[62097]: DEBUG nova.virt.hardware [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2146.692413] env[62097]: DEBUG nova.virt.hardware [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2146.692595] env[62097]: DEBUG nova.virt.hardware [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2146.692743] env[62097]: DEBUG nova.virt.hardware [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2146.692893] env[62097]: DEBUG nova.virt.hardware [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2146.693129] env[62097]: DEBUG nova.virt.hardware [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2146.693295] env[62097]: DEBUG nova.virt.hardware [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2146.693464] env[62097]: DEBUG nova.virt.hardware [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2146.693627] env[62097]: DEBUG nova.virt.hardware [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2146.693983] env[62097]: DEBUG nova.virt.hardware [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2146.694827] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf7e235-71bd-40f1-9bfe-f9abbf859713 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.698914] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Releasing lock "refresh_cache-7cade476-8cd0-4201-87d2-24e12f566e05" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2146.699065] env[62097]: DEBUG nova.compute.manager [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Instance network_info: |[{"id": "61c6a961-69c4-4245-87bc-ce977acf5631", "address": "fa:16:3e:6e:43:5a", "network": {"id": "6fa184c2-71c5-4120-a05c-3a7d42cba370", "bridge": "br-int", "label": "tempest-ServersTestJSON-820392323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54320ff767714f48a1a5d4ef405d2e69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c6a961-69", "ovs_interfaceid": "61c6a961-69c4-4245-87bc-ce977acf5631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2146.699790] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:43:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61c6a961-69c4-4245-87bc-ce977acf5631', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2146.707555] env[62097]: DEBUG oslo.service.loopingcall [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2146.708242] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2146.708726] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bb2104d-74ad-4b93-aa39-6b9c60edb9ab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.727027] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60080c3b-23cd-490a-9a06-41d3d7957f3c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.733603] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2146.733603] env[62097]: value = "task-2035844" [ 2146.733603] env[62097]: _type = "Task" [ 2146.733603] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.750933] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035844, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.900100] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.914809] env[62097]: DEBUG nova.compute.manager [req-9ef254ed-aefa-470f-9a78-f8f35e88d25f req-9cd21ee6-681b-4ccd-a2a2-2619b0869afb service nova] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Received event network-changed-61c6a961-69c4-4245-87bc-ce977acf5631 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2146.914987] env[62097]: DEBUG nova.compute.manager [req-9ef254ed-aefa-470f-9a78-f8f35e88d25f req-9cd21ee6-681b-4ccd-a2a2-2619b0869afb service nova] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Refreshing instance network info cache due to event network-changed-61c6a961-69c4-4245-87bc-ce977acf5631. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2146.915218] env[62097]: DEBUG oslo_concurrency.lockutils [req-9ef254ed-aefa-470f-9a78-f8f35e88d25f req-9cd21ee6-681b-4ccd-a2a2-2619b0869afb service nova] Acquiring lock "refresh_cache-7cade476-8cd0-4201-87d2-24e12f566e05" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2146.915404] env[62097]: DEBUG oslo_concurrency.lockutils [req-9ef254ed-aefa-470f-9a78-f8f35e88d25f req-9cd21ee6-681b-4ccd-a2a2-2619b0869afb service nova] Acquired lock "refresh_cache-7cade476-8cd0-4201-87d2-24e12f566e05" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2146.915511] env[62097]: DEBUG nova.network.neutron [req-9ef254ed-aefa-470f-9a78-f8f35e88d25f req-9cd21ee6-681b-4ccd-a2a2-2619b0869afb service nova] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Refreshing network info cache for port 61c6a961-69c4-4245-87bc-ce977acf5631 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2146.924695] env[62097]: DEBUG oslo_concurrency.lockutils [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.925955] env[62097]: DEBUG nova.compute.manager [req-53425931-d892-4609-a8c3-958fadef3d95 req-0099a9e1-b804-4ef5-a901-d46c0499ef71 service nova] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Received event network-vif-deleted-72391b2b-9f0b-494c-8301-ac8126c74cf7 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2146.926274] env[62097]: DEBUG nova.compute.manager [req-53425931-d892-4609-a8c3-958fadef3d95 req-0099a9e1-b804-4ef5-a901-d46c0499ef71 service nova] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Received event network-vif-deleted-4dc66e04-5cc8-49a4-a58d-a2d28cb5b0a4 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2146.975270] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fa3ba1-000f-48bd-8a2f-b02a8a0bba6f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.985738] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9371f66-5ec3-41d1-b204-e151ae795ca2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.992459] env[62097]: INFO nova.compute.manager [-] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Took 1.88 seconds to deallocate network for instance. [ 2147.021941] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e46909-9fc6-4fa5-8457-e390051664ab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.031226] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7807402-bcdd-41e2-b1de-fc9f6f8614c0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.045510] env[62097]: INFO nova.compute.manager [-] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Took 1.41 seconds to deallocate network for instance. [ 2147.046077] env[62097]: DEBUG nova.compute.provider_tree [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2147.146938] env[62097]: DEBUG oslo_vmware.api [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.665207} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.147210] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2147.147435] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2147.147570] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2147.147795] env[62097]: INFO nova.compute.manager [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2147.148059] env[62097]: DEBUG oslo.service.loopingcall [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2147.148254] env[62097]: DEBUG nova.compute.manager [-] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2147.148351] env[62097]: DEBUG nova.network.neutron [-] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2147.244615] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035844, 'name': CreateVM_Task, 'duration_secs': 0.358303} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.244792] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2147.245503] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.245672] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2147.245993] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2147.246267] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a3ef7b7-c37c-4b74-b107-a5c3aa32f76f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.251471] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2147.251471] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524aa6d4-372a-8a38-2538-a1918f68aeed" [ 2147.251471] env[62097]: _type = "Task" [ 2147.251471] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.260170] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524aa6d4-372a-8a38-2538-a1918f68aeed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.330850] env[62097]: DEBUG nova.compute.manager [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2147.330850] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48abdb4-2f34-4460-9e95-48c2593d97f6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.470045] env[62097]: DEBUG nova.compute.manager [req-0c6023f9-9cab-4f19-b877-64856817cb30 req-0b77ca2f-20bc-4c30-afcd-a7612f08eea4 service nova] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Received event network-vif-plugged-b7fabe69-ea1d-4332-8118-acc1b66aaa0f {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2147.470214] env[62097]: DEBUG oslo_concurrency.lockutils [req-0c6023f9-9cab-4f19-b877-64856817cb30 req-0b77ca2f-20bc-4c30-afcd-a7612f08eea4 service nova] Acquiring lock "9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.470611] env[62097]: DEBUG oslo_concurrency.lockutils [req-0c6023f9-9cab-4f19-b877-64856817cb30 req-0b77ca2f-20bc-4c30-afcd-a7612f08eea4 service nova] Lock "9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.470611] env[62097]: DEBUG oslo_concurrency.lockutils [req-0c6023f9-9cab-4f19-b877-64856817cb30 req-0b77ca2f-20bc-4c30-afcd-a7612f08eea4 service nova] Lock "9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.470753] env[62097]: DEBUG nova.compute.manager [req-0c6023f9-9cab-4f19-b877-64856817cb30 req-0b77ca2f-20bc-4c30-afcd-a7612f08eea4 service nova] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] No waiting events found dispatching network-vif-plugged-b7fabe69-ea1d-4332-8118-acc1b66aaa0f {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2147.470923] env[62097]: WARNING nova.compute.manager [req-0c6023f9-9cab-4f19-b877-64856817cb30 req-0b77ca2f-20bc-4c30-afcd-a7612f08eea4 service nova] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Received unexpected event network-vif-plugged-b7fabe69-ea1d-4332-8118-acc1b66aaa0f for instance with vm_state building and task_state spawning. [ 2147.525601] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.555044] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.569194] env[62097]: ERROR nova.scheduler.client.report [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] [req-79548edc-7ab1-435b-bfd2-db88e509497a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID aabcd967-83f0-44f7-bf8d-f09a522d29a7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-79548edc-7ab1-435b-bfd2-db88e509497a"}]} [ 2147.584959] env[62097]: DEBUG nova.scheduler.client.report [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Refreshing inventories for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2147.598136] env[62097]: DEBUG nova.scheduler.client.report [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Updating ProviderTree inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2147.598822] env[62097]: DEBUG nova.compute.provider_tree [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2147.611455] env[62097]: DEBUG nova.scheduler.client.report [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Refreshing aggregate associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, aggregates: None {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2147.629890] env[62097]: DEBUG nova.scheduler.client.report [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Refreshing trait associations for resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2147.635900] env[62097]: DEBUG nova.network.neutron [req-9ef254ed-aefa-470f-9a78-f8f35e88d25f req-9cd21ee6-681b-4ccd-a2a2-2619b0869afb service nova] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Updated VIF entry in instance network info cache for port 61c6a961-69c4-4245-87bc-ce977acf5631. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2147.636305] env[62097]: DEBUG nova.network.neutron [req-9ef254ed-aefa-470f-9a78-f8f35e88d25f req-9cd21ee6-681b-4ccd-a2a2-2619b0869afb service nova] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Updating instance_info_cache with network_info: [{"id": "61c6a961-69c4-4245-87bc-ce977acf5631", "address": "fa:16:3e:6e:43:5a", "network": {"id": "6fa184c2-71c5-4120-a05c-3a7d42cba370", "bridge": "br-int", "label": "tempest-ServersTestJSON-820392323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54320ff767714f48a1a5d4ef405d2e69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c6a961-69", "ovs_interfaceid": "61c6a961-69c4-4245-87bc-ce977acf5631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2147.764092] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524aa6d4-372a-8a38-2538-a1918f68aeed, 'name': SearchDatastore_Task, 'duration_secs': 0.011075} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.766501] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2147.766771] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2147.767036] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.767207] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2147.767387] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2147.767813] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31e160df-7485-4b85-8522-b1dd9b87c5f1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.777046] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2147.777046] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2147.779688] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6681f6dd-71d2-42bc-996b-bca37cfe5668 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.786204] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2147.786204] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526c84be-2436-e9f6-41eb-c8eda59ecebe" [ 2147.786204] env[62097]: _type = "Task" [ 2147.786204] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.794579] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526c84be-2436-e9f6-41eb-c8eda59ecebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.796063] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ac9992-f27f-4629-b937-cf8948e63eaa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.802735] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf95bca-211b-4a1a-87e1-df708d33537d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.832186] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed084f8-757d-4b5d-a2f9-adc9d92fd510 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.841153] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e39f54e-af36-4d53-94ef-a311586677ca {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.845718] env[62097]: INFO nova.compute.manager [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] instance snapshotting [ 2147.846287] env[62097]: DEBUG nova.objects.instance [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lazy-loading 'flavor' on Instance uuid 94c79923-ba65-435f-ab7f-2d1ba6399b51 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2147.860050] env[62097]: DEBUG nova.compute.provider_tree [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2147.987770] env[62097]: DEBUG nova.network.neutron [-] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2148.042841] env[62097]: DEBUG nova.network.neutron [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Successfully updated port: b7fabe69-ea1d-4332-8118-acc1b66aaa0f {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2148.138916] env[62097]: DEBUG oslo_concurrency.lockutils [req-9ef254ed-aefa-470f-9a78-f8f35e88d25f req-9cd21ee6-681b-4ccd-a2a2-2619b0869afb service nova] Releasing lock "refresh_cache-7cade476-8cd0-4201-87d2-24e12f566e05" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2148.138916] env[62097]: DEBUG nova.compute.manager [req-9ef254ed-aefa-470f-9a78-f8f35e88d25f req-9cd21ee6-681b-4ccd-a2a2-2619b0869afb service nova] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Received event network-vif-deleted-a343639e-252f-465e-8d2e-4a691d53a984 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2148.139154] env[62097]: DEBUG nova.compute.manager [req-9ef254ed-aefa-470f-9a78-f8f35e88d25f req-9cd21ee6-681b-4ccd-a2a2-2619b0869afb service nova] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Received event network-vif-deleted-5efe849a-b48c-4e51-8012-15bd2c970c60 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2148.297303] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]526c84be-2436-e9f6-41eb-c8eda59ecebe, 'name': SearchDatastore_Task, 'duration_secs': 0.009668} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.298099] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-452b2d0c-673b-4352-b298-e618f8eeff96 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.303307] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2148.303307] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528f77b3-4c00-2cfd-78b5-f92c5fb200c2" [ 2148.303307] env[62097]: _type = "Task" [ 2148.303307] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.310954] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528f77b3-4c00-2cfd-78b5-f92c5fb200c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.351346] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ae3134-920c-4f78-9f40-5e3d522cf8ec {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.372889] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1725e2-ccc2-49c5-b92c-ef2106d71d80 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.398169] env[62097]: DEBUG nova.scheduler.client.report [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Updated inventory for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2148.398428] env[62097]: DEBUG nova.compute.provider_tree [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Updating resource provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 generation from 148 to 149 during operation: update_inventory {{(pid=62097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2148.398610] env[62097]: DEBUG nova.compute.provider_tree [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Updating inventory in ProviderTree for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2148.491233] env[62097]: INFO nova.compute.manager [-] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Took 1.34 seconds to deallocate network for instance. [ 2148.545134] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "refresh_cache-9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2148.545385] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "refresh_cache-9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2148.545385] env[62097]: DEBUG nova.network.neutron [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2148.815429] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528f77b3-4c00-2cfd-78b5-f92c5fb200c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009444} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.815429] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2148.815429] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 7cade476-8cd0-4201-87d2-24e12f566e05/7cade476-8cd0-4201-87d2-24e12f566e05.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2148.815700] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45fb9391-63c5-4068-a529-fc44eb26a8d2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.823487] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2148.823487] env[62097]: value = "task-2035845" [ 2148.823487] env[62097]: _type = "Task" [ 2148.823487] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.832411] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.883496] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Creating Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2148.883857] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eeed121f-4365-4a06-a95d-d3ff4003ddc5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.892454] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2148.892454] env[62097]: value = "task-2035846" [ 2148.892454] env[62097]: _type = "Task" [ 2148.892454] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.901185] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035846, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.903217] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.643s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.905614] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.006s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2148.905875] env[62097]: DEBUG nova.objects.instance [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lazy-loading 'resources' on Instance uuid 1c318b20-4d25-4b4c-900d-a675e8cae71f {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2148.922315] env[62097]: INFO nova.scheduler.client.report [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Deleted allocations for instance f273c0ad-cb73-4eef-8d39-4f4cc5146481 [ 2148.949667] env[62097]: DEBUG nova.compute.manager [req-82e3402b-bd86-4e44-8817-9a2b438a4c07 req-451bca71-7290-4949-80ba-9a1d91684a06 service nova] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Received event network-vif-deleted-b9f4ccc4-07a6-43f1-8de7-41e243c75e2b {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2148.949912] env[62097]: DEBUG nova.compute.manager [req-82e3402b-bd86-4e44-8817-9a2b438a4c07 req-451bca71-7290-4949-80ba-9a1d91684a06 service nova] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Received event network-changed-b7fabe69-ea1d-4332-8118-acc1b66aaa0f {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2148.950099] env[62097]: DEBUG nova.compute.manager [req-82e3402b-bd86-4e44-8817-9a2b438a4c07 req-451bca71-7290-4949-80ba-9a1d91684a06 service nova] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Refreshing instance network info cache due to event network-changed-b7fabe69-ea1d-4332-8118-acc1b66aaa0f. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2148.950305] env[62097]: DEBUG oslo_concurrency.lockutils [req-82e3402b-bd86-4e44-8817-9a2b438a4c07 req-451bca71-7290-4949-80ba-9a1d91684a06 service nova] Acquiring lock "refresh_cache-9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.006019] env[62097]: DEBUG oslo_concurrency.lockutils [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.083859] env[62097]: DEBUG nova.network.neutron [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2149.250843] env[62097]: DEBUG nova.network.neutron [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Updating instance_info_cache with network_info: [{"id": "b7fabe69-ea1d-4332-8118-acc1b66aaa0f", "address": "fa:16:3e:ff:b0:ce", "network": {"id": "71626089-108a-4b1b-8ef1-86247c190c29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1189693346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbcf1419521b46b2aa629c0e0d3eb6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7fabe69-ea", "ovs_interfaceid": "b7fabe69-ea1d-4332-8118-acc1b66aaa0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.335183] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035845, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.403330] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035846, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.431396] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc57b15b-8d54-4f17-89be-3ad7ae8dedb8 tempest-ServerRescueTestJSONUnderV235-80442170 tempest-ServerRescueTestJSONUnderV235-80442170-project-member] Lock "f273c0ad-cb73-4eef-8d39-4f4cc5146481" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.903s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.571946] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7062451d-5574-4c9d-9f46-44481c85d3cd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.580429] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc62f24e-f3c3-427f-8f1c-3e30aa7510c4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.611283] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050d965e-7849-4151-9d2c-27694e4a1223 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.618939] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db20a51e-0ce5-495a-bd02-dd6c36e913d1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.633904] env[62097]: DEBUG nova.compute.provider_tree [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2149.753436] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "refresh_cache-9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2149.753749] env[62097]: DEBUG nova.compute.manager [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Instance network_info: |[{"id": "b7fabe69-ea1d-4332-8118-acc1b66aaa0f", "address": "fa:16:3e:ff:b0:ce", "network": {"id": "71626089-108a-4b1b-8ef1-86247c190c29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1189693346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbcf1419521b46b2aa629c0e0d3eb6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7fabe69-ea", "ovs_interfaceid": "b7fabe69-ea1d-4332-8118-acc1b66aaa0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2149.754080] env[62097]: DEBUG oslo_concurrency.lockutils [req-82e3402b-bd86-4e44-8817-9a2b438a4c07 req-451bca71-7290-4949-80ba-9a1d91684a06 service nova] Acquired lock "refresh_cache-9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.754270] env[62097]: DEBUG nova.network.neutron [req-82e3402b-bd86-4e44-8817-9a2b438a4c07 req-451bca71-7290-4949-80ba-9a1d91684a06 service nova] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Refreshing network info cache for port b7fabe69-ea1d-4332-8118-acc1b66aaa0f {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2149.755474] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:b0:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7fabe69-ea1d-4332-8118-acc1b66aaa0f', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2149.763623] env[62097]: DEBUG oslo.service.loopingcall [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2149.764100] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2149.764342] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85db73b8-b64c-4cd9-9987-5ef206a93e62 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.787086] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2149.787086] env[62097]: value = "task-2035847" [ 2149.787086] env[62097]: _type = "Task" [ 2149.787086] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.796072] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035847, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.834760] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514394} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.835345] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 7cade476-8cd0-4201-87d2-24e12f566e05/7cade476-8cd0-4201-87d2-24e12f566e05.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2149.835703] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2149.836113] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5019ac50-80d4-43a6-af8f-d4979bfddf2e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.844046] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2149.844046] env[62097]: value = "task-2035848" [ 2149.844046] env[62097]: _type = "Task" [ 2149.844046] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.854411] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.904329] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035846, 'name': CreateSnapshot_Task, 'duration_secs': 0.513799} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.904801] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Created Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2149.905668] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ea4e8f-9943-4a4f-8ea4-43459516502f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.139112] env[62097]: DEBUG nova.scheduler.client.report [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2150.297490] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035847, 'name': CreateVM_Task, 'duration_secs': 0.441263} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.297668] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2150.298350] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.298517] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.298838] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2150.299208] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28a202c4-96aa-4f69-abb4-1f6fb3d497e6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.304123] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2150.304123] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522ed538-6e1c-80d5-0a2f-03a1ab75f448" [ 2150.304123] env[62097]: _type = "Task" [ 2150.304123] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.312529] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522ed538-6e1c-80d5-0a2f-03a1ab75f448, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.354512] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07161} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.354808] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2150.355586] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cfe2c2-b8a3-43fa-bbe0-b5eef11e5a75 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.377755] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 7cade476-8cd0-4201-87d2-24e12f566e05/7cade476-8cd0-4201-87d2-24e12f566e05.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2150.380074] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a934fce1-28bb-493c-928e-ee119243b534 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.400082] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2150.400082] env[62097]: value = "task-2035849" [ 2150.400082] env[62097]: _type = "Task" [ 2150.400082] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.408132] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.425927] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Creating linked-clone VM from snapshot {{(pid=62097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2150.429198] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c49b515b-afff-4ad4-adfa-1d64f991885c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.439248] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2150.439248] env[62097]: value = "task-2035850" [ 2150.439248] env[62097]: _type = "Task" [ 2150.439248] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.449860] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035850, 'name': CloneVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.549848] env[62097]: DEBUG nova.network.neutron [req-82e3402b-bd86-4e44-8817-9a2b438a4c07 req-451bca71-7290-4949-80ba-9a1d91684a06 service nova] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Updated VIF entry in instance network info cache for port b7fabe69-ea1d-4332-8118-acc1b66aaa0f. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2150.550350] env[62097]: DEBUG nova.network.neutron [req-82e3402b-bd86-4e44-8817-9a2b438a4c07 req-451bca71-7290-4949-80ba-9a1d91684a06 service nova] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Updating instance_info_cache with network_info: [{"id": "b7fabe69-ea1d-4332-8118-acc1b66aaa0f", "address": "fa:16:3e:ff:b0:ce", "network": {"id": "71626089-108a-4b1b-8ef1-86247c190c29", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1189693346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbcf1419521b46b2aa629c0e0d3eb6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7fabe69-ea", "ovs_interfaceid": "b7fabe69-ea1d-4332-8118-acc1b66aaa0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.643741] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.646400] env[62097]: DEBUG oslo_concurrency.lockutils [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.722s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.647114] env[62097]: DEBUG oslo_concurrency.lockutils [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.648518] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.123s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.648757] env[62097]: DEBUG nova.objects.instance [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lazy-loading 'resources' on Instance uuid 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2150.670753] env[62097]: INFO nova.scheduler.client.report [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Deleted allocations for instance 73c522bf-24f3-4ce2-8e10-c997f6eabfe9 [ 2150.672799] env[62097]: INFO nova.scheduler.client.report [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Deleted allocations for instance 1c318b20-4d25-4b4c-900d-a675e8cae71f [ 2150.814992] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522ed538-6e1c-80d5-0a2f-03a1ab75f448, 'name': SearchDatastore_Task, 'duration_secs': 0.011145} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.814992] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2150.815690] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2150.815690] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.815690] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.815690] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2150.816075] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10df08bc-72a6-4a11-9867-da8dbc6afe82 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.824986] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2150.825303] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2150.825955] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5da45422-4c7c-488c-8450-74f4844d1588 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.831989] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2150.831989] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525f693f-0d71-e47c-341c-eaa6cf67fed4" [ 2150.831989] env[62097]: _type = "Task" [ 2150.831989] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.839989] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525f693f-0d71-e47c-341c-eaa6cf67fed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.910276] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035849, 'name': ReconfigVM_Task, 'duration_secs': 0.290267} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.910611] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 7cade476-8cd0-4201-87d2-24e12f566e05/7cade476-8cd0-4201-87d2-24e12f566e05.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2150.911240] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f26e636-e876-46ae-a411-234a75ac1ed5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.918586] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2150.918586] env[62097]: value = "task-2035851" [ 2150.918586] env[62097]: _type = "Task" [ 2150.918586] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.926426] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035851, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.948573] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035850, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.053979] env[62097]: DEBUG oslo_concurrency.lockutils [req-82e3402b-bd86-4e44-8817-9a2b438a4c07 req-451bca71-7290-4949-80ba-9a1d91684a06 service nova] Releasing lock "refresh_cache-9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2151.182495] env[62097]: DEBUG oslo_concurrency.lockutils [None req-20c82383-9fb1-4c64-8cf8-dc694ebfe507 tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "73c522bf-24f3-4ce2-8e10-c997f6eabfe9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.473s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.183754] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a81dc174-44d5-44a5-9da9-4475113ca095 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "1c318b20-4d25-4b4c-900d-a675e8cae71f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.909s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.285045] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7047ad7-1872-4505-a02a-8c57a01c6ad7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.292145] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa29d459-f371-4920-9c24-9df0b4dd0619 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.944117] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "36360d25-2d81-405c-929d-def87fc4f8f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.944414] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "36360d25-2d81-405c-929d-def87fc4f8f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2151.944723] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "36360d25-2d81-405c-929d-def87fc4f8f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.944798] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "36360d25-2d81-405c-929d-def87fc4f8f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2151.944971] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "36360d25-2d81-405c-929d-def87fc4f8f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.947297] env[62097]: INFO nova.compute.manager [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Terminating instance [ 2151.956451] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff5c0c1-fb12-4b8b-a410-99d841b64208 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.967548] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035850, 'name': CloneVM_Task, 'duration_secs': 1.272108} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.967778] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]525f693f-0d71-e47c-341c-eaa6cf67fed4, 'name': SearchDatastore_Task, 'duration_secs': 0.009396} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.972397] env[62097]: INFO nova.virt.vmwareapi.vmops [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Created linked-clone VM from snapshot [ 2151.973153] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035851, 'name': Rename_Task, 'duration_secs': 0.143799} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.974044] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ef8a14-260c-461e-8aac-38c4ad54159c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.975977] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ca145d-097a-414d-b552-a802fd0234ec {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.978434] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2151.979544] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998b5fdd-946b-4dc5-a0cf-ee63335b273a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.983137] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a90c9fb-550f-412f-be3a-8cd11afde10e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.987426] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2151.987426] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52376c6e-4719-6e46-1304-41af103ad7cd" [ 2151.987426] env[62097]: _type = "Task" [ 2151.987426] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.990698] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Uploading image ecdf3c71-ea15-4e64-97b3-6d6ce96fdf9c {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2152.003640] env[62097]: DEBUG nova.compute.provider_tree [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2152.004967] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2152.004967] env[62097]: value = "task-2035852" [ 2152.004967] env[62097]: _type = "Task" [ 2152.004967] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.011494] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52376c6e-4719-6e46-1304-41af103ad7cd, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.012098] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.012307] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a/9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2152.012587] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3344afa-47ca-43f3-9599-1554accc7f27 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.018281] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035852, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.024581] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2152.024581] env[62097]: value = "task-2035853" [ 2152.024581] env[62097]: _type = "Task" [ 2152.024581] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.026384] env[62097]: DEBUG oslo_vmware.rw_handles [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2152.026384] env[62097]: value = "vm-418076" [ 2152.026384] env[62097]: _type = "VirtualMachine" [ 2152.026384] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2152.027118] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b452883b-13e2-41cb-9f1f-eb53b294c736 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.036320] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.037572] env[62097]: DEBUG oslo_vmware.rw_handles [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lease: (returnval){ [ 2152.037572] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528df0ff-0081-da4f-0c36-73089503ed99" [ 2152.037572] env[62097]: _type = "HttpNfcLease" [ 2152.037572] env[62097]: } obtained for exporting VM: (result){ [ 2152.037572] env[62097]: value = "vm-418076" [ 2152.037572] env[62097]: _type = "VirtualMachine" [ 2152.037572] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2152.037898] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the lease: (returnval){ [ 2152.037898] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528df0ff-0081-da4f-0c36-73089503ed99" [ 2152.037898] env[62097]: _type = "HttpNfcLease" [ 2152.037898] env[62097]: } to be ready. {{(pid=62097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2152.043430] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2152.043430] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528df0ff-0081-da4f-0c36-73089503ed99" [ 2152.043430] env[62097]: _type = "HttpNfcLease" [ 2152.043430] env[62097]: } is initializing. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2152.462321] env[62097]: DEBUG nova.compute.manager [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2152.462527] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2152.464226] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e4391d-ac4a-47fd-b4cf-73beea7c9fc1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.472629] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2152.472992] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba0d0665-d2a9-4d21-8353-97c4f74742de {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.479571] env[62097]: DEBUG oslo_vmware.api [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2152.479571] env[62097]: value = "task-2035855" [ 2152.479571] env[62097]: _type = "Task" [ 2152.479571] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.488766] env[62097]: DEBUG oslo_vmware.api [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.506940] env[62097]: DEBUG nova.scheduler.client.report [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2152.519232] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035852, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.535189] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4546} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.535455] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a/9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2152.535666] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2152.535956] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-757b9c33-0970-4aef-bfda-949b05409fc9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.543155] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2152.543155] env[62097]: value = "task-2035856" [ 2152.543155] env[62097]: _type = "Task" [ 2152.543155] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.544935] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2152.544935] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528df0ff-0081-da4f-0c36-73089503ed99" [ 2152.544935] env[62097]: _type = "HttpNfcLease" [ 2152.544935] env[62097]: } is ready. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2152.548058] env[62097]: DEBUG oslo_vmware.rw_handles [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2152.548058] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]528df0ff-0081-da4f-0c36-73089503ed99" [ 2152.548058] env[62097]: _type = "HttpNfcLease" [ 2152.548058] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2152.548862] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9720ad0-bda1-463c-b9fd-4d2c18d8e238 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.556428] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.560257] env[62097]: DEBUG oslo_vmware.rw_handles [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b5e77-5861-f755-43c4-f135c9cba553/disk-0.vmdk from lease info. {{(pid=62097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2152.560493] env[62097]: DEBUG oslo_vmware.rw_handles [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b5e77-5861-f755-43c4-f135c9cba553/disk-0.vmdk for reading. {{(pid=62097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2152.670317] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7bff9309-5726-434a-b339-34cd73569c16 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.989037] env[62097]: DEBUG oslo_vmware.api [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035855, 'name': PowerOffVM_Task, 'duration_secs': 0.184884} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.990026] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2152.990026] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2152.990276] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96d97452-56c1-48d1-8a9f-2790a30e5cb0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.014141] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.366s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2153.017049] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.462s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2153.017049] env[62097]: DEBUG nova.objects.instance [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lazy-loading 'resources' on Instance uuid 414bcbdb-1b5b-465a-8c9c-6f849dca6005 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2153.023973] env[62097]: DEBUG oslo_vmware.api [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035852, 'name': PowerOnVM_Task, 'duration_secs': 0.593223} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.024894] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2153.025085] env[62097]: INFO nova.compute.manager [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Took 16.76 seconds to spawn the instance on the hypervisor. [ 2153.025300] env[62097]: DEBUG nova.compute.manager [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2153.026253] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce2eec9-7738-4f12-8a37-aba81f9d8948 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.040925] env[62097]: INFO nova.scheduler.client.report [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Deleted allocations for instance 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2 [ 2153.054451] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07583} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.054810] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2153.055647] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa237cec-6558-4c9f-b64c-6805d2cedeee {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.079423] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a/9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2153.080689] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b66f78d8-f2c7-4c28-ada1-d31901b8e3a0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.101964] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2153.101964] env[62097]: value = "task-2035858" [ 2153.101964] env[62097]: _type = "Task" [ 2153.101964] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.112019] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.281519] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2153.281848] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2153.282149] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Deleting the datastore file [datastore2] 36360d25-2d81-405c-929d-def87fc4f8f9 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2153.282520] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b435e1f-2e6b-43a1-8afa-28ac3c1d0066 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.288895] env[62097]: DEBUG oslo_vmware.api [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for the task: (returnval){ [ 2153.288895] env[62097]: value = "task-2035859" [ 2153.288895] env[62097]: _type = "Task" [ 2153.288895] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.297089] env[62097]: DEBUG oslo_vmware.api [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.546564] env[62097]: INFO nova.compute.manager [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Took 21.65 seconds to build instance. [ 2153.552655] env[62097]: DEBUG oslo_concurrency.lockutils [None req-18cad9e9-6d14-4cde-939c-05c3b0d2fa48 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "9d2c2459-95c6-459f-9f6e-f6e704e6e6d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.128s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2153.616290] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.659741] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f9090c-d200-414e-8e07-fd39133cfb1d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.666935] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d1029b-4ac1-429e-b12e-a2f8131d3103 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.699745] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ff0eba-dbab-44f0-9517-216289022b00 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.707866] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3239b748-c8e7-4e7b-8b42-2da532a22780 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.722321] env[62097]: DEBUG nova.compute.provider_tree [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2153.801886] env[62097]: DEBUG oslo_vmware.api [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Task: {'id': task-2035859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171506} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.802721] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2153.803721] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2153.803721] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2153.803927] env[62097]: INFO nova.compute.manager [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Took 1.34 seconds to destroy the instance on the hypervisor. [ 2153.804495] env[62097]: DEBUG oslo.service.loopingcall [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2153.804595] env[62097]: DEBUG nova.compute.manager [-] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2153.804796] env[62097]: DEBUG nova.network.neutron [-] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2154.048701] env[62097]: DEBUG oslo_concurrency.lockutils [None req-ff506307-f7b1-4e6f-8045-aefdbf1b953e tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "7cade476-8cd0-4201-87d2-24e12f566e05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.163s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.106246] env[62097]: DEBUG nova.compute.manager [req-dec96544-81af-4fe2-a182-acea5da186e6 req-bc28b20f-c4de-4e41-ad05-a9277d08c7f2 service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Received event network-vif-deleted-aa189ffd-daf1-4d1d-9589-057d1cd7260e {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2154.106454] env[62097]: INFO nova.compute.manager [req-dec96544-81af-4fe2-a182-acea5da186e6 req-bc28b20f-c4de-4e41-ad05-a9277d08c7f2 service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Neutron deleted interface aa189ffd-daf1-4d1d-9589-057d1cd7260e; detaching it from the instance and deleting it from the info cache [ 2154.106777] env[62097]: DEBUG nova.network.neutron [req-dec96544-81af-4fe2-a182-acea5da186e6 req-bc28b20f-c4de-4e41-ad05-a9277d08c7f2 service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2154.118364] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035858, 'name': ReconfigVM_Task, 'duration_secs': 0.587412} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.119481] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a/9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2154.120165] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eddfd220-e9db-4ad2-bd21-3b07d990e42c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.126693] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2154.126693] env[62097]: value = "task-2035860" [ 2154.126693] env[62097]: _type = "Task" [ 2154.126693] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.134434] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035860, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.228587] env[62097]: DEBUG nova.scheduler.client.report [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2154.410049] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "7cade476-8cd0-4201-87d2-24e12f566e05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.410402] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "7cade476-8cd0-4201-87d2-24e12f566e05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.410663] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "7cade476-8cd0-4201-87d2-24e12f566e05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.410885] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "7cade476-8cd0-4201-87d2-24e12f566e05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.411135] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "7cade476-8cd0-4201-87d2-24e12f566e05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.413547] env[62097]: INFO nova.compute.manager [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Terminating instance [ 2154.583672] env[62097]: DEBUG nova.network.neutron [-] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2154.609875] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6594cf2-5552-4eb4-88f0-f64687f76225 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.619755] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb60c596-c734-48af-9055-b8b38e16ff00 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.644893] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035860, 'name': Rename_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.656426] env[62097]: DEBUG nova.compute.manager [req-dec96544-81af-4fe2-a182-acea5da186e6 req-bc28b20f-c4de-4e41-ad05-a9277d08c7f2 service nova] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Detach interface failed, port_id=aa189ffd-daf1-4d1d-9589-057d1cd7260e, reason: Instance 36360d25-2d81-405c-929d-def87fc4f8f9 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2154.736028] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.737544] env[62097]: DEBUG oslo_concurrency.lockutils [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.732s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.738068] env[62097]: DEBUG nova.objects.instance [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lazy-loading 'resources' on Instance uuid a21e5049-0e4a-4b0e-86c8-75aab9ec73fc {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2154.760346] env[62097]: INFO nova.scheduler.client.report [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Deleted allocations for instance 414bcbdb-1b5b-465a-8c9c-6f849dca6005 [ 2154.917544] env[62097]: DEBUG nova.compute.manager [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2154.918309] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2154.922021] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343a1136-d250-44f4-9b2b-690f1ec4d70f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.929802] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2154.930331] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa10aa1c-369d-48e6-a1ed-64ef657e11b6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.937288] env[62097]: DEBUG oslo_vmware.api [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2154.937288] env[62097]: value = "task-2035861" [ 2154.937288] env[62097]: _type = "Task" [ 2154.937288] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.947413] env[62097]: DEBUG oslo_vmware.api [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.086962] env[62097]: INFO nova.compute.manager [-] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Took 1.28 seconds to deallocate network for instance. [ 2155.141638] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035860, 'name': Rename_Task, 'duration_secs': 0.645308} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.141993] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2155.142265] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ca43ed8-2943-4ae5-8cdf-c6dd344ca91d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.150696] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2155.150696] env[62097]: value = "task-2035862" [ 2155.150696] env[62097]: _type = "Task" [ 2155.150696] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.159623] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.269856] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9c6f20d5-f092-4409-a48a-a12d7ad7effb tempest-AttachVolumeTestJSON-1439972165 tempest-AttachVolumeTestJSON-1439972165-project-member] Lock "414bcbdb-1b5b-465a-8c9c-6f849dca6005" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.089s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.367065] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5734fb3a-3fd8-4300-8877-f8ace9cf504a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.378215] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6127c7ad-4a98-4a74-acaa-dc8a2ce47ad7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.410493] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a3c5c4-a055-4d88-bf91-54341407a941 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.418372] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878ceded-47af-4c9b-b4b4-c6fa888ec53f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.432911] env[62097]: DEBUG nova.compute.provider_tree [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2155.448074] env[62097]: DEBUG oslo_vmware.api [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035861, 'name': PowerOffVM_Task, 'duration_secs': 0.189676} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.448362] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2155.448548] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2155.448821] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-167b8464-36d4-478d-8652-fb7e9f06144f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.597258] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.664035] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035862, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.936946] env[62097]: DEBUG nova.scheduler.client.report [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2156.168074] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "dc42f512-62ce-4734-8c95-29c69bf9c00c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2156.168491] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "dc42f512-62ce-4734-8c95-29c69bf9c00c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.169469] env[62097]: DEBUG oslo_vmware.api [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035862, 'name': PowerOnVM_Task, 'duration_secs': 0.555186} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.169901] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2156.170112] env[62097]: INFO nova.compute.manager [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Took 9.51 seconds to spawn the instance on the hypervisor. [ 2156.170288] env[62097]: DEBUG nova.compute.manager [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2156.171258] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c03801-fea3-4c91-8fb1-929d5f2bfec5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.442592] env[62097]: DEBUG oslo_concurrency.lockutils [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.444879] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.848s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.445256] env[62097]: DEBUG nova.objects.instance [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lazy-loading 'resources' on Instance uuid 36360d25-2d81-405c-929d-def87fc4f8f9 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2156.465925] env[62097]: INFO nova.scheduler.client.report [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Deleted allocations for instance a21e5049-0e4a-4b0e-86c8-75aab9ec73fc [ 2156.670738] env[62097]: DEBUG nova.compute.manager [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2156.691893] env[62097]: INFO nova.compute.manager [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Took 14.30 seconds to build instance. [ 2156.973404] env[62097]: DEBUG oslo_concurrency.lockutils [None req-63db08a9-7eb3-4625-a810-b3ec17e167d3 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "a21e5049-0e4a-4b0e-86c8-75aab9ec73fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.503s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.058846] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82a2ef1-7b23-4a0e-b1ee-68eb588943a1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.068078] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe178b0-ed38-4859-a9d8-897179cbddff {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.098927] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0367f006-cce0-4eb0-ae03-01d6df9eb4ab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.106852] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbf4f01-4a7e-4aae-8878-d7e0d7e8bf21 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.121313] env[62097]: DEBUG nova.compute.provider_tree [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2157.188593] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2157.193213] env[62097]: DEBUG oslo_concurrency.lockutils [None req-8a07158a-17b6-457a-81e7-f13fcc42f1aa tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.807s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.299127] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2157.299394] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2157.299613] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Deleting the datastore file [datastore1] 7cade476-8cd0-4201-87d2-24e12f566e05 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2157.299868] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0455b83f-1a0d-43bc-af3d-c2342ef1dde6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.307405] env[62097]: DEBUG oslo_vmware.api [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2157.307405] env[62097]: value = "task-2035865" [ 2157.307405] env[62097]: _type = "Task" [ 2157.307405] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.316474] env[62097]: DEBUG oslo_vmware.api [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.624878] env[62097]: DEBUG nova.scheduler.client.report [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2157.817943] env[62097]: DEBUG oslo_vmware.api [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149545} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.818308] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2157.818425] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2157.818602] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2157.818774] env[62097]: INFO nova.compute.manager [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Took 2.90 seconds to destroy the instance on the hypervisor. [ 2157.819081] env[62097]: DEBUG oslo.service.loopingcall [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2157.819233] env[62097]: DEBUG nova.compute.manager [-] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2157.819312] env[62097]: DEBUG nova.network.neutron [-] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2158.104273] env[62097]: DEBUG nova.compute.manager [req-e44f58b4-4e04-44bb-b227-e8f029c36178 req-69b2d39f-912d-408c-8bde-4fbe9d97c5b5 service nova] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Received event network-vif-deleted-61c6a961-69c4-4245-87bc-ce977acf5631 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2158.104273] env[62097]: INFO nova.compute.manager [req-e44f58b4-4e04-44bb-b227-e8f029c36178 req-69b2d39f-912d-408c-8bde-4fbe9d97c5b5 service nova] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Neutron deleted interface 61c6a961-69c4-4245-87bc-ce977acf5631; detaching it from the instance and deleting it from the info cache [ 2158.104273] env[62097]: DEBUG nova.network.neutron [req-e44f58b4-4e04-44bb-b227-e8f029c36178 req-69b2d39f-912d-408c-8bde-4fbe9d97c5b5 service nova] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2158.133415] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.133415] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.944s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.135587] env[62097]: INFO nova.compute.claims [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2158.160098] env[62097]: INFO nova.scheduler.client.report [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Deleted allocations for instance 36360d25-2d81-405c-929d-def87fc4f8f9 [ 2158.568450] env[62097]: DEBUG nova.network.neutron [-] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2158.609896] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c954892-cb8f-4e25-bc9b-c9a40b42d346 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.626465] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a84462e-7686-4ad3-864c-7d045f61339d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.670244] env[62097]: DEBUG nova.compute.manager [req-e44f58b4-4e04-44bb-b227-e8f029c36178 req-69b2d39f-912d-408c-8bde-4fbe9d97c5b5 service nova] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Detach interface failed, port_id=61c6a961-69c4-4245-87bc-ce977acf5631, reason: Instance 7cade476-8cd0-4201-87d2-24e12f566e05 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2158.670939] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3f64c55e-5343-45c8-8a09-6fa47f70f486 tempest-AttachInterfacesTestJSON-834391903 tempest-AttachInterfacesTestJSON-834391903-project-member] Lock "36360d25-2d81-405c-929d-def87fc4f8f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.727s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.740303] env[62097]: DEBUG oslo_concurrency.lockutils [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.740651] env[62097]: DEBUG oslo_concurrency.lockutils [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.740950] env[62097]: DEBUG oslo_concurrency.lockutils [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.741169] env[62097]: DEBUG oslo_concurrency.lockutils [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.741673] env[62097]: DEBUG oslo_concurrency.lockutils [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.743999] env[62097]: INFO nova.compute.manager [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Terminating instance [ 2159.074238] env[62097]: INFO nova.compute.manager [-] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Took 1.25 seconds to deallocate network for instance. [ 2159.251515] env[62097]: DEBUG nova.compute.manager [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2159.251515] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2159.251945] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afacaf5-8486-4eed-9fe2-e54bfcec75cd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.260178] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2159.262984] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9863b14d-1a88-469e-81b3-5024d942757e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.270079] env[62097]: DEBUG oslo_vmware.api [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2159.270079] env[62097]: value = "task-2035866" [ 2159.270079] env[62097]: _type = "Task" [ 2159.270079] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.278471] env[62097]: DEBUG oslo_vmware.api [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.280191] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854a61d3-c10a-4dd2-9a16-8b59911364a2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.288481] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef19593-e539-447e-acbb-abc259b6c806 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.323605] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0de3baa-5acc-4ab2-8d21-5b4cc535df61 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.326585] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "61cbcbca-4684-45a8-b615-8fa4cdb5a45f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.327052] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "61cbcbca-4684-45a8-b615-8fa4cdb5a45f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.335649] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52539bc5-473b-4e6a-ad45-63dc28672852 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.351165] env[62097]: DEBUG nova.compute.provider_tree [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2159.581043] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.780716] env[62097]: DEBUG oslo_vmware.api [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035866, 'name': PowerOffVM_Task, 'duration_secs': 0.232152} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.780716] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2159.780716] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2159.780940] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30529db8-563d-40f2-bfb0-add9e890e277 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.829331] env[62097]: DEBUG nova.compute.manager [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2159.854882] env[62097]: DEBUG nova.scheduler.client.report [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2160.352797] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.359856] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.360499] env[62097]: DEBUG nova.compute.manager [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2160.363073] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.782s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.363300] env[62097]: DEBUG nova.objects.instance [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lazy-loading 'resources' on Instance uuid 7cade476-8cd0-4201-87d2-24e12f566e05 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2160.866803] env[62097]: DEBUG nova.compute.utils [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2160.871666] env[62097]: DEBUG nova.compute.manager [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2160.872529] env[62097]: DEBUG nova.network.neutron [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2160.908477] env[62097]: DEBUG oslo_vmware.rw_handles [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b5e77-5861-f755-43c4-f135c9cba553/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2160.908477] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8b8d16-0575-4449-9bda-6907d1e014fa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.918922] env[62097]: DEBUG oslo_vmware.rw_handles [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b5e77-5861-f755-43c4-f135c9cba553/disk-0.vmdk is in state: ready. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2160.919129] env[62097]: ERROR oslo_vmware.rw_handles [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b5e77-5861-f755-43c4-f135c9cba553/disk-0.vmdk due to incomplete transfer. [ 2160.919371] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c7838a4d-9681-410c-b846-29e01bb92fa5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.927940] env[62097]: DEBUG oslo_vmware.rw_handles [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b5e77-5861-f755-43c4-f135c9cba553/disk-0.vmdk. {{(pid=62097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2160.929027] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Uploaded image ecdf3c71-ea15-4e64-97b3-6d6ce96fdf9c to the Glance image server {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2160.932298] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Destroying the VM {{(pid=62097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2160.932298] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-33ce2717-2ed3-4afe-acc9-cc3b8d0a1481 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.938849] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2160.938849] env[62097]: value = "task-2035869" [ 2160.938849] env[62097]: _type = "Task" [ 2160.938849] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.953816] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035869, 'name': Destroy_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.955675] env[62097]: DEBUG nova.policy [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99d2e94ce5da4a40b849ce69157cdafa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5af5979ef52740dea95801a1e50166f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2161.014716] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1704b7-3ae6-46af-8676-63b8bea7a14b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.024039] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29484928-c998-44b9-a3a0-b3f5253cb372 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.055298] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15948856-3430-4f3b-a92e-2af27d35374c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.063265] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5ad5d6-c72d-419d-a443-7b353fc634b9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.080703] env[62097]: DEBUG nova.compute.provider_tree [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2161.312494] env[62097]: DEBUG nova.network.neutron [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Successfully created port: 5a85b763-12c1-448c-b008-b50173863fef {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2161.376464] env[62097]: DEBUG nova.compute.manager [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2161.448761] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035869, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.581791] env[62097]: DEBUG nova.scheduler.client.report [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2161.950537] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035869, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.087098] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.089162] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.736s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.091064] env[62097]: INFO nova.compute.claims [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2162.113165] env[62097]: INFO nova.scheduler.client.report [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Deleted allocations for instance 7cade476-8cd0-4201-87d2-24e12f566e05 [ 2162.388085] env[62097]: DEBUG nova.compute.manager [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2162.420723] env[62097]: DEBUG nova.virt.hardware [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2162.421117] env[62097]: DEBUG nova.virt.hardware [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2162.421434] env[62097]: DEBUG nova.virt.hardware [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2162.421434] env[62097]: DEBUG nova.virt.hardware [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2162.421535] env[62097]: DEBUG nova.virt.hardware [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2162.421635] env[62097]: DEBUG nova.virt.hardware [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2162.421841] env[62097]: DEBUG nova.virt.hardware [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2162.422111] env[62097]: DEBUG nova.virt.hardware [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2162.422459] env[62097]: DEBUG nova.virt.hardware [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2162.422459] env[62097]: DEBUG nova.virt.hardware [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2162.422602] env[62097]: DEBUG nova.virt.hardware [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2162.424313] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5227858-a30e-4c8e-aaf4-73d8cde87993 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.433038] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f754b4-347e-46b7-bad9-b6fc160542b2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.453689] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035869, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.620432] env[62097]: DEBUG oslo_concurrency.lockutils [None req-3b127193-e0ee-4556-b2cc-d6ac8c465eca tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "7cade476-8cd0-4201-87d2-24e12f566e05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.210s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.956475] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035869, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.210465] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d5768b-019f-4612-9d86-335f4feea92d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.218519] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bfb8bb-d636-44c6-86c9-725218c04ef8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.250144] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9038fa-2151-4af7-a673-dca4bde25c8c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.257325] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd49261-1939-4e64-bb8e-e2980164499a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.270390] env[62097]: DEBUG nova.compute.provider_tree [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2163.458951] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035869, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.774265] env[62097]: DEBUG nova.scheduler.client.report [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2163.958905] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035869, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.060747] env[62097]: DEBUG oslo_concurrency.lockutils [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "f295c91a-16f1-49e2-b25d-34e9792151e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.060998] env[62097]: DEBUG oslo_concurrency.lockutils [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "f295c91a-16f1-49e2-b25d-34e9792151e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.279087] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.279769] env[62097]: DEBUG nova.compute.manager [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2164.504301] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035869, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.563300] env[62097]: DEBUG nova.compute.manager [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2164.786051] env[62097]: DEBUG nova.compute.utils [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2164.787424] env[62097]: DEBUG nova.compute.manager [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2164.787595] env[62097]: DEBUG nova.network.neutron [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2164.824221] env[62097]: DEBUG nova.policy [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39a79ff548394800951fb1fb2048b67f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0d791dcc643402497341d7fb0f84168', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2164.961105] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035869, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.091395] env[62097]: DEBUG oslo_concurrency.lockutils [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.091687] env[62097]: DEBUG oslo_concurrency.lockutils [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.093321] env[62097]: INFO nova.compute.claims [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2165.120126] env[62097]: DEBUG nova.network.neutron [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Successfully created port: 141eee24-995c-46c6-9706-2799d752ae24 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2165.290737] env[62097]: DEBUG nova.compute.manager [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2165.461365] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035869, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.829737] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2165.829964] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2165.830164] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Deleting the datastore file [datastore1] 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2165.830453] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6402e226-8cbc-4400-be4a-49a479bedb5d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.836865] env[62097]: DEBUG oslo_vmware.api [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for the task: (returnval){ [ 2165.836865] env[62097]: value = "task-2035870" [ 2165.836865] env[62097]: _type = "Task" [ 2165.836865] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.845859] env[62097]: DEBUG oslo_vmware.api [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.962418] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035869, 'name': Destroy_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.203173] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16257b74-59c7-4d6d-a521-8b668cc12488 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.211016] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a1aa42-b0c2-4b16-a1b1-89592ae30c88 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.240531] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c33d9e-c605-4cce-938a-d3c1008be845 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.247681] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16c6195-6cd0-4d6b-ac48-0e62b4bef2cb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.261617] env[62097]: DEBUG nova.compute.provider_tree [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2166.300453] env[62097]: DEBUG nova.compute.manager [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2166.325622] env[62097]: DEBUG nova.virt.hardware [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2166.325857] env[62097]: DEBUG nova.virt.hardware [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2166.326032] env[62097]: DEBUG nova.virt.hardware [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2166.326227] env[62097]: DEBUG nova.virt.hardware [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2166.326375] env[62097]: DEBUG nova.virt.hardware [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2166.326522] env[62097]: DEBUG nova.virt.hardware [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2166.326728] env[62097]: DEBUG nova.virt.hardware [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2166.326917] env[62097]: DEBUG nova.virt.hardware [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2166.327112] env[62097]: DEBUG nova.virt.hardware [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2166.327294] env[62097]: DEBUG nova.virt.hardware [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2166.327471] env[62097]: DEBUG nova.virt.hardware [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2166.328339] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fe7144-29d0-489e-9ee0-7c95439a6ddf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.336373] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451e41cf-0e89-467a-a596-6c2d2be448fc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.347189] env[62097]: DEBUG oslo_vmware.api [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Task: {'id': task-2035870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159807} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.354572] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2166.354736] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2166.354940] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2166.355145] env[62097]: INFO nova.compute.manager [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Took 7.10 seconds to destroy the instance on the hypervisor. [ 2166.355381] env[62097]: DEBUG oslo.service.loopingcall [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2166.355737] env[62097]: DEBUG nova.compute.manager [-] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2166.355833] env[62097]: DEBUG nova.network.neutron [-] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2166.462436] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035869, 'name': Destroy_Task, 'duration_secs': 5.037647} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.462524] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Destroyed the VM [ 2166.462780] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Deleting Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2166.462945] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-564c2b2b-4b67-4f7f-ae52-2c669372ad2c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.469418] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2166.469418] env[62097]: value = "task-2035871" [ 2166.469418] env[62097]: _type = "Task" [ 2166.469418] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.477220] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035871, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.613394] env[62097]: DEBUG nova.compute.manager [req-28f8e139-4cc5-4938-914f-0daf39661ec8 req-1c887a97-9d66-4207-afb0-7d619a73f9b2 service nova] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Received event network-vif-deleted-b7fabe69-ea1d-4332-8118-acc1b66aaa0f {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2166.613695] env[62097]: INFO nova.compute.manager [req-28f8e139-4cc5-4938-914f-0daf39661ec8 req-1c887a97-9d66-4207-afb0-7d619a73f9b2 service nova] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Neutron deleted interface b7fabe69-ea1d-4332-8118-acc1b66aaa0f; detaching it from the instance and deleting it from the info cache [ 2166.613695] env[62097]: DEBUG nova.network.neutron [req-28f8e139-4cc5-4938-914f-0daf39661ec8 req-1c887a97-9d66-4207-afb0-7d619a73f9b2 service nova] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2166.765259] env[62097]: DEBUG nova.scheduler.client.report [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2166.980143] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035871, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.086282] env[62097]: DEBUG nova.network.neutron [-] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2167.116488] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f316ae3-d918-44e4-91ab-aaf1a30c402e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.126274] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf5ac97-5596-4ca9-9419-54d26fbea867 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.152950] env[62097]: DEBUG nova.compute.manager [req-28f8e139-4cc5-4938-914f-0daf39661ec8 req-1c887a97-9d66-4207-afb0-7d619a73f9b2 service nova] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Detach interface failed, port_id=b7fabe69-ea1d-4332-8118-acc1b66aaa0f, reason: Instance 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2167.252679] env[62097]: DEBUG oslo_concurrency.lockutils [None req-62d943e2-cd58-4773-ad29-33b867e70c95 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "743853c7-d06f-4e55-81ff-32427fc121ad" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.252966] env[62097]: DEBUG oslo_concurrency.lockutils [None req-62d943e2-cd58-4773-ad29-33b867e70c95 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "743853c7-d06f-4e55-81ff-32427fc121ad" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.271279] env[62097]: DEBUG oslo_concurrency.lockutils [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.271804] env[62097]: DEBUG nova.compute.manager [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2167.304224] env[62097]: DEBUG nova.network.neutron [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Successfully updated port: 5a85b763-12c1-448c-b008-b50173863fef {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2167.480081] env[62097]: DEBUG oslo_vmware.api [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035871, 'name': RemoveSnapshot_Task, 'duration_secs': 0.541632} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.480338] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Deleted Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2167.480565] env[62097]: INFO nova.compute.manager [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Took 19.13 seconds to snapshot the instance on the hypervisor. [ 2167.589320] env[62097]: INFO nova.compute.manager [-] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Took 1.23 seconds to deallocate network for instance. [ 2167.756792] env[62097]: INFO nova.compute.manager [None req-62d943e2-cd58-4773-ad29-33b867e70c95 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Detaching volume 127baf9f-5fbd-46d7-aae8-93bf806b7b02 [ 2167.776250] env[62097]: DEBUG nova.compute.utils [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2167.777582] env[62097]: DEBUG nova.compute.manager [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2167.777752] env[62097]: DEBUG nova.network.neutron [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2167.792237] env[62097]: INFO nova.virt.block_device [None req-62d943e2-cd58-4773-ad29-33b867e70c95 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Attempting to driver detach volume 127baf9f-5fbd-46d7-aae8-93bf806b7b02 from mountpoint /dev/sdb [ 2167.792477] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d943e2-cd58-4773-ad29-33b867e70c95 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Volume detach. Driver type: vmdk {{(pid=62097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2167.792670] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d943e2-cd58-4773-ad29-33b867e70c95 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418055', 'volume_id': '127baf9f-5fbd-46d7-aae8-93bf806b7b02', 'name': 'volume-127baf9f-5fbd-46d7-aae8-93bf806b7b02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '743853c7-d06f-4e55-81ff-32427fc121ad', 'attached_at': '', 'detached_at': '', 'volume_id': '127baf9f-5fbd-46d7-aae8-93bf806b7b02', 'serial': '127baf9f-5fbd-46d7-aae8-93bf806b7b02'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2167.793519] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c0ddc6-fe1a-423a-b31f-38bb4e8fb8f7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.814623] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "refresh_cache-dc42f512-62ce-4734-8c95-29c69bf9c00c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2167.814776] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquired lock "refresh_cache-dc42f512-62ce-4734-8c95-29c69bf9c00c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2167.814926] env[62097]: DEBUG nova.network.neutron [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2167.816614] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e12829-c6fc-4f05-95cf-211040e8fada {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.820569] env[62097]: DEBUG nova.policy [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f62978a6f34c43edadd17faed8986421', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54320ff767714f48a1a5d4ef405d2e69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2167.826483] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4d94fb-63ba-481e-80c6-fcbe24f7124d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.846946] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5038d24-108f-4ade-8e61-c5f9595e90ba {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.864391] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d943e2-cd58-4773-ad29-33b867e70c95 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] The volume has not been displaced from its original location: [datastore2] volume-127baf9f-5fbd-46d7-aae8-93bf806b7b02/volume-127baf9f-5fbd-46d7-aae8-93bf806b7b02.vmdk. No consolidation needed. {{(pid=62097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2167.869592] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d943e2-cd58-4773-ad29-33b867e70c95 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2167.869893] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a6e5655-8d97-4a7d-ba83-15916d6fb846 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.888883] env[62097]: DEBUG oslo_vmware.api [None req-62d943e2-cd58-4773-ad29-33b867e70c95 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2167.888883] env[62097]: value = "task-2035872" [ 2167.888883] env[62097]: _type = "Task" [ 2167.888883] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.897107] env[62097]: DEBUG oslo_vmware.api [None req-62d943e2-cd58-4773-ad29-33b867e70c95 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.026750] env[62097]: DEBUG nova.compute.manager [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Found 3 images (rotation: 2) {{(pid=62097) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2168.027093] env[62097]: DEBUG nova.compute.manager [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Rotating out 1 backups {{(pid=62097) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 2168.027143] env[62097]: DEBUG nova.compute.manager [None req-a9919fce-5a13-4493-9f1a-024175f1cdba tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Deleting image 7ea34f6b-4cc7-4f21-a5fa-86c951318f31 {{(pid=62097) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 2168.098962] env[62097]: DEBUG oslo_concurrency.lockutils [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.099323] env[62097]: DEBUG oslo_concurrency.lockutils [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.099607] env[62097]: DEBUG nova.objects.instance [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lazy-loading 'resources' on Instance uuid 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2168.102440] env[62097]: DEBUG nova.network.neutron [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Successfully created port: f67f2276-5746-451f-9de8-fd0ee4b6ccdd {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2168.281244] env[62097]: DEBUG nova.compute.manager [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2168.357066] env[62097]: DEBUG nova.network.neutron [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2168.402047] env[62097]: DEBUG oslo_vmware.api [None req-62d943e2-cd58-4773-ad29-33b867e70c95 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035872, 'name': ReconfigVM_Task, 'duration_secs': 0.220668} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.402352] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d943e2-cd58-4773-ad29-33b867e70c95 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2168.406943] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9d63c41-fd24-4587-a9c5-5a024fd95480 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.423222] env[62097]: DEBUG oslo_vmware.api [None req-62d943e2-cd58-4773-ad29-33b867e70c95 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2168.423222] env[62097]: value = "task-2035873" [ 2168.423222] env[62097]: _type = "Task" [ 2168.423222] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.431140] env[62097]: DEBUG oslo_vmware.api [None req-62d943e2-cd58-4773-ad29-33b867e70c95 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.487369] env[62097]: DEBUG nova.network.neutron [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Updating instance_info_cache with network_info: [{"id": "5a85b763-12c1-448c-b008-b50173863fef", "address": "fa:16:3e:ff:2c:00", "network": {"id": "1606e96f-eee0-456b-a3fb-4dfa9d6d601d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393149127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af5979ef52740dea95801a1e50166f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a85b763-12", "ovs_interfaceid": "5a85b763-12c1-448c-b008-b50173863fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2168.636735] env[62097]: DEBUG nova.compute.manager [req-3967ec3e-d6e2-49fe-a887-d6afd51b5f2f req-853c8d91-82aa-4287-959e-248018d7a0cd service nova] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Received event network-vif-plugged-5a85b763-12c1-448c-b008-b50173863fef {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2168.637091] env[62097]: DEBUG oslo_concurrency.lockutils [req-3967ec3e-d6e2-49fe-a887-d6afd51b5f2f req-853c8d91-82aa-4287-959e-248018d7a0cd service nova] Acquiring lock "dc42f512-62ce-4734-8c95-29c69bf9c00c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.637324] env[62097]: DEBUG oslo_concurrency.lockutils [req-3967ec3e-d6e2-49fe-a887-d6afd51b5f2f req-853c8d91-82aa-4287-959e-248018d7a0cd service nova] Lock "dc42f512-62ce-4734-8c95-29c69bf9c00c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.637589] env[62097]: DEBUG oslo_concurrency.lockutils [req-3967ec3e-d6e2-49fe-a887-d6afd51b5f2f req-853c8d91-82aa-4287-959e-248018d7a0cd service nova] Lock "dc42f512-62ce-4734-8c95-29c69bf9c00c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.637773] env[62097]: DEBUG nova.compute.manager [req-3967ec3e-d6e2-49fe-a887-d6afd51b5f2f req-853c8d91-82aa-4287-959e-248018d7a0cd service nova] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] No waiting events found dispatching network-vif-plugged-5a85b763-12c1-448c-b008-b50173863fef {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2168.637940] env[62097]: WARNING nova.compute.manager [req-3967ec3e-d6e2-49fe-a887-d6afd51b5f2f req-853c8d91-82aa-4287-959e-248018d7a0cd service nova] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Received unexpected event network-vif-plugged-5a85b763-12c1-448c-b008-b50173863fef for instance with vm_state building and task_state spawning. [ 2168.638120] env[62097]: DEBUG nova.compute.manager [req-3967ec3e-d6e2-49fe-a887-d6afd51b5f2f req-853c8d91-82aa-4287-959e-248018d7a0cd service nova] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Received event network-changed-5a85b763-12c1-448c-b008-b50173863fef {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2168.638290] env[62097]: DEBUG nova.compute.manager [req-3967ec3e-d6e2-49fe-a887-d6afd51b5f2f req-853c8d91-82aa-4287-959e-248018d7a0cd service nova] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Refreshing instance network info cache due to event network-changed-5a85b763-12c1-448c-b008-b50173863fef. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2168.638455] env[62097]: DEBUG oslo_concurrency.lockutils [req-3967ec3e-d6e2-49fe-a887-d6afd51b5f2f req-853c8d91-82aa-4287-959e-248018d7a0cd service nova] Acquiring lock "refresh_cache-dc42f512-62ce-4734-8c95-29c69bf9c00c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2168.707114] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456844e9-a159-4a2e-8150-ad8d4d8297d7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.714514] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7773ba2-7487-409e-abe7-6d8e8353f5ee {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.756318] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b1b378-513d-4956-a8f5-96afc73f52e5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.764221] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd8bb38-cc17-48c6-a896-94564a801630 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.777806] env[62097]: DEBUG nova.compute.provider_tree [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2168.934827] env[62097]: DEBUG oslo_vmware.api [None req-62d943e2-cd58-4773-ad29-33b867e70c95 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035873, 'name': ReconfigVM_Task, 'duration_secs': 0.133493} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.934935] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d943e2-cd58-4773-ad29-33b867e70c95 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418055', 'volume_id': '127baf9f-5fbd-46d7-aae8-93bf806b7b02', 'name': 'volume-127baf9f-5fbd-46d7-aae8-93bf806b7b02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '743853c7-d06f-4e55-81ff-32427fc121ad', 'attached_at': '', 'detached_at': '', 'volume_id': '127baf9f-5fbd-46d7-aae8-93bf806b7b02', 'serial': '127baf9f-5fbd-46d7-aae8-93bf806b7b02'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2168.991852] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Releasing lock "refresh_cache-dc42f512-62ce-4734-8c95-29c69bf9c00c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2168.991852] env[62097]: DEBUG nova.compute.manager [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Instance network_info: |[{"id": "5a85b763-12c1-448c-b008-b50173863fef", "address": "fa:16:3e:ff:2c:00", "network": {"id": "1606e96f-eee0-456b-a3fb-4dfa9d6d601d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393149127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af5979ef52740dea95801a1e50166f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a85b763-12", "ovs_interfaceid": "5a85b763-12c1-448c-b008-b50173863fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2168.991852] env[62097]: DEBUG oslo_concurrency.lockutils [req-3967ec3e-d6e2-49fe-a887-d6afd51b5f2f req-853c8d91-82aa-4287-959e-248018d7a0cd service nova] Acquired lock "refresh_cache-dc42f512-62ce-4734-8c95-29c69bf9c00c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2168.991852] env[62097]: DEBUG nova.network.neutron [req-3967ec3e-d6e2-49fe-a887-d6afd51b5f2f req-853c8d91-82aa-4287-959e-248018d7a0cd service nova] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Refreshing network info cache for port 5a85b763-12c1-448c-b008-b50173863fef {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2168.993458] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:2c:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a85b763-12c1-448c-b008-b50173863fef', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2169.000618] env[62097]: DEBUG oslo.service.loopingcall [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2169.001525] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2169.001752] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea0686d7-4259-4ec3-ab46-bdedf544f662 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.023163] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2169.023163] env[62097]: value = "task-2035874" [ 2169.023163] env[62097]: _type = "Task" [ 2169.023163] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.034707] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035874, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.280871] env[62097]: DEBUG nova.scheduler.client.report [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2169.289844] env[62097]: DEBUG nova.compute.manager [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2169.318290] env[62097]: DEBUG nova.virt.hardware [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2169.318562] env[62097]: DEBUG nova.virt.hardware [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2169.318783] env[62097]: DEBUG nova.virt.hardware [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2169.318902] env[62097]: DEBUG nova.virt.hardware [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2169.319067] env[62097]: DEBUG nova.virt.hardware [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2169.319221] env[62097]: DEBUG nova.virt.hardware [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2169.319427] env[62097]: DEBUG nova.virt.hardware [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2169.319586] env[62097]: DEBUG nova.virt.hardware [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2169.319753] env[62097]: DEBUG nova.virt.hardware [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2169.319916] env[62097]: DEBUG nova.virt.hardware [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2169.320106] env[62097]: DEBUG nova.virt.hardware [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2169.320950] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a078e84b-bf3b-4713-96fc-8a8e8d84128b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.328564] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74711c8f-f820-4b7d-a50b-db8a319f8041 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.484207] env[62097]: DEBUG nova.objects.instance [None req-62d943e2-cd58-4773-ad29-33b867e70c95 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lazy-loading 'flavor' on Instance uuid 743853c7-d06f-4e55-81ff-32427fc121ad {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2169.534937] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035874, 'name': CreateVM_Task, 'duration_secs': 0.364171} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.534937] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2169.535390] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2169.535514] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2169.535838] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2169.536126] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e80fd256-74cb-4bf7-9470-7bfe27849bb2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.541259] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2169.541259] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52be87e2-a520-27e2-8fe6-bd164fee06d3" [ 2169.541259] env[62097]: _type = "Task" [ 2169.541259] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.549104] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52be87e2-a520-27e2-8fe6-bd164fee06d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.595443] env[62097]: DEBUG nova.compute.manager [req-9b59fc28-59eb-427c-8536-7c83504cc494 req-ab2e5c09-2e74-4292-acde-63e0a4f86e13 service nova] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Received event network-vif-plugged-141eee24-995c-46c6-9706-2799d752ae24 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2169.595638] env[62097]: DEBUG oslo_concurrency.lockutils [req-9b59fc28-59eb-427c-8536-7c83504cc494 req-ab2e5c09-2e74-4292-acde-63e0a4f86e13 service nova] Acquiring lock "61cbcbca-4684-45a8-b615-8fa4cdb5a45f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2169.595841] env[62097]: DEBUG oslo_concurrency.lockutils [req-9b59fc28-59eb-427c-8536-7c83504cc494 req-ab2e5c09-2e74-4292-acde-63e0a4f86e13 service nova] Lock "61cbcbca-4684-45a8-b615-8fa4cdb5a45f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2169.596348] env[62097]: DEBUG oslo_concurrency.lockutils [req-9b59fc28-59eb-427c-8536-7c83504cc494 req-ab2e5c09-2e74-4292-acde-63e0a4f86e13 service nova] Lock "61cbcbca-4684-45a8-b615-8fa4cdb5a45f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.596536] env[62097]: DEBUG nova.compute.manager [req-9b59fc28-59eb-427c-8536-7c83504cc494 req-ab2e5c09-2e74-4292-acde-63e0a4f86e13 service nova] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] No waiting events found dispatching network-vif-plugged-141eee24-995c-46c6-9706-2799d752ae24 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2169.596704] env[62097]: WARNING nova.compute.manager [req-9b59fc28-59eb-427c-8536-7c83504cc494 req-ab2e5c09-2e74-4292-acde-63e0a4f86e13 service nova] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Received unexpected event network-vif-plugged-141eee24-995c-46c6-9706-2799d752ae24 for instance with vm_state building and task_state spawning. [ 2169.726762] env[62097]: DEBUG nova.network.neutron [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Successfully updated port: 141eee24-995c-46c6-9706-2799d752ae24 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2169.731506] env[62097]: DEBUG nova.network.neutron [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Successfully updated port: f67f2276-5746-451f-9de8-fd0ee4b6ccdd {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2169.781658] env[62097]: DEBUG nova.network.neutron [req-3967ec3e-d6e2-49fe-a887-d6afd51b5f2f req-853c8d91-82aa-4287-959e-248018d7a0cd service nova] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Updated VIF entry in instance network info cache for port 5a85b763-12c1-448c-b008-b50173863fef. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2169.782049] env[62097]: DEBUG nova.network.neutron [req-3967ec3e-d6e2-49fe-a887-d6afd51b5f2f req-853c8d91-82aa-4287-959e-248018d7a0cd service nova] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Updating instance_info_cache with network_info: [{"id": "5a85b763-12c1-448c-b008-b50173863fef", "address": "fa:16:3e:ff:2c:00", "network": {"id": "1606e96f-eee0-456b-a3fb-4dfa9d6d601d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393149127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af5979ef52740dea95801a1e50166f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a85b763-12", "ovs_interfaceid": "5a85b763-12c1-448c-b008-b50173863fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2169.787131] env[62097]: DEBUG oslo_concurrency.lockutils [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.807292] env[62097]: INFO nova.scheduler.client.report [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Deleted allocations for instance 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a [ 2170.051678] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52be87e2-a520-27e2-8fe6-bd164fee06d3, 'name': SearchDatastore_Task, 'duration_secs': 0.01097} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.052033] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2170.052250] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2170.052522] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2170.052705] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2170.052919] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2170.053221] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6e47b69-2569-4fee-bfd8-145241becb6a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.060853] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2170.061030] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2170.061684] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66ca8974-becf-45c3-bbed-483772d636ec {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.066982] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2170.066982] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5279b41c-427d-7073-827c-7ad860bcac88" [ 2170.066982] env[62097]: _type = "Task" [ 2170.066982] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.074742] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5279b41c-427d-7073-827c-7ad860bcac88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.101359] env[62097]: DEBUG oslo_concurrency.lockutils [None req-188671db-c9d2-475b-b22b-932d47967d21 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "94c79923-ba65-435f-ab7f-2d1ba6399b51" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2170.101579] env[62097]: DEBUG oslo_concurrency.lockutils [None req-188671db-c9d2-475b-b22b-932d47967d21 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "94c79923-ba65-435f-ab7f-2d1ba6399b51" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2170.101754] env[62097]: DEBUG nova.compute.manager [None req-188671db-c9d2-475b-b22b-932d47967d21 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2170.102509] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892516c7-575a-4cb7-bd29-f4e5cb5b2cb6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.108337] env[62097]: DEBUG nova.compute.manager [None req-188671db-c9d2-475b-b22b-932d47967d21 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62097) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2170.108883] env[62097]: DEBUG nova.objects.instance [None req-188671db-c9d2-475b-b22b-932d47967d21 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lazy-loading 'flavor' on Instance uuid 94c79923-ba65-435f-ab7f-2d1ba6399b51 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2170.229276] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "refresh_cache-61cbcbca-4684-45a8-b615-8fa4cdb5a45f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2170.229428] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired lock "refresh_cache-61cbcbca-4684-45a8-b615-8fa4cdb5a45f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2170.229577] env[62097]: DEBUG nova.network.neutron [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2170.236642] env[62097]: DEBUG oslo_concurrency.lockutils [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "refresh_cache-f295c91a-16f1-49e2-b25d-34e9792151e7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2170.236642] env[62097]: DEBUG oslo_concurrency.lockutils [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired lock "refresh_cache-f295c91a-16f1-49e2-b25d-34e9792151e7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2170.236642] env[62097]: DEBUG nova.network.neutron [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2170.284736] env[62097]: DEBUG oslo_concurrency.lockutils [req-3967ec3e-d6e2-49fe-a887-d6afd51b5f2f req-853c8d91-82aa-4287-959e-248018d7a0cd service nova] Releasing lock "refresh_cache-dc42f512-62ce-4734-8c95-29c69bf9c00c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2170.314466] env[62097]: DEBUG oslo_concurrency.lockutils [None req-da8e77fa-23bf-43f3-a596-5c982fc9a78b tempest-ServerDiskConfigTestJSON-394694748 tempest-ServerDiskConfigTestJSON-394694748-project-member] Lock "9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.574s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.490607] env[62097]: DEBUG oslo_concurrency.lockutils [None req-62d943e2-cd58-4773-ad29-33b867e70c95 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "743853c7-d06f-4e55-81ff-32427fc121ad" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.237s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.577683] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5279b41c-427d-7073-827c-7ad860bcac88, 'name': SearchDatastore_Task, 'duration_secs': 0.008123} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.578483] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb2659e2-1d6a-4b0d-bace-706972e62d68 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.583423] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2170.583423] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5212a01d-3036-07ca-98f0-3262084ec136" [ 2170.583423] env[62097]: _type = "Task" [ 2170.583423] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.590952] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5212a01d-3036-07ca-98f0-3262084ec136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.659990] env[62097]: DEBUG nova.compute.manager [req-d693c0cc-b828-4c38-95d3-d1a8534a507a req-5072f5f2-29cc-4cbd-b5a5-d4e03bb0e3a7 service nova] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Received event network-vif-plugged-f67f2276-5746-451f-9de8-fd0ee4b6ccdd {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2170.660240] env[62097]: DEBUG oslo_concurrency.lockutils [req-d693c0cc-b828-4c38-95d3-d1a8534a507a req-5072f5f2-29cc-4cbd-b5a5-d4e03bb0e3a7 service nova] Acquiring lock "f295c91a-16f1-49e2-b25d-34e9792151e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2170.660450] env[62097]: DEBUG oslo_concurrency.lockutils [req-d693c0cc-b828-4c38-95d3-d1a8534a507a req-5072f5f2-29cc-4cbd-b5a5-d4e03bb0e3a7 service nova] Lock "f295c91a-16f1-49e2-b25d-34e9792151e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2170.660618] env[62097]: DEBUG oslo_concurrency.lockutils [req-d693c0cc-b828-4c38-95d3-d1a8534a507a req-5072f5f2-29cc-4cbd-b5a5-d4e03bb0e3a7 service nova] Lock "f295c91a-16f1-49e2-b25d-34e9792151e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.660787] env[62097]: DEBUG nova.compute.manager [req-d693c0cc-b828-4c38-95d3-d1a8534a507a req-5072f5f2-29cc-4cbd-b5a5-d4e03bb0e3a7 service nova] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] No waiting events found dispatching network-vif-plugged-f67f2276-5746-451f-9de8-fd0ee4b6ccdd {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2170.660950] env[62097]: WARNING nova.compute.manager [req-d693c0cc-b828-4c38-95d3-d1a8534a507a req-5072f5f2-29cc-4cbd-b5a5-d4e03bb0e3a7 service nova] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Received unexpected event network-vif-plugged-f67f2276-5746-451f-9de8-fd0ee4b6ccdd for instance with vm_state building and task_state spawning. [ 2170.661124] env[62097]: DEBUG nova.compute.manager [req-d693c0cc-b828-4c38-95d3-d1a8534a507a req-5072f5f2-29cc-4cbd-b5a5-d4e03bb0e3a7 service nova] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Received event network-changed-f67f2276-5746-451f-9de8-fd0ee4b6ccdd {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2170.661280] env[62097]: DEBUG nova.compute.manager [req-d693c0cc-b828-4c38-95d3-d1a8534a507a req-5072f5f2-29cc-4cbd-b5a5-d4e03bb0e3a7 service nova] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Refreshing instance network info cache due to event network-changed-f67f2276-5746-451f-9de8-fd0ee4b6ccdd. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2170.661441] env[62097]: DEBUG oslo_concurrency.lockutils [req-d693c0cc-b828-4c38-95d3-d1a8534a507a req-5072f5f2-29cc-4cbd-b5a5-d4e03bb0e3a7 service nova] Acquiring lock "refresh_cache-f295c91a-16f1-49e2-b25d-34e9792151e7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2170.780509] env[62097]: DEBUG nova.network.neutron [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2170.785369] env[62097]: DEBUG nova.network.neutron [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2171.051539] env[62097]: DEBUG nova.network.neutron [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Updating instance_info_cache with network_info: [{"id": "f67f2276-5746-451f-9de8-fd0ee4b6ccdd", "address": "fa:16:3e:28:0e:0a", "network": {"id": "6fa184c2-71c5-4120-a05c-3a7d42cba370", "bridge": "br-int", "label": "tempest-ServersTestJSON-820392323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54320ff767714f48a1a5d4ef405d2e69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67f2276-57", "ovs_interfaceid": "f67f2276-5746-451f-9de8-fd0ee4b6ccdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2171.055195] env[62097]: DEBUG nova.network.neutron [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Updating instance_info_cache with network_info: [{"id": "141eee24-995c-46c6-9706-2799d752ae24", "address": "fa:16:3e:0a:ea:fd", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141eee24-99", "ovs_interfaceid": "141eee24-995c-46c6-9706-2799d752ae24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2171.095649] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5212a01d-3036-07ca-98f0-3262084ec136, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.095649] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2171.095836] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] dc42f512-62ce-4734-8c95-29c69bf9c00c/dc42f512-62ce-4734-8c95-29c69bf9c00c.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2171.095995] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eff809a9-ca72-497b-9c68-d632d8caebd7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.102546] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2171.102546] env[62097]: value = "task-2035875" [ 2171.102546] env[62097]: _type = "Task" [ 2171.102546] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.110796] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.115691] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-188671db-c9d2-475b-b22b-932d47967d21 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2171.115956] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6d6ef01-490e-486a-a7fc-1e3f6f86d80b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.122360] env[62097]: DEBUG oslo_vmware.api [None req-188671db-c9d2-475b-b22b-932d47967d21 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2171.122360] env[62097]: value = "task-2035876" [ 2171.122360] env[62097]: _type = "Task" [ 2171.122360] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.130523] env[62097]: DEBUG oslo_vmware.api [None req-188671db-c9d2-475b-b22b-932d47967d21 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.553977] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "743853c7-d06f-4e55-81ff-32427fc121ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2171.554256] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "743853c7-d06f-4e55-81ff-32427fc121ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2171.554486] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "743853c7-d06f-4e55-81ff-32427fc121ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2171.554679] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "743853c7-d06f-4e55-81ff-32427fc121ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2171.554856] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "743853c7-d06f-4e55-81ff-32427fc121ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.556981] env[62097]: DEBUG oslo_concurrency.lockutils [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Releasing lock "refresh_cache-f295c91a-16f1-49e2-b25d-34e9792151e7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2171.557375] env[62097]: DEBUG nova.compute.manager [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Instance network_info: |[{"id": "f67f2276-5746-451f-9de8-fd0ee4b6ccdd", "address": "fa:16:3e:28:0e:0a", "network": {"id": "6fa184c2-71c5-4120-a05c-3a7d42cba370", "bridge": "br-int", "label": "tempest-ServersTestJSON-820392323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54320ff767714f48a1a5d4ef405d2e69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67f2276-57", "ovs_interfaceid": "f67f2276-5746-451f-9de8-fd0ee4b6ccdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2171.557984] env[62097]: INFO nova.compute.manager [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Terminating instance [ 2171.559712] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Releasing lock "refresh_cache-61cbcbca-4684-45a8-b615-8fa4cdb5a45f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2171.560039] env[62097]: DEBUG nova.compute.manager [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Instance network_info: |[{"id": "141eee24-995c-46c6-9706-2799d752ae24", "address": "fa:16:3e:0a:ea:fd", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141eee24-99", "ovs_interfaceid": "141eee24-995c-46c6-9706-2799d752ae24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2171.560457] env[62097]: DEBUG oslo_concurrency.lockutils [req-d693c0cc-b828-4c38-95d3-d1a8534a507a req-5072f5f2-29cc-4cbd-b5a5-d4e03bb0e3a7 service nova] Acquired lock "refresh_cache-f295c91a-16f1-49e2-b25d-34e9792151e7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2171.560580] env[62097]: DEBUG nova.network.neutron [req-d693c0cc-b828-4c38-95d3-d1a8534a507a req-5072f5f2-29cc-4cbd-b5a5-d4e03bb0e3a7 service nova] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Refreshing network info cache for port f67f2276-5746-451f-9de8-fd0ee4b6ccdd {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2171.561740] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:0e:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f67f2276-5746-451f-9de8-fd0ee4b6ccdd', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2171.569799] env[62097]: DEBUG oslo.service.loopingcall [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2171.573942] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:ea:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '141eee24-995c-46c6-9706-2799d752ae24', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2171.582076] env[62097]: DEBUG oslo.service.loopingcall [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2171.582329] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2171.583674] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2171.584809] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2d43458-b615-4591-8916-caa2bbc1ecf7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.600956] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0fb0229-deb9-48d8-a7a8-5522b82deaec {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.622171] env[62097]: DEBUG nova.compute.manager [req-0366e2a1-534c-46e0-a3b4-48f324d75887 req-afd4c466-62af-4a42-bdcc-3e4c4e0ddaad service nova] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Received event network-changed-141eee24-995c-46c6-9706-2799d752ae24 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2171.622285] env[62097]: DEBUG nova.compute.manager [req-0366e2a1-534c-46e0-a3b4-48f324d75887 req-afd4c466-62af-4a42-bdcc-3e4c4e0ddaad service nova] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Refreshing instance network info cache due to event network-changed-141eee24-995c-46c6-9706-2799d752ae24. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2171.622482] env[62097]: DEBUG oslo_concurrency.lockutils [req-0366e2a1-534c-46e0-a3b4-48f324d75887 req-afd4c466-62af-4a42-bdcc-3e4c4e0ddaad service nova] Acquiring lock "refresh_cache-61cbcbca-4684-45a8-b615-8fa4cdb5a45f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2171.622644] env[62097]: DEBUG oslo_concurrency.lockutils [req-0366e2a1-534c-46e0-a3b4-48f324d75887 req-afd4c466-62af-4a42-bdcc-3e4c4e0ddaad service nova] Acquired lock "refresh_cache-61cbcbca-4684-45a8-b615-8fa4cdb5a45f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2171.622813] env[62097]: DEBUG nova.network.neutron [req-0366e2a1-534c-46e0-a3b4-48f324d75887 req-afd4c466-62af-4a42-bdcc-3e4c4e0ddaad service nova] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Refreshing network info cache for port 141eee24-995c-46c6-9706-2799d752ae24 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2171.629171] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2171.629171] env[62097]: value = "task-2035878" [ 2171.629171] env[62097]: _type = "Task" [ 2171.629171] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.629413] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481825} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.629643] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2171.629643] env[62097]: value = "task-2035877" [ 2171.629643] env[62097]: _type = "Task" [ 2171.629643] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.635196] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] dc42f512-62ce-4734-8c95-29c69bf9c00c/dc42f512-62ce-4734-8c95-29c69bf9c00c.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2171.635410] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2171.639064] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-741d930d-cc42-4b94-8f6e-6e83c70efe91 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.650563] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035878, 'name': CreateVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.656245] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035877, 'name': CreateVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.656635] env[62097]: DEBUG oslo_vmware.api [None req-188671db-c9d2-475b-b22b-932d47967d21 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035876, 'name': PowerOffVM_Task, 'duration_secs': 0.228932} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.657620] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-188671db-c9d2-475b-b22b-932d47967d21 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2171.657827] env[62097]: DEBUG nova.compute.manager [None req-188671db-c9d2-475b-b22b-932d47967d21 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2171.658170] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2171.658170] env[62097]: value = "task-2035879" [ 2171.658170] env[62097]: _type = "Task" [ 2171.658170] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.658827] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819d4a4d-82a8-4345-b9b3-b68add1c997b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.675956] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.968970] env[62097]: DEBUG nova.network.neutron [req-0366e2a1-534c-46e0-a3b4-48f324d75887 req-afd4c466-62af-4a42-bdcc-3e4c4e0ddaad service nova] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Updated VIF entry in instance network info cache for port 141eee24-995c-46c6-9706-2799d752ae24. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2171.969289] env[62097]: DEBUG nova.network.neutron [req-0366e2a1-534c-46e0-a3b4-48f324d75887 req-afd4c466-62af-4a42-bdcc-3e4c4e0ddaad service nova] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Updating instance_info_cache with network_info: [{"id": "141eee24-995c-46c6-9706-2799d752ae24", "address": "fa:16:3e:0a:ea:fd", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141eee24-99", "ovs_interfaceid": "141eee24-995c-46c6-9706-2799d752ae24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2172.084382] env[62097]: DEBUG nova.compute.manager [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2172.084699] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2172.085805] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4040fa87-10e1-43df-a0ba-046490838dc3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.094014] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2172.094293] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40c45952-c64c-49ac-8900-cf1f963efe1b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.103588] env[62097]: DEBUG oslo_vmware.api [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2172.103588] env[62097]: value = "task-2035880" [ 2172.103588] env[62097]: _type = "Task" [ 2172.103588] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.113432] env[62097]: DEBUG oslo_vmware.api [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.155358] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035878, 'name': CreateVM_Task, 'duration_secs': 0.509566} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.158961] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2172.163017] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035877, 'name': CreateVM_Task} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.163017] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2172.163017] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2172.163017] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2172.163017] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2172.163017] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c713c7a4-3f06-4243-9af3-4e5858b28615 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.163659] env[62097]: DEBUG oslo_concurrency.lockutils [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2172.172796] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2172.172796] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524b6e43-1bce-c02d-08e6-2fc975a30268" [ 2172.172796] env[62097]: _type = "Task" [ 2172.172796] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.178221] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07063} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.178673] env[62097]: DEBUG oslo_concurrency.lockutils [None req-188671db-c9d2-475b-b22b-932d47967d21 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "94c79923-ba65-435f-ab7f-2d1ba6399b51" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.182546] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2172.183570] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872fe33f-c962-4090-a92f-673301431771 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.206408] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524b6e43-1bce-c02d-08e6-2fc975a30268, 'name': SearchDatastore_Task, 'duration_secs': 0.009752} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.215245] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] dc42f512-62ce-4734-8c95-29c69bf9c00c/dc42f512-62ce-4734-8c95-29c69bf9c00c.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2172.218559] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2172.218559] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2172.218559] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2172.218559] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2172.218559] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2172.218559] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1dc4d57-56f4-4535-bed2-6bc40029d145 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.237032] env[62097]: DEBUG oslo_concurrency.lockutils [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2172.237032] env[62097]: DEBUG oslo_concurrency.lockutils [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2172.237032] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f4cd5ca-2c9d-4716-8961-df52f3242c1b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.237032] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58ab10e9-eb1b-4bd3-a201-92d02a8c3709 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.244315] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2172.244315] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523251a5-7d2e-e9a6-e014-d4704ac48195" [ 2172.244315] env[62097]: _type = "Task" [ 2172.244315] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.246064] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2172.246064] env[62097]: value = "task-2035881" [ 2172.246064] env[62097]: _type = "Task" [ 2172.246064] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.249751] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2172.249925] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2172.253454] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f556e953-5127-49de-8059-17d0b6b3d384 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.263323] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]523251a5-7d2e-e9a6-e014-d4704ac48195, 'name': SearchDatastore_Task, 'duration_secs': 0.009305} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.263623] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2172.263623] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5242d364-a240-4008-8c03-d6c44cc088a3" [ 2172.263623] env[62097]: _type = "Task" [ 2172.263623] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.266473] env[62097]: DEBUG oslo_concurrency.lockutils [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2172.266719] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2172.266987] env[62097]: DEBUG oslo_concurrency.lockutils [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2172.267323] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.279089] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5242d364-a240-4008-8c03-d6c44cc088a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.343347] env[62097]: DEBUG nova.network.neutron [req-d693c0cc-b828-4c38-95d3-d1a8534a507a req-5072f5f2-29cc-4cbd-b5a5-d4e03bb0e3a7 service nova] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Updated VIF entry in instance network info cache for port f67f2276-5746-451f-9de8-fd0ee4b6ccdd. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2172.343821] env[62097]: DEBUG nova.network.neutron [req-d693c0cc-b828-4c38-95d3-d1a8534a507a req-5072f5f2-29cc-4cbd-b5a5-d4e03bb0e3a7 service nova] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Updating instance_info_cache with network_info: [{"id": "f67f2276-5746-451f-9de8-fd0ee4b6ccdd", "address": "fa:16:3e:28:0e:0a", "network": {"id": "6fa184c2-71c5-4120-a05c-3a7d42cba370", "bridge": "br-int", "label": "tempest-ServersTestJSON-820392323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54320ff767714f48a1a5d4ef405d2e69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67f2276-57", "ovs_interfaceid": "f67f2276-5746-451f-9de8-fd0ee4b6ccdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2172.472774] env[62097]: DEBUG oslo_concurrency.lockutils [req-0366e2a1-534c-46e0-a3b4-48f324d75887 req-afd4c466-62af-4a42-bdcc-3e4c4e0ddaad service nova] Releasing lock "refresh_cache-61cbcbca-4684-45a8-b615-8fa4cdb5a45f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2172.617388] env[62097]: DEBUG oslo_vmware.api [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035880, 'name': PowerOffVM_Task, 'duration_secs': 0.285211} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.617667] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2172.617837] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2172.619110] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dd57393-4059-40ef-822f-0349b010e1f9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.760233] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035881, 'name': ReconfigVM_Task, 'duration_secs': 0.27549} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.760557] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Reconfigured VM instance instance-00000071 to attach disk [datastore2] dc42f512-62ce-4734-8c95-29c69bf9c00c/dc42f512-62ce-4734-8c95-29c69bf9c00c.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2172.761229] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d2c03ee-6d0d-40db-9f03-b365de9161a7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.767147] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2172.767147] env[62097]: value = "task-2035883" [ 2172.767147] env[62097]: _type = "Task" [ 2172.767147] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.777857] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035883, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.781160] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5242d364-a240-4008-8c03-d6c44cc088a3, 'name': SearchDatastore_Task, 'duration_secs': 0.01906} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.781910] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a33794e0-a78e-4354-a866-87aa1ff69b10 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.786938] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2172.786938] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5220f69b-e34e-4f14-1102-40d91e3023ea" [ 2172.786938] env[62097]: _type = "Task" [ 2172.786938] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.795311] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5220f69b-e34e-4f14-1102-40d91e3023ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.847358] env[62097]: DEBUG oslo_concurrency.lockutils [req-d693c0cc-b828-4c38-95d3-d1a8534a507a req-5072f5f2-29cc-4cbd-b5a5-d4e03bb0e3a7 service nova] Releasing lock "refresh_cache-f295c91a-16f1-49e2-b25d-34e9792151e7" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2172.896579] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2172.896827] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2172.897092] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Deleting the datastore file [datastore2] 743853c7-d06f-4e55-81ff-32427fc121ad {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2172.897380] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cd851ed-1acb-445f-83be-b7a4dd50403d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.904941] env[62097]: DEBUG oslo_vmware.api [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2172.904941] env[62097]: value = "task-2035884" [ 2172.904941] env[62097]: _type = "Task" [ 2172.904941] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.913008] env[62097]: DEBUG oslo_vmware.api [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.277873] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035883, 'name': Rename_Task, 'duration_secs': 0.131467} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.278224] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2173.278477] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73ffb008-fd6c-4f22-aa87-51ada2cf9724 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.285082] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2173.285082] env[62097]: value = "task-2035885" [ 2173.285082] env[62097]: _type = "Task" [ 2173.285082] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.295974] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.299451] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5220f69b-e34e-4f14-1102-40d91e3023ea, 'name': SearchDatastore_Task, 'duration_secs': 0.011277} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.299703] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2173.300015] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 61cbcbca-4684-45a8-b615-8fa4cdb5a45f/61cbcbca-4684-45a8-b615-8fa4cdb5a45f.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2173.300272] env[62097]: DEBUG oslo_concurrency.lockutils [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2173.300464] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2173.300672] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d640a81-e4e0-4a64-a758-1f7eb3eea1f0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.302545] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3399b635-97ac-40b6-93c4-2ca28822d879 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.308017] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2173.308017] env[62097]: value = "task-2035886" [ 2173.308017] env[62097]: _type = "Task" [ 2173.308017] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.312249] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2173.312488] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2173.315992] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e6353dd-2f58-43fd-b5b6-fef6ba2e4a79 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.318205] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.321512] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2173.321512] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5207cdf3-011b-0476-8d6b-1bf705e22024" [ 2173.321512] env[62097]: _type = "Task" [ 2173.321512] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.329146] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5207cdf3-011b-0476-8d6b-1bf705e22024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.414085] env[62097]: DEBUG oslo_vmware.api [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130171} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.414361] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2173.414548] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2173.414734] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2173.414976] env[62097]: INFO nova.compute.manager [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Took 1.33 seconds to destroy the instance on the hypervisor. [ 2173.415271] env[62097]: DEBUG oslo.service.loopingcall [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2173.415471] env[62097]: DEBUG nova.compute.manager [-] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2173.415565] env[62097]: DEBUG nova.network.neutron [-] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2173.505707] env[62097]: DEBUG nova.compute.manager [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Stashing vm_state: stopped {{(pid=62097) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2173.797896] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035885, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.825537] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035886, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.839027] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5207cdf3-011b-0476-8d6b-1bf705e22024, 'name': SearchDatastore_Task, 'duration_secs': 0.009392} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.839027] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c62bade1-9805-4cd1-bf9b-0d7256fcdcdf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.844712] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2173.844712] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ca901c-b9a2-fd30-bc94-ecae1adafdc6" [ 2173.844712] env[62097]: _type = "Task" [ 2173.844712] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.854172] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ca901c-b9a2-fd30-bc94-ecae1adafdc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.971352] env[62097]: DEBUG nova.compute.manager [req-a40d98fb-6dc5-4491-b6fd-c7cccbef8578 req-d3da0fd3-5d30-49eb-988b-45a31b615ce1 service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Received event network-vif-deleted-d62ffc95-00d5-4445-bb91-7072a2be0019 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2173.971352] env[62097]: INFO nova.compute.manager [req-a40d98fb-6dc5-4491-b6fd-c7cccbef8578 req-d3da0fd3-5d30-49eb-988b-45a31b615ce1 service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Neutron deleted interface d62ffc95-00d5-4445-bb91-7072a2be0019; detaching it from the instance and deleting it from the info cache [ 2173.971352] env[62097]: DEBUG nova.network.neutron [req-a40d98fb-6dc5-4491-b6fd-c7cccbef8578 req-d3da0fd3-5d30-49eb-988b-45a31b615ce1 service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2174.033280] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2174.033614] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.299947] env[62097]: DEBUG oslo_vmware.api [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035885, 'name': PowerOnVM_Task, 'duration_secs': 0.790348} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.299947] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2174.299947] env[62097]: INFO nova.compute.manager [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Took 11.91 seconds to spawn the instance on the hypervisor. [ 2174.299947] env[62097]: DEBUG nova.compute.manager [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2174.299947] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063cd22e-8074-4ab5-9b21-d0fbad8dccae {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.317044] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596726} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.317424] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] 61cbcbca-4684-45a8-b615-8fa4cdb5a45f/61cbcbca-4684-45a8-b615-8fa4cdb5a45f.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2174.318301] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2174.318301] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe810be5-4774-44c5-93cd-3cefcba1a7e7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.324285] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2174.324285] env[62097]: value = "task-2035887" [ 2174.324285] env[62097]: _type = "Task" [ 2174.324285] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.332533] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.355756] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ca901c-b9a2-fd30-bc94-ecae1adafdc6, 'name': SearchDatastore_Task, 'duration_secs': 0.046159} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.356037] env[62097]: DEBUG oslo_concurrency.lockutils [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2174.356286] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] f295c91a-16f1-49e2-b25d-34e9792151e7/f295c91a-16f1-49e2-b25d-34e9792151e7.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2174.356537] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce2201cc-1ed4-4cfc-88f8-5d4cafaff401 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.363431] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2174.363431] env[62097]: value = "task-2035888" [ 2174.363431] env[62097]: _type = "Task" [ 2174.363431] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.371814] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.450865] env[62097]: DEBUG nova.network.neutron [-] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2174.475188] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a41fab79-a63f-4c1e-b309-4168432ada7d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.485688] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4bab39-20f7-4362-ab03-de7188130444 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.515779] env[62097]: DEBUG nova.compute.manager [req-a40d98fb-6dc5-4491-b6fd-c7cccbef8578 req-d3da0fd3-5d30-49eb-988b-45a31b615ce1 service nova] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Detach interface failed, port_id=d62ffc95-00d5-4445-bb91-7072a2be0019, reason: Instance 743853c7-d06f-4e55-81ff-32427fc121ad could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2174.538952] env[62097]: INFO nova.compute.claims [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2174.814282] env[62097]: INFO nova.compute.manager [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Took 17.64 seconds to build instance. [ 2174.837945] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068134} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.839107] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2174.839885] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ad63bb-19d7-46d5-b1c1-f677988f9427 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.864016] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 61cbcbca-4684-45a8-b615-8fa4cdb5a45f/61cbcbca-4684-45a8-b615-8fa4cdb5a45f.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2174.864809] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2a3b676-a564-4240-89db-e2699127ba9b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.888668] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.890030] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2174.890030] env[62097]: value = "task-2035889" [ 2174.890030] env[62097]: _type = "Task" [ 2174.890030] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.897807] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035889, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.954688] env[62097]: INFO nova.compute.manager [-] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Took 1.54 seconds to deallocate network for instance. [ 2175.047139] env[62097]: INFO nova.compute.resource_tracker [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Updating resource usage from migration f478fe61-14e1-44a5-ba0b-eec763c5ef45 [ 2175.206488] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048b3013-33ef-43cc-8fae-8ae9a860c67f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.216609] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af43f220-5238-4d21-9ca5-66680432b278 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.256037] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21080c2f-3a46-4182-b584-8acef17e261d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.268879] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586c054d-392d-4aaa-a8fe-5e9695d484c6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.288938] env[62097]: DEBUG nova.compute.provider_tree [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2175.316133] env[62097]: DEBUG oslo_concurrency.lockutils [None req-d42ed395-9d85-43cc-8cab-d570271a91a2 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "dc42f512-62ce-4734-8c95-29c69bf9c00c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.148s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2175.375588] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.981196} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.375864] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore2] f295c91a-16f1-49e2-b25d-34e9792151e7/f295c91a-16f1-49e2-b25d-34e9792151e7.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2175.376105] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2175.376446] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2338c849-786e-4bbc-8f09-2ba975d725dd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.383730] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2175.383730] env[62097]: value = "task-2035890" [ 2175.383730] env[62097]: _type = "Task" [ 2175.383730] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.392750] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.401183] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035889, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.462032] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2175.796329] env[62097]: DEBUG nova.scheduler.client.report [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2175.893824] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072089} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.897207] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2175.898177] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d1da36-73f7-400b-8dd7-f24a885a33c2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.906330] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035889, 'name': ReconfigVM_Task, 'duration_secs': 0.532096} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.918389] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 61cbcbca-4684-45a8-b615-8fa4cdb5a45f/61cbcbca-4684-45a8-b615-8fa4cdb5a45f.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2175.927530] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] f295c91a-16f1-49e2-b25d-34e9792151e7/f295c91a-16f1-49e2-b25d-34e9792151e7.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2175.928098] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b72ce38-6c75-44c2-b049-14ee0193d66d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.930071] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7aed4579-b7fa-40ce-b653-3f91dd834f04 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.954941] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2175.954941] env[62097]: value = "task-2035892" [ 2175.954941] env[62097]: _type = "Task" [ 2175.954941] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.956755] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2175.956755] env[62097]: value = "task-2035891" [ 2175.956755] env[62097]: _type = "Task" [ 2175.956755] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.970948] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035891, 'name': Rename_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.974610] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.009652] env[62097]: DEBUG nova.compute.manager [req-306f6724-c63c-4018-9049-28272586c471 req-3c751e2a-3191-4c8e-9408-2248ebae42b6 service nova] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Received event network-changed-5a85b763-12c1-448c-b008-b50173863fef {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2176.009761] env[62097]: DEBUG nova.compute.manager [req-306f6724-c63c-4018-9049-28272586c471 req-3c751e2a-3191-4c8e-9408-2248ebae42b6 service nova] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Refreshing instance network info cache due to event network-changed-5a85b763-12c1-448c-b008-b50173863fef. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2176.010047] env[62097]: DEBUG oslo_concurrency.lockutils [req-306f6724-c63c-4018-9049-28272586c471 req-3c751e2a-3191-4c8e-9408-2248ebae42b6 service nova] Acquiring lock "refresh_cache-dc42f512-62ce-4734-8c95-29c69bf9c00c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2176.013934] env[62097]: DEBUG oslo_concurrency.lockutils [req-306f6724-c63c-4018-9049-28272586c471 req-3c751e2a-3191-4c8e-9408-2248ebae42b6 service nova] Acquired lock "refresh_cache-dc42f512-62ce-4734-8c95-29c69bf9c00c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2176.013934] env[62097]: DEBUG nova.network.neutron [req-306f6724-c63c-4018-9049-28272586c471 req-3c751e2a-3191-4c8e-9408-2248ebae42b6 service nova] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Refreshing network info cache for port 5a85b763-12c1-448c-b008-b50173863fef {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2176.303322] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.270s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.303571] env[62097]: INFO nova.compute.manager [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Migrating [ 2176.312851] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.849s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.312851] env[62097]: DEBUG nova.objects.instance [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lazy-loading 'resources' on Instance uuid 743853c7-d06f-4e55-81ff-32427fc121ad {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2176.473240] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035891, 'name': Rename_Task, 'duration_secs': 0.16959} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.476450] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2176.476705] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035892, 'name': ReconfigVM_Task, 'duration_secs': 0.348017} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.476905] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2404564-b300-4c08-aef0-b5810d3a8ad0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.478521] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Reconfigured VM instance instance-00000073 to attach disk [datastore2] f295c91a-16f1-49e2-b25d-34e9792151e7/f295c91a-16f1-49e2-b25d-34e9792151e7.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2176.479424] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34290534-f166-41f1-ad5c-3983c10498c1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.485719] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2176.485719] env[62097]: value = "task-2035893" [ 2176.485719] env[62097]: _type = "Task" [ 2176.485719] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.486953] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2176.486953] env[62097]: value = "task-2035894" [ 2176.486953] env[62097]: _type = "Task" [ 2176.486953] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.506930] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.507247] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035894, 'name': Rename_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.822368] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2176.822553] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2176.822724] env[62097]: DEBUG nova.network.neutron [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2176.949736] env[62097]: DEBUG nova.network.neutron [req-306f6724-c63c-4018-9049-28272586c471 req-3c751e2a-3191-4c8e-9408-2248ebae42b6 service nova] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Updated VIF entry in instance network info cache for port 5a85b763-12c1-448c-b008-b50173863fef. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2176.950235] env[62097]: DEBUG nova.network.neutron [req-306f6724-c63c-4018-9049-28272586c471 req-3c751e2a-3191-4c8e-9408-2248ebae42b6 service nova] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Updating instance_info_cache with network_info: [{"id": "5a85b763-12c1-448c-b008-b50173863fef", "address": "fa:16:3e:ff:2c:00", "network": {"id": "1606e96f-eee0-456b-a3fb-4dfa9d6d601d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393149127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af5979ef52740dea95801a1e50166f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a85b763-12", "ovs_interfaceid": "5a85b763-12c1-448c-b008-b50173863fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2176.988101] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0806679e-f07c-495b-bb1e-5d6c04ce20bd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.010131] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0940a06-a27b-4e84-84ff-265c40f3cd8f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.013786] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035893, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.014771] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035894, 'name': Rename_Task, 'duration_secs': 0.198774} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.014771] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2177.015560] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-872c5a9f-b64f-4982-8a48-544932453c5f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.046661] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffc2869-e115-4842-837e-bf761a0e8aa0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.051163] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2177.051163] env[62097]: value = "task-2035895" [ 2177.051163] env[62097]: _type = "Task" [ 2177.051163] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.057673] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c59d35-0614-408c-82d4-03af6d277785 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.064664] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.075797] env[62097]: DEBUG nova.compute.provider_tree [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2177.453030] env[62097]: DEBUG oslo_concurrency.lockutils [req-306f6724-c63c-4018-9049-28272586c471 req-3c751e2a-3191-4c8e-9408-2248ebae42b6 service nova] Releasing lock "refresh_cache-dc42f512-62ce-4734-8c95-29c69bf9c00c" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2177.496562] env[62097]: DEBUG oslo_vmware.api [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035893, 'name': PowerOnVM_Task, 'duration_secs': 0.519314} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.496875] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2177.497152] env[62097]: INFO nova.compute.manager [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Took 11.20 seconds to spawn the instance on the hypervisor. [ 2177.497339] env[62097]: DEBUG nova.compute.manager [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2177.498210] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889c0dc9-5661-42e4-8e2d-6f67d260fdd1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.561748] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035895, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.579302] env[62097]: DEBUG nova.scheduler.client.report [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2177.634508] env[62097]: DEBUG nova.network.neutron [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Updating instance_info_cache with network_info: [{"id": "876d2824-7c73-4cd1-8e57-400c39804568", "address": "fa:16:3e:a1:94:5d", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876d2824-7c", "ovs_interfaceid": "876d2824-7c73-4cd1-8e57-400c39804568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2178.023398] env[62097]: INFO nova.compute.manager [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Took 17.69 seconds to build instance. [ 2178.063691] env[62097]: DEBUG oslo_vmware.api [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035895, 'name': PowerOnVM_Task, 'duration_secs': 0.558722} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.064118] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2178.064460] env[62097]: INFO nova.compute.manager [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Took 8.77 seconds to spawn the instance on the hypervisor. [ 2178.064775] env[62097]: DEBUG nova.compute.manager [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2178.065684] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d9fa98-2a01-4716-8d4f-8219006d9412 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.085026] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2178.116566] env[62097]: INFO nova.scheduler.client.report [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Deleted allocations for instance 743853c7-d06f-4e55-81ff-32427fc121ad [ 2178.137381] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Releasing lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2178.452848] env[62097]: DEBUG nova.compute.manager [req-684c34d8-5538-4a42-ac6b-b4d8c1e663ba req-7b3a8845-1e8f-4c74-a0a6-90b19f2d785d service nova] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Received event network-changed-141eee24-995c-46c6-9706-2799d752ae24 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2178.453176] env[62097]: DEBUG nova.compute.manager [req-684c34d8-5538-4a42-ac6b-b4d8c1e663ba req-7b3a8845-1e8f-4c74-a0a6-90b19f2d785d service nova] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Refreshing instance network info cache due to event network-changed-141eee24-995c-46c6-9706-2799d752ae24. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2178.453440] env[62097]: DEBUG oslo_concurrency.lockutils [req-684c34d8-5538-4a42-ac6b-b4d8c1e663ba req-7b3a8845-1e8f-4c74-a0a6-90b19f2d785d service nova] Acquiring lock "refresh_cache-61cbcbca-4684-45a8-b615-8fa4cdb5a45f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2178.453874] env[62097]: DEBUG oslo_concurrency.lockutils [req-684c34d8-5538-4a42-ac6b-b4d8c1e663ba req-7b3a8845-1e8f-4c74-a0a6-90b19f2d785d service nova] Acquired lock "refresh_cache-61cbcbca-4684-45a8-b615-8fa4cdb5a45f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2178.453874] env[62097]: DEBUG nova.network.neutron [req-684c34d8-5538-4a42-ac6b-b4d8c1e663ba req-7b3a8845-1e8f-4c74-a0a6-90b19f2d785d service nova] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Refreshing network info cache for port 141eee24-995c-46c6-9706-2799d752ae24 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2178.529792] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e68bbf0a-237c-4ab1-88a5-a299beb9d958 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "61cbcbca-4684-45a8-b615-8fa4cdb5a45f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.200s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2178.585222] env[62097]: INFO nova.compute.manager [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Took 13.52 seconds to build instance. [ 2178.628344] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e7ff3b9a-dcb9-44c4-abf8-0a3c4e672ced tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "743853c7-d06f-4e55-81ff-32427fc121ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.073s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2178.857560] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2178.857766] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2178.857912] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2179.089647] env[62097]: DEBUG oslo_concurrency.lockutils [None req-792e64fb-62c4-478b-b6b3-9bf97d3687c2 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "f295c91a-16f1-49e2-b25d-34e9792151e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.028s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.198616] env[62097]: DEBUG nova.network.neutron [req-684c34d8-5538-4a42-ac6b-b4d8c1e663ba req-7b3a8845-1e8f-4c74-a0a6-90b19f2d785d service nova] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Updated VIF entry in instance network info cache for port 141eee24-995c-46c6-9706-2799d752ae24. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2179.199014] env[62097]: DEBUG nova.network.neutron [req-684c34d8-5538-4a42-ac6b-b4d8c1e663ba req-7b3a8845-1e8f-4c74-a0a6-90b19f2d785d service nova] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Updating instance_info_cache with network_info: [{"id": "141eee24-995c-46c6-9706-2799d752ae24", "address": "fa:16:3e:0a:ea:fd", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141eee24-99", "ovs_interfaceid": "141eee24-995c-46c6-9706-2799d752ae24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2179.224249] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5bd9ac38-007d-4793-b966-bf9c6e71542b tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "f295c91a-16f1-49e2-b25d-34e9792151e7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.224498] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5bd9ac38-007d-4793-b966-bf9c6e71542b tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "f295c91a-16f1-49e2-b25d-34e9792151e7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.224679] env[62097]: DEBUG nova.compute.manager [None req-5bd9ac38-007d-4793-b966-bf9c6e71542b tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2179.226735] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6d36b5-9714-47ca-895c-d168bb591e21 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.233702] env[62097]: DEBUG nova.compute.manager [None req-5bd9ac38-007d-4793-b966-bf9c6e71542b tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62097) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2179.234495] env[62097]: DEBUG nova.objects.instance [None req-5bd9ac38-007d-4793-b966-bf9c6e71542b tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lazy-loading 'flavor' on Instance uuid f295c91a-16f1-49e2-b25d-34e9792151e7 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2179.650869] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95e90ed-fe4a-4487-bbed-d71ced133fed {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.670069] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Updating instance '94c79923-ba65-435f-ab7f-2d1ba6399b51' progress to 0 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2179.702257] env[62097]: DEBUG oslo_concurrency.lockutils [req-684c34d8-5538-4a42-ac6b-b4d8c1e663ba req-7b3a8845-1e8f-4c74-a0a6-90b19f2d785d service nova] Releasing lock "refresh_cache-61cbcbca-4684-45a8-b615-8fa4cdb5a45f" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2180.176135] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2180.176470] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0db2f25-f326-4f04-be35-39697d42710b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.183673] env[62097]: DEBUG oslo_vmware.api [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2180.183673] env[62097]: value = "task-2035896" [ 2180.183673] env[62097]: _type = "Task" [ 2180.183673] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.195219] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] VM already powered off {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2180.195422] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Updating instance '94c79923-ba65-435f-ab7f-2d1ba6399b51' progress to 17 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2180.241173] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd9ac38-007d-4793-b966-bf9c6e71542b tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2180.241703] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dffa8c0-bb1d-47d6-9a7e-c6fb1f7e2fc4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.249299] env[62097]: DEBUG oslo_vmware.api [None req-5bd9ac38-007d-4793-b966-bf9c6e71542b tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2180.249299] env[62097]: value = "task-2035897" [ 2180.249299] env[62097]: _type = "Task" [ 2180.249299] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.258812] env[62097]: DEBUG oslo_vmware.api [None req-5bd9ac38-007d-4793-b966-bf9c6e71542b tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.393263] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "refresh_cache-eb82508a-bae0-49a6-8c61-d7997180b28a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2180.393420] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquired lock "refresh_cache-eb82508a-bae0-49a6-8c61-d7997180b28a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2180.393571] env[62097]: DEBUG nova.network.neutron [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Forcefully refreshing network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2180.701825] env[62097]: DEBUG nova.virt.hardware [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:47:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2180.702179] env[62097]: DEBUG nova.virt.hardware [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2180.702245] env[62097]: DEBUG nova.virt.hardware [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2180.702429] env[62097]: DEBUG nova.virt.hardware [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2180.702580] env[62097]: DEBUG nova.virt.hardware [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2180.702730] env[62097]: DEBUG nova.virt.hardware [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2180.702934] env[62097]: DEBUG nova.virt.hardware [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2180.703134] env[62097]: DEBUG nova.virt.hardware [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2180.703389] env[62097]: DEBUG nova.virt.hardware [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2180.703694] env[62097]: DEBUG nova.virt.hardware [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2180.703883] env[62097]: DEBUG nova.virt.hardware [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2180.709051] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e68af47-21de-435c-8c94-74b984836485 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.724378] env[62097]: DEBUG oslo_vmware.api [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2180.724378] env[62097]: value = "task-2035898" [ 2180.724378] env[62097]: _type = "Task" [ 2180.724378] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.732593] env[62097]: DEBUG oslo_vmware.api [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.758063] env[62097]: DEBUG oslo_vmware.api [None req-5bd9ac38-007d-4793-b966-bf9c6e71542b tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035897, 'name': PowerOffVM_Task, 'duration_secs': 0.386991} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.758347] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd9ac38-007d-4793-b966-bf9c6e71542b tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2180.758552] env[62097]: DEBUG nova.compute.manager [None req-5bd9ac38-007d-4793-b966-bf9c6e71542b tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2180.759328] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b48126-3b1d-4b82-ae26-5171c8cc5639 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.178055] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "724db4b5-ecbc-4848-987f-0da9023eee0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.178292] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "724db4b5-ecbc-4848-987f-0da9023eee0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.235073] env[62097]: DEBUG oslo_vmware.api [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035898, 'name': ReconfigVM_Task, 'duration_secs': 0.162605} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.235395] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Updating instance '94c79923-ba65-435f-ab7f-2d1ba6399b51' progress to 33 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2181.270292] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5bd9ac38-007d-4793-b966-bf9c6e71542b tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "f295c91a-16f1-49e2-b25d-34e9792151e7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2181.600625] env[62097]: DEBUG nova.network.neutron [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Updating instance_info_cache with network_info: [{"id": "bfb5e725-db94-4b74-9334-edce5ac7a7ed", "address": "fa:16:3e:65:5c:c4", "network": {"id": "6fa184c2-71c5-4120-a05c-3a7d42cba370", "bridge": "br-int", "label": "tempest-ServersTestJSON-820392323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54320ff767714f48a1a5d4ef405d2e69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfb5e725-db", "ovs_interfaceid": "bfb5e725-db94-4b74-9334-edce5ac7a7ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2181.680204] env[62097]: DEBUG nova.compute.manager [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2181.741830] env[62097]: DEBUG nova.virt.hardware [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2181.742291] env[62097]: DEBUG nova.virt.hardware [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2181.742291] env[62097]: DEBUG nova.virt.hardware [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2181.742398] env[62097]: DEBUG nova.virt.hardware [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2181.742552] env[62097]: DEBUG nova.virt.hardware [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2181.742698] env[62097]: DEBUG nova.virt.hardware [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2181.742903] env[62097]: DEBUG nova.virt.hardware [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2181.743072] env[62097]: DEBUG nova.virt.hardware [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2181.743246] env[62097]: DEBUG nova.virt.hardware [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2181.743407] env[62097]: DEBUG nova.virt.hardware [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2181.743589] env[62097]: DEBUG nova.virt.hardware [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2181.748934] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Reconfiguring VM instance instance-0000004b to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2181.749498] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-275952e0-071a-47ae-a851-ca28ce85c283 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.769149] env[62097]: DEBUG oslo_vmware.api [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2181.769149] env[62097]: value = "task-2035899" [ 2181.769149] env[62097]: _type = "Task" [ 2181.769149] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.778186] env[62097]: DEBUG oslo_vmware.api [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.097386] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "f295c91a-16f1-49e2-b25d-34e9792151e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2182.097667] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "f295c91a-16f1-49e2-b25d-34e9792151e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2182.097890] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "f295c91a-16f1-49e2-b25d-34e9792151e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2182.098109] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "f295c91a-16f1-49e2-b25d-34e9792151e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2182.098286] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "f295c91a-16f1-49e2-b25d-34e9792151e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.100479] env[62097]: INFO nova.compute.manager [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Terminating instance [ 2182.102849] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Releasing lock "refresh_cache-eb82508a-bae0-49a6-8c61-d7997180b28a" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2182.103032] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Updated the network info_cache for instance {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2182.103398] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2182.103564] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2182.103712] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2182.103863] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2182.104017] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2182.104170] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2182.104300] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2182.104443] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2182.201839] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2182.202113] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2182.203591] env[62097]: INFO nova.compute.claims [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2182.278991] env[62097]: DEBUG oslo_vmware.api [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035899, 'name': ReconfigVM_Task, 'duration_secs': 0.23308} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.279271] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Reconfigured VM instance instance-0000004b to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2182.280026] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5744a2d9-a1ad-493c-afce-4231d4a1155b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.301299] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 94c79923-ba65-435f-ab7f-2d1ba6399b51/94c79923-ba65-435f-ab7f-2d1ba6399b51.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2182.301546] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39eac7b2-d9aa-458d-937e-ea797e090d06 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.318796] env[62097]: DEBUG oslo_vmware.api [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2182.318796] env[62097]: value = "task-2035900" [ 2182.318796] env[62097]: _type = "Task" [ 2182.318796] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.326431] env[62097]: DEBUG oslo_vmware.api [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.604299] env[62097]: DEBUG nova.compute.manager [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2182.604539] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2182.605515] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181b5b3a-d159-4c2b-be96-23d038dd047f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.608936] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2182.613416] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2182.613654] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d079f9da-efda-4404-af5b-a3e642d4682c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.828928] env[62097]: DEBUG oslo_vmware.api [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035900, 'name': ReconfigVM_Task, 'duration_secs': 0.260284} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.829257] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 94c79923-ba65-435f-ab7f-2d1ba6399b51/94c79923-ba65-435f-ab7f-2d1ba6399b51.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2182.829550] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Updating instance '94c79923-ba65-435f-ab7f-2d1ba6399b51' progress to 50 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2183.309146] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6ef1c9-93bc-4b8a-9b7a-6d1b8873afee {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.316331] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37431b41-b717-489a-96a8-18fe4f5da65c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.346353] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beac098-a6e4-4456-a674-f09a4c49b4af {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.349256] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8db1c36-b6c6-4d28-976f-8e98d8b55009 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.368199] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66cd642-cfd8-45e9-bdee-78e29719db8a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.371361] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e74dd3b-e6cc-4827-852c-1997e226169f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.384441] env[62097]: DEBUG nova.compute.provider_tree [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2183.399219] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Updating instance '94c79923-ba65-435f-ab7f-2d1ba6399b51' progress to 67 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2183.904319] env[62097]: DEBUG nova.scheduler.client.report [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2183.945431] env[62097]: DEBUG nova.network.neutron [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Port 876d2824-7c73-4cd1-8e57-400c39804568 binding to destination host cpu-1 is already ACTIVE {{(pid=62097) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2184.412933] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.413486] env[62097]: DEBUG nova.compute.manager [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2184.416308] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.807s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.417204] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.417403] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2184.418551] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fe1630-298a-44f4-9662-033157fed48a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.426936] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59a151a-a3d0-4794-9946-48ae0afd72f7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.440530] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7390893a-2182-4f5b-9fb2-65a2ad9b3cd5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.447212] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d608d15-8564-4ab3-b0df-078fa66d7d84 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.478970] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179079MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2184.479184] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.479336] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.920904] env[62097]: DEBUG nova.compute.utils [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2184.922662] env[62097]: DEBUG nova.compute.manager [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2184.923134] env[62097]: DEBUG nova.network.neutron [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2184.976973] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "94c79923-ba65-435f-ab7f-2d1ba6399b51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.977381] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "94c79923-ba65-435f-ab7f-2d1ba6399b51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.977666] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "94c79923-ba65-435f-ab7f-2d1ba6399b51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.989039] env[62097]: DEBUG nova.policy [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1829b1c0dc744259c0ae53a5183d8d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83b758427cb84ff0a469292b373bbffe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2185.285947] env[62097]: DEBUG nova.network.neutron [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Successfully created port: 969032ac-1c45-4934-89c5-219d8b9ed3f0 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2185.426605] env[62097]: DEBUG nova.compute.manager [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2185.489555] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Applying migration context for instance 94c79923-ba65-435f-ab7f-2d1ba6399b51 as it has an incoming, in-progress migration f478fe61-14e1-44a5-ba0b-eec763c5ef45. Migration status is post-migrating {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2185.489742] env[62097]: INFO nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Updating resource usage from migration f478fe61-14e1-44a5-ba0b-eec763c5ef45 [ 2185.512828] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance eb82508a-bae0-49a6-8c61-d7997180b28a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2185.512986] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance d6ba1c55-7ce7-42a7-8827-d63b3852418d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2185.513133] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance dc42f512-62ce-4734-8c95-29c69bf9c00c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2185.513254] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 61cbcbca-4684-45a8-b615-8fa4cdb5a45f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2185.513368] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance f295c91a-16f1-49e2-b25d-34e9792151e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2185.513483] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Migration f478fe61-14e1-44a5-ba0b-eec763c5ef45 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2185.513593] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 94c79923-ba65-435f-ab7f-2d1ba6399b51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2185.513704] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 724db4b5-ecbc-4848-987f-0da9023eee0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2185.513898] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2185.514046] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2185.640611] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893e4877-3875-482d-a1da-183b1ea0fc53 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.648386] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b721361a-4936-4a11-9a45-d2336d7cf6d5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.677995] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0030f95-87cc-45a4-9b0c-1f0b5b100d35 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.685240] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdae84ef-7ac5-468e-804a-b22218981036 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.699623] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2186.012802] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2186.013173] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2186.013304] env[62097]: DEBUG nova.network.neutron [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2186.203249] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2186.436858] env[62097]: DEBUG nova.compute.manager [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2186.463563] env[62097]: DEBUG nova.virt.hardware [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2186.463897] env[62097]: DEBUG nova.virt.hardware [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2186.463948] env[62097]: DEBUG nova.virt.hardware [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2186.464138] env[62097]: DEBUG nova.virt.hardware [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2186.464286] env[62097]: DEBUG nova.virt.hardware [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2186.464429] env[62097]: DEBUG nova.virt.hardware [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2186.464634] env[62097]: DEBUG nova.virt.hardware [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2186.464786] env[62097]: DEBUG nova.virt.hardware [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2186.464955] env[62097]: DEBUG nova.virt.hardware [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2186.465139] env[62097]: DEBUG nova.virt.hardware [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2186.465317] env[62097]: DEBUG nova.virt.hardware [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2186.466189] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f175b03-0c84-4d7b-a0a9-47dcfdedaeea {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.474197] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a059ccc6-0a74-4d64-a05b-1086a1615d3a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.708654] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2186.708840] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.229s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2186.715996] env[62097]: DEBUG nova.network.neutron [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Updating instance_info_cache with network_info: [{"id": "876d2824-7c73-4cd1-8e57-400c39804568", "address": "fa:16:3e:a1:94:5d", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876d2824-7c", "ovs_interfaceid": "876d2824-7c73-4cd1-8e57-400c39804568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2187.219073] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Releasing lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2187.743052] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210dd090-ebe6-43ae-addf-f43a0b06524f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.761941] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fc60d4-b4f3-4155-8495-b22d1a55043d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.768773] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Updating instance '94c79923-ba65-435f-ab7f-2d1ba6399b51' progress to 83 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2188.275250] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5193a945-e899-416d-8439-e04d19f00a8a tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Updating instance '94c79923-ba65-435f-ab7f-2d1ba6399b51' progress to 100 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2188.728635] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2189.045499] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2189.045784] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2189.045909] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Deleting the datastore file [datastore2] f295c91a-16f1-49e2-b25d-34e9792151e7 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2189.046233] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f414112b-3071-4a7c-8677-1b840a28349d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.052548] env[62097]: DEBUG oslo_vmware.api [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2189.052548] env[62097]: value = "task-2035902" [ 2189.052548] env[62097]: _type = "Task" [ 2189.052548] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.060306] env[62097]: DEBUG oslo_vmware.api [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.234526] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2189.234705] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2189.562275] env[62097]: DEBUG oslo_vmware.api [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139848} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.562565] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2189.562719] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2189.562897] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2189.563085] env[62097]: INFO nova.compute.manager [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Took 6.96 seconds to destroy the instance on the hypervisor. [ 2189.563329] env[62097]: DEBUG oslo.service.loopingcall [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2189.563519] env[62097]: DEBUG nova.compute.manager [-] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2189.563613] env[62097]: DEBUG nova.network.neutron [-] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2189.841569] env[62097]: DEBUG nova.compute.manager [req-b6003dea-ffef-4876-b815-2dd92f62cfed req-ca9acd43-f76b-4fb6-83d8-b9b7439440cb service nova] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Received event network-vif-deleted-f67f2276-5746-451f-9de8-fd0ee4b6ccdd {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2189.841680] env[62097]: INFO nova.compute.manager [req-b6003dea-ffef-4876-b815-2dd92f62cfed req-ca9acd43-f76b-4fb6-83d8-b9b7439440cb service nova] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Neutron deleted interface f67f2276-5746-451f-9de8-fd0ee4b6ccdd; detaching it from the instance and deleting it from the info cache [ 2189.841856] env[62097]: DEBUG nova.network.neutron [req-b6003dea-ffef-4876-b815-2dd92f62cfed req-ca9acd43-f76b-4fb6-83d8-b9b7439440cb service nova] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2190.177342] env[62097]: DEBUG oslo_concurrency.lockutils [None req-780fab0d-8cae-4fae-a16e-ce3dfbf6b319 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "94c79923-ba65-435f-ab7f-2d1ba6399b51" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.177342] env[62097]: DEBUG oslo_concurrency.lockutils [None req-780fab0d-8cae-4fae-a16e-ce3dfbf6b319 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "94c79923-ba65-435f-ab7f-2d1ba6399b51" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2190.177342] env[62097]: DEBUG nova.compute.manager [None req-780fab0d-8cae-4fae-a16e-ce3dfbf6b319 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Going to confirm migration 6 {{(pid=62097) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2190.279273] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "refresh_cache-d6ba1c55-7ce7-42a7-8827-d63b3852418d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2190.279420] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquired lock "refresh_cache-d6ba1c55-7ce7-42a7-8827-d63b3852418d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2190.279568] env[62097]: DEBUG nova.network.neutron [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Forcefully refreshing network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2190.297125] env[62097]: DEBUG nova.network.neutron [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Successfully updated port: 969032ac-1c45-4934-89c5-219d8b9ed3f0 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2190.320464] env[62097]: DEBUG nova.network.neutron [-] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2190.344397] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af777c00-9889-4d0c-bc0f-88cb6b8b8ebf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.355697] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c52014c-0eec-45fb-bfcf-11ee24cf82f8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.383127] env[62097]: DEBUG nova.compute.manager [req-b6003dea-ffef-4876-b815-2dd92f62cfed req-ca9acd43-f76b-4fb6-83d8-b9b7439440cb service nova] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Detach interface failed, port_id=f67f2276-5746-451f-9de8-fd0ee4b6ccdd, reason: Instance f295c91a-16f1-49e2-b25d-34e9792151e7 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2190.736451] env[62097]: DEBUG oslo_concurrency.lockutils [None req-780fab0d-8cae-4fae-a16e-ce3dfbf6b319 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2190.736758] env[62097]: DEBUG oslo_concurrency.lockutils [None req-780fab0d-8cae-4fae-a16e-ce3dfbf6b319 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2190.736805] env[62097]: DEBUG nova.network.neutron [None req-780fab0d-8cae-4fae-a16e-ce3dfbf6b319 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2190.736992] env[62097]: DEBUG nova.objects.instance [None req-780fab0d-8cae-4fae-a16e-ce3dfbf6b319 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lazy-loading 'info_cache' on Instance uuid 94c79923-ba65-435f-ab7f-2d1ba6399b51 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2190.800033] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "refresh_cache-724db4b5-ecbc-4848-987f-0da9023eee0e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2190.800033] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquired lock "refresh_cache-724db4b5-ecbc-4848-987f-0da9023eee0e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2190.800033] env[62097]: DEBUG nova.network.neutron [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2190.822489] env[62097]: INFO nova.compute.manager [-] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Took 1.26 seconds to deallocate network for instance. [ 2191.328557] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.328557] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.328728] env[62097]: DEBUG nova.objects.instance [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lazy-loading 'resources' on Instance uuid f295c91a-16f1-49e2-b25d-34e9792151e7 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2191.345381] env[62097]: DEBUG nova.network.neutron [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2191.566404] env[62097]: DEBUG nova.network.neutron [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Updating instance_info_cache with network_info: [{"id": "969032ac-1c45-4934-89c5-219d8b9ed3f0", "address": "fa:16:3e:07:b5:34", "network": {"id": "4b38f34b-9283-4f1c-a81c-ecc76db59b3a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944861485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b758427cb84ff0a469292b373bbffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap969032ac-1c", "ovs_interfaceid": "969032ac-1c45-4934-89c5-219d8b9ed3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2191.594642] env[62097]: DEBUG nova.network.neutron [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Updating instance_info_cache with network_info: [{"id": "39275820-16f8-481d-8e06-7a60f0159a1b", "address": "fa:16:3e:42:6a:ca", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39275820-16", "ovs_interfaceid": "39275820-16f8-481d-8e06-7a60f0159a1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2191.869023] env[62097]: DEBUG nova.compute.manager [req-e1521ef5-e558-45bb-aacb-9d7200380ddd req-d3357740-17f3-4890-854b-87ac8b763a94 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Received event network-vif-plugged-969032ac-1c45-4934-89c5-219d8b9ed3f0 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2191.869266] env[62097]: DEBUG oslo_concurrency.lockutils [req-e1521ef5-e558-45bb-aacb-9d7200380ddd req-d3357740-17f3-4890-854b-87ac8b763a94 service nova] Acquiring lock "724db4b5-ecbc-4848-987f-0da9023eee0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.869456] env[62097]: DEBUG oslo_concurrency.lockutils [req-e1521ef5-e558-45bb-aacb-9d7200380ddd req-d3357740-17f3-4890-854b-87ac8b763a94 service nova] Lock "724db4b5-ecbc-4848-987f-0da9023eee0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.869626] env[62097]: DEBUG oslo_concurrency.lockutils [req-e1521ef5-e558-45bb-aacb-9d7200380ddd req-d3357740-17f3-4890-854b-87ac8b763a94 service nova] Lock "724db4b5-ecbc-4848-987f-0da9023eee0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2191.869793] env[62097]: DEBUG nova.compute.manager [req-e1521ef5-e558-45bb-aacb-9d7200380ddd req-d3357740-17f3-4890-854b-87ac8b763a94 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] No waiting events found dispatching network-vif-plugged-969032ac-1c45-4934-89c5-219d8b9ed3f0 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2191.869959] env[62097]: WARNING nova.compute.manager [req-e1521ef5-e558-45bb-aacb-9d7200380ddd req-d3357740-17f3-4890-854b-87ac8b763a94 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Received unexpected event network-vif-plugged-969032ac-1c45-4934-89c5-219d8b9ed3f0 for instance with vm_state building and task_state spawning. [ 2191.870142] env[62097]: DEBUG nova.compute.manager [req-e1521ef5-e558-45bb-aacb-9d7200380ddd req-d3357740-17f3-4890-854b-87ac8b763a94 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Received event network-changed-969032ac-1c45-4934-89c5-219d8b9ed3f0 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2191.870302] env[62097]: DEBUG nova.compute.manager [req-e1521ef5-e558-45bb-aacb-9d7200380ddd req-d3357740-17f3-4890-854b-87ac8b763a94 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Refreshing instance network info cache due to event network-changed-969032ac-1c45-4934-89c5-219d8b9ed3f0. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2191.870473] env[62097]: DEBUG oslo_concurrency.lockutils [req-e1521ef5-e558-45bb-aacb-9d7200380ddd req-d3357740-17f3-4890-854b-87ac8b763a94 service nova] Acquiring lock "refresh_cache-724db4b5-ecbc-4848-987f-0da9023eee0e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2191.939072] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d8749e-0782-4a54-a18f-112934f06dac {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.947049] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2d1788-9e4d-45ba-a2d7-00786ee5a5fa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.952011] env[62097]: DEBUG nova.network.neutron [None req-780fab0d-8cae-4fae-a16e-ce3dfbf6b319 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Updating instance_info_cache with network_info: [{"id": "876d2824-7c73-4cd1-8e57-400c39804568", "address": "fa:16:3e:a1:94:5d", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876d2824-7c", "ovs_interfaceid": "876d2824-7c73-4cd1-8e57-400c39804568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2191.979990] env[62097]: DEBUG oslo_concurrency.lockutils [None req-780fab0d-8cae-4fae-a16e-ce3dfbf6b319 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Releasing lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2191.980263] env[62097]: DEBUG nova.objects.instance [None req-780fab0d-8cae-4fae-a16e-ce3dfbf6b319 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lazy-loading 'migration_context' on Instance uuid 94c79923-ba65-435f-ab7f-2d1ba6399b51 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2191.982039] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb45767-cab7-4d0d-9f9e-233e39c5da74 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.990265] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a11284a-7ffa-43fe-9699-efd5191cef2e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.005526] env[62097]: DEBUG nova.compute.provider_tree [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2192.068728] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Releasing lock "refresh_cache-724db4b5-ecbc-4848-987f-0da9023eee0e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2192.069102] env[62097]: DEBUG nova.compute.manager [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Instance network_info: |[{"id": "969032ac-1c45-4934-89c5-219d8b9ed3f0", "address": "fa:16:3e:07:b5:34", "network": {"id": "4b38f34b-9283-4f1c-a81c-ecc76db59b3a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944861485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b758427cb84ff0a469292b373bbffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap969032ac-1c", "ovs_interfaceid": "969032ac-1c45-4934-89c5-219d8b9ed3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2192.069419] env[62097]: DEBUG oslo_concurrency.lockutils [req-e1521ef5-e558-45bb-aacb-9d7200380ddd req-d3357740-17f3-4890-854b-87ac8b763a94 service nova] Acquired lock "refresh_cache-724db4b5-ecbc-4848-987f-0da9023eee0e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.069608] env[62097]: DEBUG nova.network.neutron [req-e1521ef5-e558-45bb-aacb-9d7200380ddd req-d3357740-17f3-4890-854b-87ac8b763a94 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Refreshing network info cache for port 969032ac-1c45-4934-89c5-219d8b9ed3f0 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2192.070903] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:b5:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '969032ac-1c45-4934-89c5-219d8b9ed3f0', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2192.078464] env[62097]: DEBUG oslo.service.loopingcall [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2192.081193] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2192.081652] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34eebf63-158a-4d76-b098-371c344b335a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.096968] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Releasing lock "refresh_cache-d6ba1c55-7ce7-42a7-8827-d63b3852418d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2192.097199] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Updated the network info_cache for instance {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2192.097385] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2192.097543] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2192.097755] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2192.097817] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2192.097959] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2192.102169] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2192.102169] env[62097]: value = "task-2035903" [ 2192.102169] env[62097]: _type = "Task" [ 2192.102169] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.110567] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035903, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.291871] env[62097]: DEBUG nova.network.neutron [req-e1521ef5-e558-45bb-aacb-9d7200380ddd req-d3357740-17f3-4890-854b-87ac8b763a94 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Updated VIF entry in instance network info cache for port 969032ac-1c45-4934-89c5-219d8b9ed3f0. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2192.292276] env[62097]: DEBUG nova.network.neutron [req-e1521ef5-e558-45bb-aacb-9d7200380ddd req-d3357740-17f3-4890-854b-87ac8b763a94 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Updating instance_info_cache with network_info: [{"id": "969032ac-1c45-4934-89c5-219d8b9ed3f0", "address": "fa:16:3e:07:b5:34", "network": {"id": "4b38f34b-9283-4f1c-a81c-ecc76db59b3a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944861485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b758427cb84ff0a469292b373bbffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap969032ac-1c", "ovs_interfaceid": "969032ac-1c45-4934-89c5-219d8b9ed3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2192.486364] env[62097]: DEBUG nova.objects.base [None req-780fab0d-8cae-4fae-a16e-ce3dfbf6b319 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Object Instance<94c79923-ba65-435f-ab7f-2d1ba6399b51> lazy-loaded attributes: info_cache,migration_context {{(pid=62097) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2192.487309] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23cbe50-264c-4ad1-a7d6-e9e276329ab0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.506965] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f55a4f10-905a-4837-a882-e9d63ec45b88 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.509610] env[62097]: DEBUG nova.scheduler.client.report [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2192.516051] env[62097]: DEBUG oslo_vmware.api [None req-780fab0d-8cae-4fae-a16e-ce3dfbf6b319 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2192.516051] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]520cedf2-9f33-56cc-f7f4-d5f8d294252c" [ 2192.516051] env[62097]: _type = "Task" [ 2192.516051] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.524224] env[62097]: DEBUG oslo_vmware.api [None req-780fab0d-8cae-4fae-a16e-ce3dfbf6b319 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]520cedf2-9f33-56cc-f7f4-d5f8d294252c, 'name': SearchDatastore_Task, 'duration_secs': 0.006065} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.524468] env[62097]: DEBUG oslo_concurrency.lockutils [None req-780fab0d-8cae-4fae-a16e-ce3dfbf6b319 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2192.600936] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2192.612085] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035903, 'name': CreateVM_Task, 'duration_secs': 0.358408} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.612252] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2192.612917] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.613104] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.613401] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2192.613646] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c87f6b7f-99ee-4d6f-8a2f-1062e986a38c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.618665] env[62097]: DEBUG oslo_vmware.api [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2192.618665] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52299485-7adc-cdf1-d9ff-35c94fe15274" [ 2192.618665] env[62097]: _type = "Task" [ 2192.618665] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.625966] env[62097]: DEBUG oslo_vmware.api [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52299485-7adc-cdf1-d9ff-35c94fe15274, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.794867] env[62097]: DEBUG oslo_concurrency.lockutils [req-e1521ef5-e558-45bb-aacb-9d7200380ddd req-d3357740-17f3-4890-854b-87ac8b763a94 service nova] Releasing lock "refresh_cache-724db4b5-ecbc-4848-987f-0da9023eee0e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.015125] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2193.016944] env[62097]: DEBUG oslo_concurrency.lockutils [None req-780fab0d-8cae-4fae-a16e-ce3dfbf6b319 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.492s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2193.035930] env[62097]: INFO nova.scheduler.client.report [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Deleted allocations for instance f295c91a-16f1-49e2-b25d-34e9792151e7 [ 2193.129188] env[62097]: DEBUG oslo_vmware.api [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52299485-7adc-cdf1-d9ff-35c94fe15274, 'name': SearchDatastore_Task, 'duration_secs': 0.00908} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.129485] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.129734] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2193.130017] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2193.130191] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2193.130375] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2193.130615] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0729370b-b024-4702-b9e2-2f29e2f75a46 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.138895] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2193.139080] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2193.139731] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f07d83bc-09c4-4662-99c9-b289777635bd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.144431] env[62097]: DEBUG oslo_vmware.api [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2193.144431] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521fa7e0-e72b-31fd-a256-5d66c71449f0" [ 2193.144431] env[62097]: _type = "Task" [ 2193.144431] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.152495] env[62097]: DEBUG oslo_vmware.api [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521fa7e0-e72b-31fd-a256-5d66c71449f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.543031] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc47e2b4-9bff-44e6-a17a-abc3f3f85027 tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "f295c91a-16f1-49e2-b25d-34e9792151e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.445s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2193.604449] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525ae362-bdde-4362-91e8-f0301a797269 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.612152] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b506ecb0-fd8e-4228-be91-5d6f9b74f368 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.643127] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9457d73b-7937-4abe-bcba-297313f0fa38 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.653425] env[62097]: DEBUG oslo_vmware.api [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521fa7e0-e72b-31fd-a256-5d66c71449f0, 'name': SearchDatastore_Task, 'duration_secs': 0.008843} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.655831] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c7a96a-12b9-4a1b-8fee-852cacc1139a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.658736] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24291052-ee00-4518-aba7-201b3ba1e2d5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.664912] env[62097]: DEBUG oslo_vmware.api [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2193.664912] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5222edbe-4285-3c3d-d019-33e27d71e9f3" [ 2193.664912] env[62097]: _type = "Task" [ 2193.664912] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.672546] env[62097]: DEBUG nova.compute.provider_tree [None req-780fab0d-8cae-4fae-a16e-ce3dfbf6b319 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2193.681341] env[62097]: DEBUG oslo_vmware.api [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5222edbe-4285-3c3d-d019-33e27d71e9f3, 'name': SearchDatastore_Task, 'duration_secs': 0.00952} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.681581] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.681824] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 724db4b5-ecbc-4848-987f-0da9023eee0e/724db4b5-ecbc-4848-987f-0da9023eee0e.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2193.682072] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e1bc45c-a85e-47d7-8d3e-1046afab105f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.688384] env[62097]: DEBUG oslo_vmware.api [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2193.688384] env[62097]: value = "task-2035904" [ 2193.688384] env[62097]: _type = "Task" [ 2193.688384] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.695746] env[62097]: DEBUG oslo_vmware.api [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.178227] env[62097]: DEBUG nova.scheduler.client.report [None req-780fab0d-8cae-4fae-a16e-ce3dfbf6b319 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2194.202544] env[62097]: DEBUG oslo_vmware.api [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510184} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.202821] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 724db4b5-ecbc-4848-987f-0da9023eee0e/724db4b5-ecbc-4848-987f-0da9023eee0e.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2194.203046] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2194.203301] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab715888-0b31-4d3f-ade7-f58b9dde813e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.210815] env[62097]: DEBUG oslo_vmware.api [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2194.210815] env[62097]: value = "task-2035905" [ 2194.210815] env[62097]: _type = "Task" [ 2194.210815] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.218612] env[62097]: DEBUG oslo_vmware.api [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.698991] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "eb82508a-bae0-49a6-8c61-d7997180b28a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2194.699410] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "eb82508a-bae0-49a6-8c61-d7997180b28a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2194.699692] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "eb82508a-bae0-49a6-8c61-d7997180b28a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2194.699896] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "eb82508a-bae0-49a6-8c61-d7997180b28a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2194.700080] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "eb82508a-bae0-49a6-8c61-d7997180b28a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.702267] env[62097]: INFO nova.compute.manager [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Terminating instance [ 2194.721139] env[62097]: DEBUG oslo_vmware.api [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056288} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.721357] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2194.722094] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a736844b-d5e0-42a3-9ff4-b63d65d40484 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.745280] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 724db4b5-ecbc-4848-987f-0da9023eee0e/724db4b5-ecbc-4848-987f-0da9023eee0e.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2194.745595] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01fcde12-89c6-4760-a692-b4336629f1b3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.766119] env[62097]: DEBUG oslo_vmware.api [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2194.766119] env[62097]: value = "task-2035906" [ 2194.766119] env[62097]: _type = "Task" [ 2194.766119] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.774130] env[62097]: DEBUG oslo_vmware.api [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.188986] env[62097]: DEBUG oslo_concurrency.lockutils [None req-780fab0d-8cae-4fae-a16e-ce3dfbf6b319 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.172s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.189272] env[62097]: DEBUG nova.compute.manager [None req-780fab0d-8cae-4fae-a16e-ce3dfbf6b319 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62097) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 2195.192007] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.591s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.192201] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.192353] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2195.193384] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8c55ab-b8a0-4e40-8289-db50b2c0a5cf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.201526] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d04ad47-2ba8-4d02-a5b7-278ce44b2ca3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.205541] env[62097]: DEBUG nova.compute.manager [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2195.205736] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2195.206426] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376c394e-efc8-4c51-9341-153d13675bc3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.220300] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fc0cd2-b9e6-4344-999b-4ad7a812796f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.222657] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2195.223465] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9e7221c-b4d7-4131-aa27-6daad8e6ddf9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.229256] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a39a508-5671-4fe2-a502-87a69751fb23 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.233268] env[62097]: DEBUG oslo_vmware.api [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2195.233268] env[62097]: value = "task-2035907" [ 2195.233268] env[62097]: _type = "Task" [ 2195.233268] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.261746] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179079MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2195.261952] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.262147] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.268867] env[62097]: DEBUG oslo_vmware.api [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.276857] env[62097]: DEBUG oslo_vmware.api [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035906, 'name': ReconfigVM_Task, 'duration_secs': 0.316725} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.277168] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 724db4b5-ecbc-4848-987f-0da9023eee0e/724db4b5-ecbc-4848-987f-0da9023eee0e.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2195.278190] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ceb4580a-961c-44dc-8271-66ccfa4ddb09 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.285328] env[62097]: DEBUG oslo_vmware.api [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2195.285328] env[62097]: value = "task-2035908" [ 2195.285328] env[62097]: _type = "Task" [ 2195.285328] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.293675] env[62097]: DEBUG oslo_vmware.api [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035908, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.744283] env[62097]: DEBUG oslo_vmware.api [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035907, 'name': PowerOffVM_Task, 'duration_secs': 0.185532} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.744588] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2195.744758] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2195.745707] env[62097]: INFO nova.scheduler.client.report [None req-780fab0d-8cae-4fae-a16e-ce3dfbf6b319 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Deleted allocation for migration f478fe61-14e1-44a5-ba0b-eec763c5ef45 [ 2195.746615] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95753ed7-e138-4223-8244-d15723fd2fdd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.795791] env[62097]: DEBUG oslo_vmware.api [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035908, 'name': Rename_Task, 'duration_secs': 0.146735} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.796132] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2195.796383] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d727095-69bd-4dde-acfd-4ec74ae1fa9d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.802156] env[62097]: DEBUG oslo_vmware.api [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2195.802156] env[62097]: value = "task-2035910" [ 2195.802156] env[62097]: _type = "Task" [ 2195.802156] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.809238] env[62097]: DEBUG oslo_vmware.api [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.848717] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2195.848953] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2195.849276] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Deleting the datastore file [datastore1] eb82508a-bae0-49a6-8c61-d7997180b28a {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2195.849609] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43e2cbeb-65b2-4c70-8f2d-572d3777a392 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.855569] env[62097]: DEBUG oslo_vmware.api [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for the task: (returnval){ [ 2195.855569] env[62097]: value = "task-2035911" [ 2195.855569] env[62097]: _type = "Task" [ 2195.855569] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.863590] env[62097]: DEBUG oslo_vmware.api [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.016604] env[62097]: DEBUG nova.objects.instance [None req-83ca44ff-2c77-4c44-ab99-8ca2355c6927 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lazy-loading 'flavor' on Instance uuid 94c79923-ba65-435f-ab7f-2d1ba6399b51 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2196.254620] env[62097]: DEBUG oslo_concurrency.lockutils [None req-780fab0d-8cae-4fae-a16e-ce3dfbf6b319 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "94c79923-ba65-435f-ab7f-2d1ba6399b51" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.077s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2196.286827] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance eb82508a-bae0-49a6-8c61-d7997180b28a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2196.287029] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance d6ba1c55-7ce7-42a7-8827-d63b3852418d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2196.287241] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance dc42f512-62ce-4734-8c95-29c69bf9c00c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2196.287380] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 61cbcbca-4684-45a8-b615-8fa4cdb5a45f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2196.287515] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 94c79923-ba65-435f-ab7f-2d1ba6399b51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2196.287643] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 724db4b5-ecbc-4848-987f-0da9023eee0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2196.287843] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2196.287982] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2196.313753] env[62097]: DEBUG oslo_vmware.api [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035910, 'name': PowerOnVM_Task, 'duration_secs': 0.482442} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.316210] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2196.316422] env[62097]: INFO nova.compute.manager [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Took 9.88 seconds to spawn the instance on the hypervisor. [ 2196.316607] env[62097]: DEBUG nova.compute.manager [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2196.317565] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e92a20-899b-450a-b471-3f8e9900dd94 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.368172] env[62097]: DEBUG oslo_vmware.api [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Task: {'id': task-2035911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14868} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.368566] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2196.368759] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2196.368942] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2196.369162] env[62097]: INFO nova.compute.manager [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2196.369469] env[62097]: DEBUG oslo.service.loopingcall [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2196.369690] env[62097]: DEBUG nova.compute.manager [-] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2196.369793] env[62097]: DEBUG nova.network.neutron [-] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2196.372951] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8ef420-0797-4527-a4c1-2b0b5f214447 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.380187] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a05a6f-1e67-435e-89e9-a791d7d8efba {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.411714] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5189f770-e3c5-4beb-8e27-8e2b165943bf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.419314] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dc32bd-ece9-4af9-b79c-47e4a14d36c7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.432734] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2196.522108] env[62097]: DEBUG oslo_concurrency.lockutils [None req-83ca44ff-2c77-4c44-ab99-8ca2355c6927 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2196.522313] env[62097]: DEBUG oslo_concurrency.lockutils [None req-83ca44ff-2c77-4c44-ab99-8ca2355c6927 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2196.522560] env[62097]: DEBUG nova.network.neutron [None req-83ca44ff-2c77-4c44-ab99-8ca2355c6927 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2196.522750] env[62097]: DEBUG nova.objects.instance [None req-83ca44ff-2c77-4c44-ab99-8ca2355c6927 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lazy-loading 'info_cache' on Instance uuid 94c79923-ba65-435f-ab7f-2d1ba6399b51 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2196.698870] env[62097]: DEBUG nova.compute.manager [req-7365936b-457c-4966-8bb6-be6aa57fdecd req-92929e90-210d-4565-b023-25f003bae926 service nova] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Received event network-vif-deleted-bfb5e725-db94-4b74-9334-edce5ac7a7ed {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2196.699064] env[62097]: INFO nova.compute.manager [req-7365936b-457c-4966-8bb6-be6aa57fdecd req-92929e90-210d-4565-b023-25f003bae926 service nova] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Neutron deleted interface bfb5e725-db94-4b74-9334-edce5ac7a7ed; detaching it from the instance and deleting it from the info cache [ 2196.699450] env[62097]: DEBUG nova.network.neutron [req-7365936b-457c-4966-8bb6-be6aa57fdecd req-92929e90-210d-4565-b023-25f003bae926 service nova] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2196.837974] env[62097]: INFO nova.compute.manager [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Took 14.65 seconds to build instance. [ 2196.936239] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2197.026246] env[62097]: DEBUG nova.objects.base [None req-83ca44ff-2c77-4c44-ab99-8ca2355c6927 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Object Instance<94c79923-ba65-435f-ab7f-2d1ba6399b51> lazy-loaded attributes: flavor,info_cache {{(pid=62097) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2197.177420] env[62097]: DEBUG nova.network.neutron [-] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2197.201722] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96e2ef03-4078-4d94-8574-f71dbad5a244 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.211735] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85bc162-de60-4f0a-bda1-2561444cff65 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.239064] env[62097]: DEBUG nova.compute.manager [req-7365936b-457c-4966-8bb6-be6aa57fdecd req-92929e90-210d-4565-b023-25f003bae926 service nova] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Detach interface failed, port_id=bfb5e725-db94-4b74-9334-edce5ac7a7ed, reason: Instance eb82508a-bae0-49a6-8c61-d7997180b28a could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2197.340209] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0d2a0ad2-a45e-4c48-98aa-f5cf622f015d tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "724db4b5-ecbc-4848-987f-0da9023eee0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.162s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.441514] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2197.441770] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.180s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.532667] env[62097]: DEBUG nova.compute.manager [req-c728f535-db25-4d4b-842d-a458a935cc68 req-bb7d26ab-6a6c-49ad-86d0-89e727843be3 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Received event network-changed-969032ac-1c45-4934-89c5-219d8b9ed3f0 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2197.532871] env[62097]: DEBUG nova.compute.manager [req-c728f535-db25-4d4b-842d-a458a935cc68 req-bb7d26ab-6a6c-49ad-86d0-89e727843be3 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Refreshing instance network info cache due to event network-changed-969032ac-1c45-4934-89c5-219d8b9ed3f0. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2197.533107] env[62097]: DEBUG oslo_concurrency.lockutils [req-c728f535-db25-4d4b-842d-a458a935cc68 req-bb7d26ab-6a6c-49ad-86d0-89e727843be3 service nova] Acquiring lock "refresh_cache-724db4b5-ecbc-4848-987f-0da9023eee0e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2197.533244] env[62097]: DEBUG oslo_concurrency.lockutils [req-c728f535-db25-4d4b-842d-a458a935cc68 req-bb7d26ab-6a6c-49ad-86d0-89e727843be3 service nova] Acquired lock "refresh_cache-724db4b5-ecbc-4848-987f-0da9023eee0e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2197.533456] env[62097]: DEBUG nova.network.neutron [req-c728f535-db25-4d4b-842d-a458a935cc68 req-bb7d26ab-6a6c-49ad-86d0-89e727843be3 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Refreshing network info cache for port 969032ac-1c45-4934-89c5-219d8b9ed3f0 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2197.679507] env[62097]: INFO nova.compute.manager [-] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Took 1.31 seconds to deallocate network for instance. [ 2197.966814] env[62097]: DEBUG nova.network.neutron [None req-83ca44ff-2c77-4c44-ab99-8ca2355c6927 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Updating instance_info_cache with network_info: [{"id": "876d2824-7c73-4cd1-8e57-400c39804568", "address": "fa:16:3e:a1:94:5d", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876d2824-7c", "ovs_interfaceid": "876d2824-7c73-4cd1-8e57-400c39804568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2198.191140] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.191420] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.191646] env[62097]: DEBUG nova.objects.instance [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lazy-loading 'resources' on Instance uuid eb82508a-bae0-49a6-8c61-d7997180b28a {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2198.239822] env[62097]: DEBUG nova.network.neutron [req-c728f535-db25-4d4b-842d-a458a935cc68 req-bb7d26ab-6a6c-49ad-86d0-89e727843be3 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Updated VIF entry in instance network info cache for port 969032ac-1c45-4934-89c5-219d8b9ed3f0. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2198.240359] env[62097]: DEBUG nova.network.neutron [req-c728f535-db25-4d4b-842d-a458a935cc68 req-bb7d26ab-6a6c-49ad-86d0-89e727843be3 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Updating instance_info_cache with network_info: [{"id": "969032ac-1c45-4934-89c5-219d8b9ed3f0", "address": "fa:16:3e:07:b5:34", "network": {"id": "4b38f34b-9283-4f1c-a81c-ecc76db59b3a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944861485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b758427cb84ff0a469292b373bbffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap969032ac-1c", "ovs_interfaceid": "969032ac-1c45-4934-89c5-219d8b9ed3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2198.470074] env[62097]: DEBUG oslo_concurrency.lockutils [None req-83ca44ff-2c77-4c44-ab99-8ca2355c6927 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Releasing lock "refresh_cache-94c79923-ba65-435f-ab7f-2d1ba6399b51" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2198.742961] env[62097]: DEBUG oslo_concurrency.lockutils [req-c728f535-db25-4d4b-842d-a458a935cc68 req-bb7d26ab-6a6c-49ad-86d0-89e727843be3 service nova] Releasing lock "refresh_cache-724db4b5-ecbc-4848-987f-0da9023eee0e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2198.777443] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62fd12a-83ec-43d2-8caa-8f4d5cf16006 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.784909] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338a0198-0dd4-45b8-bd7f-73bf6cb0bdb9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.816425] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7a254b-4425-4813-bafa-06c3606520d4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.823876] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8120bc04-bc5c-4c3b-9665-a53d26363779 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.837231] env[62097]: DEBUG nova.compute.provider_tree [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2199.340725] env[62097]: DEBUG nova.scheduler.client.report [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2199.476070] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ca44ff-2c77-4c44-ab99-8ca2355c6927 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2199.476431] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b887da84-7955-45cc-ac03-469baa2786e5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.483136] env[62097]: DEBUG oslo_vmware.api [None req-83ca44ff-2c77-4c44-ab99-8ca2355c6927 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2199.483136] env[62097]: value = "task-2035912" [ 2199.483136] env[62097]: _type = "Task" [ 2199.483136] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.491019] env[62097]: DEBUG oslo_vmware.api [None req-83ca44ff-2c77-4c44-ab99-8ca2355c6927 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.845948] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.864485] env[62097]: INFO nova.scheduler.client.report [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Deleted allocations for instance eb82508a-bae0-49a6-8c61-d7997180b28a [ 2199.992472] env[62097]: DEBUG oslo_vmware.api [None req-83ca44ff-2c77-4c44-ab99-8ca2355c6927 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035912, 'name': PowerOnVM_Task, 'duration_secs': 0.415789} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.992697] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ca44ff-2c77-4c44-ab99-8ca2355c6927 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2199.992898] env[62097]: DEBUG nova.compute.manager [None req-83ca44ff-2c77-4c44-ab99-8ca2355c6927 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2199.993649] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66aa4d9a-8c38-4173-995a-ecfd80607689 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.372559] env[62097]: DEBUG oslo_concurrency.lockutils [None req-81fc41ea-941f-4934-90d0-6d598ec8036c tempest-ServersTestJSON-1824777707 tempest-ServersTestJSON-1824777707-project-member] Lock "eb82508a-bae0-49a6-8c61-d7997180b28a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.673s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.746504] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "94c79923-ba65-435f-ab7f-2d1ba6399b51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.746504] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "94c79923-ba65-435f-ab7f-2d1ba6399b51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.746504] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "94c79923-ba65-435f-ab7f-2d1ba6399b51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.746504] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "94c79923-ba65-435f-ab7f-2d1ba6399b51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.746504] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "94c79923-ba65-435f-ab7f-2d1ba6399b51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.747525] env[62097]: INFO nova.compute.manager [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Terminating instance [ 2202.252026] env[62097]: DEBUG nova.compute.manager [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2202.252026] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2202.252984] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fcc323-b765-43c3-94c6-6cfa4fb3f9e5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.260871] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2202.261159] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c822821-d78a-4477-81c9-b8c0dcd36a80 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.266941] env[62097]: DEBUG oslo_vmware.api [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2202.266941] env[62097]: value = "task-2035913" [ 2202.266941] env[62097]: _type = "Task" [ 2202.266941] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.275031] env[62097]: DEBUG oslo_vmware.api [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.776528] env[62097]: DEBUG oslo_vmware.api [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035913, 'name': PowerOffVM_Task, 'duration_secs': 0.21598} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.776834] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2202.776972] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2202.777236] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-049e9345-91c6-4102-8390-168d3876ab4e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.183802] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2211.184076] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2211.184215] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Deleting the datastore file [datastore1] 94c79923-ba65-435f-ab7f-2d1ba6399b51 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2211.184498] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37fcf538-dc67-43da-ac1c-e1bb69bf665d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.191857] env[62097]: DEBUG oslo_vmware.api [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2211.191857] env[62097]: value = "task-2035915" [ 2211.191857] env[62097]: _type = "Task" [ 2211.191857] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.200042] env[62097]: DEBUG oslo_vmware.api [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.701459] env[62097]: DEBUG oslo_vmware.api [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133966} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.701705] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2211.701891] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2211.702081] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2211.702260] env[62097]: INFO nova.compute.manager [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Took 9.45 seconds to destroy the instance on the hypervisor. [ 2211.702496] env[62097]: DEBUG oslo.service.loopingcall [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2211.702683] env[62097]: DEBUG nova.compute.manager [-] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2211.702775] env[62097]: DEBUG nova.network.neutron [-] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2212.225714] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7f4c8f62-5bf6-4321-b327-aa0f749f03f0 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "dc42f512-62ce-4734-8c95-29c69bf9c00c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.225999] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7f4c8f62-5bf6-4321-b327-aa0f749f03f0 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "dc42f512-62ce-4734-8c95-29c69bf9c00c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.364587] env[62097]: DEBUG nova.compute.manager [req-445bb10d-2b6b-46a8-b98c-db63b9f3a7f5 req-07043f2a-933f-457b-b295-64194d2c51eb service nova] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Received event network-vif-deleted-876d2824-7c73-4cd1-8e57-400c39804568 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2212.364587] env[62097]: INFO nova.compute.manager [req-445bb10d-2b6b-46a8-b98c-db63b9f3a7f5 req-07043f2a-933f-457b-b295-64194d2c51eb service nova] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Neutron deleted interface 876d2824-7c73-4cd1-8e57-400c39804568; detaching it from the instance and deleting it from the info cache [ 2212.364771] env[62097]: DEBUG nova.network.neutron [req-445bb10d-2b6b-46a8-b98c-db63b9f3a7f5 req-07043f2a-933f-457b-b295-64194d2c51eb service nova] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2212.608452] env[62097]: DEBUG nova.network.neutron [-] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2212.729558] env[62097]: DEBUG nova.compute.utils [None req-7f4c8f62-5bf6-4321-b327-aa0f749f03f0 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2212.868176] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-378a274a-bf15-4a8c-ad42-0586fb17324e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.877723] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f501b1-47fb-458b-ad68-213fe110f78b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.905357] env[62097]: DEBUG nova.compute.manager [req-445bb10d-2b6b-46a8-b98c-db63b9f3a7f5 req-07043f2a-933f-457b-b295-64194d2c51eb service nova] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Detach interface failed, port_id=876d2824-7c73-4cd1-8e57-400c39804568, reason: Instance 94c79923-ba65-435f-ab7f-2d1ba6399b51 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2213.111325] env[62097]: INFO nova.compute.manager [-] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Took 1.41 seconds to deallocate network for instance. [ 2213.232692] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7f4c8f62-5bf6-4321-b327-aa0f749f03f0 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "dc42f512-62ce-4734-8c95-29c69bf9c00c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2213.618868] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.619129] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.619341] env[62097]: DEBUG nova.objects.instance [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lazy-loading 'resources' on Instance uuid 94c79923-ba65-435f-ab7f-2d1ba6399b51 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2214.255447] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576816c2-1007-42de-b739-472e7bd283f5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.262968] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432ff393-fe9f-476c-8524-da4053a12181 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.292088] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514a612b-df5b-40fc-b78d-821d4a912d3d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.298466] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7f4c8f62-5bf6-4321-b327-aa0f749f03f0 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "dc42f512-62ce-4734-8c95-29c69bf9c00c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2214.298722] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7f4c8f62-5bf6-4321-b327-aa0f749f03f0 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "dc42f512-62ce-4734-8c95-29c69bf9c00c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.298946] env[62097]: INFO nova.compute.manager [None req-7f4c8f62-5bf6-4321-b327-aa0f749f03f0 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Attaching volume b697c930-a0ce-4932-aab1-72f725d8e40a to /dev/sdb [ 2214.301621] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15bf238-0bbd-4816-a619-2f5b007d5a72 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.317978] env[62097]: DEBUG nova.compute.provider_tree [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2214.329381] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc58e451-3f36-49a4-8cd7-b499b596601b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.335893] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8337be14-4a07-46d0-8168-00d68f9d50b6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.348826] env[62097]: DEBUG nova.virt.block_device [None req-7f4c8f62-5bf6-4321-b327-aa0f749f03f0 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Updating existing volume attachment record: 01679f49-2c67-4c95-bcc7-08e00e6c85d6 {{(pid=62097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2214.821361] env[62097]: DEBUG nova.scheduler.client.report [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2215.027334] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5360bcbf-5771-405a-82fb-b905f2da458b tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "61cbcbca-4684-45a8-b615-8fa4cdb5a45f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.027642] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5360bcbf-5771-405a-82fb-b905f2da458b tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "61cbcbca-4684-45a8-b615-8fa4cdb5a45f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.327041] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.346110] env[62097]: INFO nova.scheduler.client.report [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Deleted allocations for instance 94c79923-ba65-435f-ab7f-2d1ba6399b51 [ 2215.531093] env[62097]: DEBUG nova.compute.utils [None req-5360bcbf-5771-405a-82fb-b905f2da458b tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2215.854129] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c71e06d0-acbd-4625-b644-c60b02a685db tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "94c79923-ba65-435f-ab7f-2d1ba6399b51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.109s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.034246] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5360bcbf-5771-405a-82fb-b905f2da458b tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "61cbcbca-4684-45a8-b615-8fa4cdb5a45f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.603590] env[62097]: DEBUG oslo_concurrency.lockutils [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "93bd4356-ad05-4971-a5ef-71e6783108df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2216.603834] env[62097]: DEBUG oslo_concurrency.lockutils [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "93bd4356-ad05-4971-a5ef-71e6783108df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.104762] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5360bcbf-5771-405a-82fb-b905f2da458b tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "61cbcbca-4684-45a8-b615-8fa4cdb5a45f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.105068] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5360bcbf-5771-405a-82fb-b905f2da458b tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "61cbcbca-4684-45a8-b615-8fa4cdb5a45f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.105369] env[62097]: INFO nova.compute.manager [None req-5360bcbf-5771-405a-82fb-b905f2da458b tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Attaching volume 22cf9c1c-a072-477c-9b55-c66ae401482d to /dev/sdb [ 2217.107308] env[62097]: DEBUG nova.compute.manager [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2217.136089] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851ff7d9-720b-4758-9b53-e5c04c58b0fd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.143676] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9b2bc6-2873-4fab-9f67-ec5c8d6b8e82 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.158210] env[62097]: DEBUG nova.virt.block_device [None req-5360bcbf-5771-405a-82fb-b905f2da458b tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Updating existing volume attachment record: 3d915c5b-7ef4-45ba-ad8b-ed6b557f9f57 {{(pid=62097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2217.630440] env[62097]: DEBUG oslo_concurrency.lockutils [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.630772] env[62097]: DEBUG oslo_concurrency.lockutils [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.632525] env[62097]: INFO nova.compute.claims [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2218.704970] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c7a5d8-22de-428e-b4a2-390055bf2d96 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.712635] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5951cd1f-cec8-461f-a6e2-90f6dde99e6a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.742367] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6353bdee-daca-4223-9170-9b6ccedfe4a2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.749677] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43adf74b-74cb-4d6f-9eee-ee52e2ca8548 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.762839] env[62097]: DEBUG nova.compute.provider_tree [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2218.891702] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f4c8f62-5bf6-4321-b327-aa0f749f03f0 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Volume attach. Driver type: vmdk {{(pid=62097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2218.891965] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f4c8f62-5bf6-4321-b327-aa0f749f03f0 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418081', 'volume_id': 'b697c930-a0ce-4932-aab1-72f725d8e40a', 'name': 'volume-b697c930-a0ce-4932-aab1-72f725d8e40a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc42f512-62ce-4734-8c95-29c69bf9c00c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b697c930-a0ce-4932-aab1-72f725d8e40a', 'serial': 'b697c930-a0ce-4932-aab1-72f725d8e40a'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2218.892841] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c091bb-2b83-4435-ac4f-d75ee813cc42 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.913347] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ecc545-6da4-46c0-947f-735b12809b6d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.937998] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f4c8f62-5bf6-4321-b327-aa0f749f03f0 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-b697c930-a0ce-4932-aab1-72f725d8e40a/volume-b697c930-a0ce-4932-aab1-72f725d8e40a.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2218.938345] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-851a3b1c-0659-4fce-8d14-7287c23f448d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.957364] env[62097]: DEBUG oslo_vmware.api [None req-7f4c8f62-5bf6-4321-b327-aa0f749f03f0 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2218.957364] env[62097]: value = "task-2035921" [ 2218.957364] env[62097]: _type = "Task" [ 2218.957364] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.965343] env[62097]: DEBUG oslo_vmware.api [None req-7f4c8f62-5bf6-4321-b327-aa0f749f03f0 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.266473] env[62097]: DEBUG nova.scheduler.client.report [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2219.467344] env[62097]: DEBUG oslo_vmware.api [None req-7f4c8f62-5bf6-4321-b327-aa0f749f03f0 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035921, 'name': ReconfigVM_Task, 'duration_secs': 0.332533} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.467655] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f4c8f62-5bf6-4321-b327-aa0f749f03f0 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-b697c930-a0ce-4932-aab1-72f725d8e40a/volume-b697c930-a0ce-4932-aab1-72f725d8e40a.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2219.472338] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d91efdd3-8c1d-428d-b157-5f1c1dec94a5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.487325] env[62097]: DEBUG oslo_vmware.api [None req-7f4c8f62-5bf6-4321-b327-aa0f749f03f0 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2219.487325] env[62097]: value = "task-2035922" [ 2219.487325] env[62097]: _type = "Task" [ 2219.487325] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.495862] env[62097]: DEBUG oslo_vmware.api [None req-7f4c8f62-5bf6-4321-b327-aa0f749f03f0 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.772050] env[62097]: DEBUG oslo_concurrency.lockutils [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.772576] env[62097]: DEBUG nova.compute.manager [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2219.997349] env[62097]: DEBUG oslo_vmware.api [None req-7f4c8f62-5bf6-4321-b327-aa0f749f03f0 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035922, 'name': ReconfigVM_Task, 'duration_secs': 0.131149} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.997677] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f4c8f62-5bf6-4321-b327-aa0f749f03f0 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418081', 'volume_id': 'b697c930-a0ce-4932-aab1-72f725d8e40a', 'name': 'volume-b697c930-a0ce-4932-aab1-72f725d8e40a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc42f512-62ce-4734-8c95-29c69bf9c00c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b697c930-a0ce-4932-aab1-72f725d8e40a', 'serial': 'b697c930-a0ce-4932-aab1-72f725d8e40a'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2220.278191] env[62097]: DEBUG nova.compute.utils [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2220.279596] env[62097]: DEBUG nova.compute.manager [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2220.279775] env[62097]: DEBUG nova.network.neutron [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2220.328138] env[62097]: DEBUG nova.policy [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e96ac3c392e54caa81a8edad2c9c2067', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7166c7592ef40b6a96210b9e9e530b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2220.583318] env[62097]: DEBUG nova.network.neutron [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Successfully created port: 90fd060b-cef0-4e23-b502-d74d0159520e {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2220.783765] env[62097]: DEBUG nova.compute.manager [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2221.035436] env[62097]: DEBUG nova.objects.instance [None req-7f4c8f62-5bf6-4321-b327-aa0f749f03f0 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lazy-loading 'flavor' on Instance uuid dc42f512-62ce-4734-8c95-29c69bf9c00c {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2221.540464] env[62097]: DEBUG oslo_concurrency.lockutils [None req-7f4c8f62-5bf6-4321-b327-aa0f749f03f0 tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "dc42f512-62ce-4734-8c95-29c69bf9c00c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.699164] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5360bcbf-5771-405a-82fb-b905f2da458b tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Volume attach. Driver type: vmdk {{(pid=62097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2221.699517] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5360bcbf-5771-405a-82fb-b905f2da458b tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418083', 'volume_id': '22cf9c1c-a072-477c-9b55-c66ae401482d', 'name': 'volume-22cf9c1c-a072-477c-9b55-c66ae401482d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61cbcbca-4684-45a8-b615-8fa4cdb5a45f', 'attached_at': '', 'detached_at': '', 'volume_id': '22cf9c1c-a072-477c-9b55-c66ae401482d', 'serial': '22cf9c1c-a072-477c-9b55-c66ae401482d'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2221.700441] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251064d6-6ab0-4a78-abb4-b078a9b5ef1c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.716468] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5e07af-4178-46de-92e0-de42e0ecac86 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.734556] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b1dfbc59-65dc-46f7-b3ec-1d6fea81055f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "dc42f512-62ce-4734-8c95-29c69bf9c00c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.734786] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b1dfbc59-65dc-46f7-b3ec-1d6fea81055f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "dc42f512-62ce-4734-8c95-29c69bf9c00c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.743436] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5360bcbf-5771-405a-82fb-b905f2da458b tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-22cf9c1c-a072-477c-9b55-c66ae401482d/volume-22cf9c1c-a072-477c-9b55-c66ae401482d.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2221.744698] env[62097]: INFO nova.compute.manager [None req-b1dfbc59-65dc-46f7-b3ec-1d6fea81055f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Detaching volume b697c930-a0ce-4932-aab1-72f725d8e40a [ 2221.746576] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea553f43-e75b-4915-82f7-eb47b2e06989 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.765707] env[62097]: DEBUG oslo_vmware.api [None req-5360bcbf-5771-405a-82fb-b905f2da458b tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2221.765707] env[62097]: value = "task-2035924" [ 2221.765707] env[62097]: _type = "Task" [ 2221.765707] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.773395] env[62097]: DEBUG oslo_vmware.api [None req-5360bcbf-5771-405a-82fb-b905f2da458b tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.788312] env[62097]: INFO nova.virt.block_device [None req-b1dfbc59-65dc-46f7-b3ec-1d6fea81055f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Attempting to driver detach volume b697c930-a0ce-4932-aab1-72f725d8e40a from mountpoint /dev/sdb [ 2221.788615] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1dfbc59-65dc-46f7-b3ec-1d6fea81055f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Volume detach. Driver type: vmdk {{(pid=62097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2221.788718] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1dfbc59-65dc-46f7-b3ec-1d6fea81055f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418081', 'volume_id': 'b697c930-a0ce-4932-aab1-72f725d8e40a', 'name': 'volume-b697c930-a0ce-4932-aab1-72f725d8e40a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc42f512-62ce-4734-8c95-29c69bf9c00c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b697c930-a0ce-4932-aab1-72f725d8e40a', 'serial': 'b697c930-a0ce-4932-aab1-72f725d8e40a'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2221.789506] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78485e43-7484-4749-8f7a-32196302e026 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.792726] env[62097]: DEBUG nova.compute.manager [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2221.815098] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06918640-2ffc-46f2-9fa0-b342bbf5d132 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.821925] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3eb3a7-66bb-41f5-a7bc-5b0702bebdc8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.825992] env[62097]: DEBUG nova.virt.hardware [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2221.826231] env[62097]: DEBUG nova.virt.hardware [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2221.826392] env[62097]: DEBUG nova.virt.hardware [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2221.826579] env[62097]: DEBUG nova.virt.hardware [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2221.826729] env[62097]: DEBUG nova.virt.hardware [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2221.826876] env[62097]: DEBUG nova.virt.hardware [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2221.827095] env[62097]: DEBUG nova.virt.hardware [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2221.827260] env[62097]: DEBUG nova.virt.hardware [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2221.827441] env[62097]: DEBUG nova.virt.hardware [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2221.827615] env[62097]: DEBUG nova.virt.hardware [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2221.827773] env[62097]: DEBUG nova.virt.hardware [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2221.828754] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df1939e-8237-4071-8220-0ac39e510cca {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.851890] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2227ae0-96ad-458b-ba34-f4c45ac2f79c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.855964] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9f3be5-8df7-431e-867e-dff0fd024d28 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.870534] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1dfbc59-65dc-46f7-b3ec-1d6fea81055f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] The volume has not been displaced from its original location: [datastore1] volume-b697c930-a0ce-4932-aab1-72f725d8e40a/volume-b697c930-a0ce-4932-aab1-72f725d8e40a.vmdk. No consolidation needed. {{(pid=62097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2221.875738] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1dfbc59-65dc-46f7-b3ec-1d6fea81055f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2221.883242] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e371af4-c2cf-48a7-99dc-4e896cd0ce22 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.900634] env[62097]: DEBUG oslo_vmware.api [None req-b1dfbc59-65dc-46f7-b3ec-1d6fea81055f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2221.900634] env[62097]: value = "task-2035925" [ 2221.900634] env[62097]: _type = "Task" [ 2221.900634] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.908270] env[62097]: DEBUG oslo_vmware.api [None req-b1dfbc59-65dc-46f7-b3ec-1d6fea81055f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.953383] env[62097]: DEBUG nova.compute.manager [req-a9c41d11-b116-4879-bc62-c7a126ee1f49 req-2d443403-fc5a-4b48-bde3-cd8c7050641f service nova] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Received event network-vif-plugged-90fd060b-cef0-4e23-b502-d74d0159520e {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2221.953641] env[62097]: DEBUG oslo_concurrency.lockutils [req-a9c41d11-b116-4879-bc62-c7a126ee1f49 req-2d443403-fc5a-4b48-bde3-cd8c7050641f service nova] Acquiring lock "93bd4356-ad05-4971-a5ef-71e6783108df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.953875] env[62097]: DEBUG oslo_concurrency.lockutils [req-a9c41d11-b116-4879-bc62-c7a126ee1f49 req-2d443403-fc5a-4b48-bde3-cd8c7050641f service nova] Lock "93bd4356-ad05-4971-a5ef-71e6783108df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.954096] env[62097]: DEBUG oslo_concurrency.lockutils [req-a9c41d11-b116-4879-bc62-c7a126ee1f49 req-2d443403-fc5a-4b48-bde3-cd8c7050641f service nova] Lock "93bd4356-ad05-4971-a5ef-71e6783108df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.954296] env[62097]: DEBUG nova.compute.manager [req-a9c41d11-b116-4879-bc62-c7a126ee1f49 req-2d443403-fc5a-4b48-bde3-cd8c7050641f service nova] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] No waiting events found dispatching network-vif-plugged-90fd060b-cef0-4e23-b502-d74d0159520e {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2221.954492] env[62097]: WARNING nova.compute.manager [req-a9c41d11-b116-4879-bc62-c7a126ee1f49 req-2d443403-fc5a-4b48-bde3-cd8c7050641f service nova] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Received unexpected event network-vif-plugged-90fd060b-cef0-4e23-b502-d74d0159520e for instance with vm_state building and task_state spawning. [ 2222.044834] env[62097]: DEBUG nova.network.neutron [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Successfully updated port: 90fd060b-cef0-4e23-b502-d74d0159520e {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2222.275478] env[62097]: DEBUG oslo_vmware.api [None req-5360bcbf-5771-405a-82fb-b905f2da458b tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035924, 'name': ReconfigVM_Task, 'duration_secs': 0.336532} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.275781] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5360bcbf-5771-405a-82fb-b905f2da458b tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-22cf9c1c-a072-477c-9b55-c66ae401482d/volume-22cf9c1c-a072-477c-9b55-c66ae401482d.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2222.280501] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88f52ef6-3d75-407d-ac5c-fad23085d9b6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.295338] env[62097]: DEBUG oslo_vmware.api [None req-5360bcbf-5771-405a-82fb-b905f2da458b tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2222.295338] env[62097]: value = "task-2035926" [ 2222.295338] env[62097]: _type = "Task" [ 2222.295338] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.302858] env[62097]: DEBUG oslo_vmware.api [None req-5360bcbf-5771-405a-82fb-b905f2da458b tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.410230] env[62097]: DEBUG oslo_vmware.api [None req-b1dfbc59-65dc-46f7-b3ec-1d6fea81055f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035925, 'name': ReconfigVM_Task, 'duration_secs': 0.238223} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.410521] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1dfbc59-65dc-46f7-b3ec-1d6fea81055f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2222.415171] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-322000d1-c868-4911-88ae-f0cb3bb6aaf9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.430451] env[62097]: DEBUG oslo_vmware.api [None req-b1dfbc59-65dc-46f7-b3ec-1d6fea81055f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2222.430451] env[62097]: value = "task-2035927" [ 2222.430451] env[62097]: _type = "Task" [ 2222.430451] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.438018] env[62097]: DEBUG oslo_vmware.api [None req-b1dfbc59-65dc-46f7-b3ec-1d6fea81055f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.546961] env[62097]: DEBUG oslo_concurrency.lockutils [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "refresh_cache-93bd4356-ad05-4971-a5ef-71e6783108df" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2222.547164] env[62097]: DEBUG oslo_concurrency.lockutils [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired lock "refresh_cache-93bd4356-ad05-4971-a5ef-71e6783108df" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2222.547341] env[62097]: DEBUG nova.network.neutron [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2222.805465] env[62097]: DEBUG oslo_vmware.api [None req-5360bcbf-5771-405a-82fb-b905f2da458b tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035926, 'name': ReconfigVM_Task, 'duration_secs': 0.136344} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.805822] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5360bcbf-5771-405a-82fb-b905f2da458b tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418083', 'volume_id': '22cf9c1c-a072-477c-9b55-c66ae401482d', 'name': 'volume-22cf9c1c-a072-477c-9b55-c66ae401482d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61cbcbca-4684-45a8-b615-8fa4cdb5a45f', 'attached_at': '', 'detached_at': '', 'volume_id': '22cf9c1c-a072-477c-9b55-c66ae401482d', 'serial': '22cf9c1c-a072-477c-9b55-c66ae401482d'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2222.940753] env[62097]: DEBUG oslo_vmware.api [None req-b1dfbc59-65dc-46f7-b3ec-1d6fea81055f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035927, 'name': ReconfigVM_Task, 'duration_secs': 0.135542} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.941454] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1dfbc59-65dc-46f7-b3ec-1d6fea81055f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418081', 'volume_id': 'b697c930-a0ce-4932-aab1-72f725d8e40a', 'name': 'volume-b697c930-a0ce-4932-aab1-72f725d8e40a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc42f512-62ce-4734-8c95-29c69bf9c00c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b697c930-a0ce-4932-aab1-72f725d8e40a', 'serial': 'b697c930-a0ce-4932-aab1-72f725d8e40a'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2223.078872] env[62097]: DEBUG nova.network.neutron [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2223.209306] env[62097]: DEBUG nova.network.neutron [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Updating instance_info_cache with network_info: [{"id": "90fd060b-cef0-4e23-b502-d74d0159520e", "address": "fa:16:3e:93:4d:67", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90fd060b-ce", "ovs_interfaceid": "90fd060b-cef0-4e23-b502-d74d0159520e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2223.480881] env[62097]: DEBUG nova.objects.instance [None req-b1dfbc59-65dc-46f7-b3ec-1d6fea81055f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lazy-loading 'flavor' on Instance uuid dc42f512-62ce-4734-8c95-29c69bf9c00c {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2223.712075] env[62097]: DEBUG oslo_concurrency.lockutils [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Releasing lock "refresh_cache-93bd4356-ad05-4971-a5ef-71e6783108df" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2223.712430] env[62097]: DEBUG nova.compute.manager [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Instance network_info: |[{"id": "90fd060b-cef0-4e23-b502-d74d0159520e", "address": "fa:16:3e:93:4d:67", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90fd060b-ce", "ovs_interfaceid": "90fd060b-cef0-4e23-b502-d74d0159520e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2223.712866] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:4d:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90fd060b-cef0-4e23-b502-d74d0159520e', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2223.720278] env[62097]: DEBUG oslo.service.loopingcall [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2223.720494] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2223.721196] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33b7c4b3-ce2f-48c6-a5f0-9596db940810 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.740703] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2223.740703] env[62097]: value = "task-2035928" [ 2223.740703] env[62097]: _type = "Task" [ 2223.740703] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.749469] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035928, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.840272] env[62097]: DEBUG nova.objects.instance [None req-5360bcbf-5771-405a-82fb-b905f2da458b tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lazy-loading 'flavor' on Instance uuid 61cbcbca-4684-45a8-b615-8fa4cdb5a45f {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2223.978287] env[62097]: DEBUG nova.compute.manager [req-1b05994d-d506-42a5-b3df-fb3486bde14a req-4c91935e-6036-41d9-b5ae-4eeb167ea0c6 service nova] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Received event network-changed-90fd060b-cef0-4e23-b502-d74d0159520e {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2223.978369] env[62097]: DEBUG nova.compute.manager [req-1b05994d-d506-42a5-b3df-fb3486bde14a req-4c91935e-6036-41d9-b5ae-4eeb167ea0c6 service nova] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Refreshing instance network info cache due to event network-changed-90fd060b-cef0-4e23-b502-d74d0159520e. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2223.978587] env[62097]: DEBUG oslo_concurrency.lockutils [req-1b05994d-d506-42a5-b3df-fb3486bde14a req-4c91935e-6036-41d9-b5ae-4eeb167ea0c6 service nova] Acquiring lock "refresh_cache-93bd4356-ad05-4971-a5ef-71e6783108df" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2223.978738] env[62097]: DEBUG oslo_concurrency.lockutils [req-1b05994d-d506-42a5-b3df-fb3486bde14a req-4c91935e-6036-41d9-b5ae-4eeb167ea0c6 service nova] Acquired lock "refresh_cache-93bd4356-ad05-4971-a5ef-71e6783108df" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2223.978950] env[62097]: DEBUG nova.network.neutron [req-1b05994d-d506-42a5-b3df-fb3486bde14a req-4c91935e-6036-41d9-b5ae-4eeb167ea0c6 service nova] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Refreshing network info cache for port 90fd060b-cef0-4e23-b502-d74d0159520e {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2224.250745] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035928, 'name': CreateVM_Task, 'duration_secs': 0.341916} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.250922] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2224.258174] env[62097]: DEBUG oslo_concurrency.lockutils [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2224.258357] env[62097]: DEBUG oslo_concurrency.lockutils [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2224.258656] env[62097]: DEBUG oslo_concurrency.lockutils [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2224.258920] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c470aadf-e15b-4e19-a0bf-ecf12fd60fa1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.264229] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2224.264229] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5252a208-7cd8-e723-72df-7e5cbe737897" [ 2224.264229] env[62097]: _type = "Task" [ 2224.264229] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.272069] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5252a208-7cd8-e723-72df-7e5cbe737897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.344871] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5360bcbf-5771-405a-82fb-b905f2da458b tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "61cbcbca-4684-45a8-b615-8fa4cdb5a45f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.240s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.487226] env[62097]: DEBUG oslo_concurrency.lockutils [None req-b1dfbc59-65dc-46f7-b3ec-1d6fea81055f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "dc42f512-62ce-4734-8c95-29c69bf9c00c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 2.752s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.669214] env[62097]: DEBUG nova.network.neutron [req-1b05994d-d506-42a5-b3df-fb3486bde14a req-4c91935e-6036-41d9-b5ae-4eeb167ea0c6 service nova] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Updated VIF entry in instance network info cache for port 90fd060b-cef0-4e23-b502-d74d0159520e. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2224.669552] env[62097]: DEBUG nova.network.neutron [req-1b05994d-d506-42a5-b3df-fb3486bde14a req-4c91935e-6036-41d9-b5ae-4eeb167ea0c6 service nova] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Updating instance_info_cache with network_info: [{"id": "90fd060b-cef0-4e23-b502-d74d0159520e", "address": "fa:16:3e:93:4d:67", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90fd060b-ce", "ovs_interfaceid": "90fd060b-cef0-4e23-b502-d74d0159520e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2224.774048] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5252a208-7cd8-e723-72df-7e5cbe737897, 'name': SearchDatastore_Task, 'duration_secs': 0.009291} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.774365] env[62097]: DEBUG oslo_concurrency.lockutils [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2224.774708] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2224.774821] env[62097]: DEBUG oslo_concurrency.lockutils [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2224.774970] env[62097]: DEBUG oslo_concurrency.lockutils [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2224.775159] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2224.775416] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb3fc72a-5ec9-45da-8b84-020e37f4ff64 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.783319] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2224.783495] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2224.784181] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f5b9ebe-fffc-47a2-b927-bebff0762fbe {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.788874] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2224.788874] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52fcd4e8-574f-f62c-4364-2ffd1ddbe6fa" [ 2224.788874] env[62097]: _type = "Task" [ 2224.788874] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.795962] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52fcd4e8-574f-f62c-4364-2ffd1ddbe6fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.921585] env[62097]: INFO nova.compute.manager [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Rebuilding instance [ 2224.948504] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "dc42f512-62ce-4734-8c95-29c69bf9c00c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2224.948814] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "dc42f512-62ce-4734-8c95-29c69bf9c00c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.949089] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "dc42f512-62ce-4734-8c95-29c69bf9c00c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2224.949333] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "dc42f512-62ce-4734-8c95-29c69bf9c00c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.949544] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "dc42f512-62ce-4734-8c95-29c69bf9c00c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.951800] env[62097]: INFO nova.compute.manager [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Terminating instance [ 2224.960634] env[62097]: DEBUG nova.compute.manager [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2224.961458] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f595745-8cad-4863-92fa-8d4f57c42c0f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.172607] env[62097]: DEBUG oslo_concurrency.lockutils [req-1b05994d-d506-42a5-b3df-fb3486bde14a req-4c91935e-6036-41d9-b5ae-4eeb167ea0c6 service nova] Releasing lock "refresh_cache-93bd4356-ad05-4971-a5ef-71e6783108df" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2225.299227] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52fcd4e8-574f-f62c-4364-2ffd1ddbe6fa, 'name': SearchDatastore_Task, 'duration_secs': 0.0082} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.299978] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c20de642-6232-4a42-9a31-b88afe80d2e5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.304688] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2225.304688] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52301ab6-2bac-d232-6479-95fff2ce2720" [ 2225.304688] env[62097]: _type = "Task" [ 2225.304688] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.311738] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52301ab6-2bac-d232-6479-95fff2ce2720, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.455799] env[62097]: DEBUG nova.compute.manager [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2225.455985] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2225.456798] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73a726e-481c-4f48-a000-380f48c020e6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.463972] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2225.464211] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e448493-be76-43d6-9ff4-fe4a73bc3197 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.471050] env[62097]: DEBUG oslo_vmware.api [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2225.471050] env[62097]: value = "task-2035929" [ 2225.471050] env[62097]: _type = "Task" [ 2225.471050] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.479656] env[62097]: DEBUG oslo_vmware.api [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.815362] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52301ab6-2bac-d232-6479-95fff2ce2720, 'name': SearchDatastore_Task, 'duration_secs': 0.010481} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.815638] env[62097]: DEBUG oslo_concurrency.lockutils [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2225.815959] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 93bd4356-ad05-4971-a5ef-71e6783108df/93bd4356-ad05-4971-a5ef-71e6783108df.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2225.816272] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e783ae39-17ee-44d7-b9a0-51729da0240f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.822812] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2225.822812] env[62097]: value = "task-2035930" [ 2225.822812] env[62097]: _type = "Task" [ 2225.822812] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.830411] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.976846] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2225.980363] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca08a238-19d6-4410-b2f3-2e4915024e0f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.982142] env[62097]: DEBUG oslo_vmware.api [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035929, 'name': PowerOffVM_Task, 'duration_secs': 0.216773} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.982449] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2225.982711] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2225.983343] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a1d83c0-5ee6-4c0d-ba9a-7c3015dd72ca {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.987507] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2225.987507] env[62097]: value = "task-2035931" [ 2225.987507] env[62097]: _type = "Task" [ 2225.987507] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.995937] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.332714] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465727} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.332960] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 93bd4356-ad05-4971-a5ef-71e6783108df/93bd4356-ad05-4971-a5ef-71e6783108df.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2226.333131] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2226.333374] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed52ad3a-0100-42e1-9592-ae3a8991ee54 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.340624] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2226.340624] env[62097]: value = "task-2035933" [ 2226.340624] env[62097]: _type = "Task" [ 2226.340624] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.347325] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.496813] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035931, 'name': PowerOffVM_Task, 'duration_secs': 0.218277} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.497103] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2226.550565] env[62097]: INFO nova.compute.manager [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Detaching volume 22cf9c1c-a072-477c-9b55-c66ae401482d [ 2226.582166] env[62097]: INFO nova.virt.block_device [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Attempting to driver detach volume 22cf9c1c-a072-477c-9b55-c66ae401482d from mountpoint /dev/sdb [ 2226.582414] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Volume detach. Driver type: vmdk {{(pid=62097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2226.582602] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418083', 'volume_id': '22cf9c1c-a072-477c-9b55-c66ae401482d', 'name': 'volume-22cf9c1c-a072-477c-9b55-c66ae401482d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61cbcbca-4684-45a8-b615-8fa4cdb5a45f', 'attached_at': '', 'detached_at': '', 'volume_id': '22cf9c1c-a072-477c-9b55-c66ae401482d', 'serial': '22cf9c1c-a072-477c-9b55-c66ae401482d'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2226.583553] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819545fa-6f58-49a1-8092-2bd1e0e7b2c7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.605118] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f30d005-ebaf-44dc-bb74-fe76704d2c70 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.611726] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535dd594-8444-4163-9aec-979055c73e09 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.631599] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31687b54-ce74-4244-9cd3-14119a4b1669 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.645752] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] The volume has not been displaced from its original location: [datastore1] volume-22cf9c1c-a072-477c-9b55-c66ae401482d/volume-22cf9c1c-a072-477c-9b55-c66ae401482d.vmdk. No consolidation needed. {{(pid=62097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2226.650958] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2226.651239] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-971311e7-c014-4479-b31c-6bab922a98ab {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.668356] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2226.668356] env[62097]: value = "task-2035934" [ 2226.668356] env[62097]: _type = "Task" [ 2226.668356] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.675806] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.849871] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059567} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.850200] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2226.851034] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894ea928-b5ab-4dd8-a7c1-b16ce978a70c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.872340] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 93bd4356-ad05-4971-a5ef-71e6783108df/93bd4356-ad05-4971-a5ef-71e6783108df.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2226.872599] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14802005-4ed7-42a3-bf47-ea2b72c9cb57 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.891159] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2226.891159] env[62097]: value = "task-2035935" [ 2226.891159] env[62097]: _type = "Task" [ 2226.891159] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.900068] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035935, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.178217] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035934, 'name': ReconfigVM_Task, 'duration_secs': 0.184154} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.178587] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2227.183011] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dad62bf-8151-4f39-ba8a-2478d395c1ce {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.198306] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2227.198306] env[62097]: value = "task-2035936" [ 2227.198306] env[62097]: _type = "Task" [ 2227.198306] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.205787] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.401467] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.707452] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035936, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.903023] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035935, 'name': ReconfigVM_Task, 'duration_secs': 0.805936} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.903023] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 93bd4356-ad05-4971-a5ef-71e6783108df/93bd4356-ad05-4971-a5ef-71e6783108df.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2227.903233] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11d46960-9c11-4e7b-a724-c8cc72b18bd8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.908948] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2227.908948] env[62097]: value = "task-2035937" [ 2227.908948] env[62097]: _type = "Task" [ 2227.908948] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.916569] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035937, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.208270] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035936, 'name': ReconfigVM_Task, 'duration_secs': 0.511203} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.208574] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418083', 'volume_id': '22cf9c1c-a072-477c-9b55-c66ae401482d', 'name': 'volume-22cf9c1c-a072-477c-9b55-c66ae401482d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61cbcbca-4684-45a8-b615-8fa4cdb5a45f', 'attached_at': '', 'detached_at': '', 'volume_id': '22cf9c1c-a072-477c-9b55-c66ae401482d', 'serial': '22cf9c1c-a072-477c-9b55-c66ae401482d'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2228.419875] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035937, 'name': Rename_Task, 'duration_secs': 0.124169} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.419875] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2228.419875] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c6bf1c2-889c-464a-9771-f38b5e47539a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.425552] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2228.425552] env[62097]: value = "task-2035938" [ 2228.425552] env[62097]: _type = "Task" [ 2228.425552] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.432320] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.936036] env[62097]: DEBUG oslo_vmware.api [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035938, 'name': PowerOnVM_Task, 'duration_secs': 0.404812} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.936203] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2228.936410] env[62097]: INFO nova.compute.manager [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Took 7.14 seconds to spawn the instance on the hypervisor. [ 2228.936594] env[62097]: DEBUG nova.compute.manager [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2228.937400] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aeb06a8-fec2-4c92-a653-493841ab1165 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.257096] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2229.257483] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b38722b1-a2a4-44ab-afc1-2093690c9924 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.265035] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2229.265035] env[62097]: value = "task-2035939" [ 2229.265035] env[62097]: _type = "Task" [ 2229.265035] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.272678] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.455049] env[62097]: INFO nova.compute.manager [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Took 11.84 seconds to build instance. [ 2229.760252] env[62097]: DEBUG nova.compute.manager [req-8da8ea09-837a-4331-89c2-e0231d3a5833 req-e325b875-0a0d-4cb0-9e9b-03bf3f66a347 service nova] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Received event network-changed-90fd060b-cef0-4e23-b502-d74d0159520e {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2229.760441] env[62097]: DEBUG nova.compute.manager [req-8da8ea09-837a-4331-89c2-e0231d3a5833 req-e325b875-0a0d-4cb0-9e9b-03bf3f66a347 service nova] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Refreshing instance network info cache due to event network-changed-90fd060b-cef0-4e23-b502-d74d0159520e. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2229.760678] env[62097]: DEBUG oslo_concurrency.lockutils [req-8da8ea09-837a-4331-89c2-e0231d3a5833 req-e325b875-0a0d-4cb0-9e9b-03bf3f66a347 service nova] Acquiring lock "refresh_cache-93bd4356-ad05-4971-a5ef-71e6783108df" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2229.761018] env[62097]: DEBUG oslo_concurrency.lockutils [req-8da8ea09-837a-4331-89c2-e0231d3a5833 req-e325b875-0a0d-4cb0-9e9b-03bf3f66a347 service nova] Acquired lock "refresh_cache-93bd4356-ad05-4971-a5ef-71e6783108df" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2229.761018] env[62097]: DEBUG nova.network.neutron [req-8da8ea09-837a-4331-89c2-e0231d3a5833 req-e325b875-0a0d-4cb0-9e9b-03bf3f66a347 service nova] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Refreshing network info cache for port 90fd060b-cef0-4e23-b502-d74d0159520e {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2229.775557] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] VM already powered off {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2229.775753] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Volume detach. Driver type: vmdk {{(pid=62097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2229.775946] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418083', 'volume_id': '22cf9c1c-a072-477c-9b55-c66ae401482d', 'name': 'volume-22cf9c1c-a072-477c-9b55-c66ae401482d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61cbcbca-4684-45a8-b615-8fa4cdb5a45f', 'attached_at': '', 'detached_at': '', 'volume_id': '22cf9c1c-a072-477c-9b55-c66ae401482d', 'serial': '22cf9c1c-a072-477c-9b55-c66ae401482d'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2229.776728] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1890cb5a-61b6-4fea-b135-5b6311dea5ea {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.795991] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721f7564-c1e9-4ca2-b8ed-2b81a3852cb4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.803135] env[62097]: WARNING nova.virt.vmwareapi.driver [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 2229.803408] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2229.804460] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c59f671-f492-4de0-bbe5-0a2b73132940 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.810234] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2229.810452] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5310b12a-a6d4-4eb2-bc1d-0a1563a13770 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.957367] env[62097]: DEBUG oslo_concurrency.lockutils [None req-012074d1-daa5-4c61-8ef4-f49078220eb5 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "93bd4356-ad05-4971-a5ef-71e6783108df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.353s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2230.470166] env[62097]: DEBUG nova.network.neutron [req-8da8ea09-837a-4331-89c2-e0231d3a5833 req-e325b875-0a0d-4cb0-9e9b-03bf3f66a347 service nova] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Updated VIF entry in instance network info cache for port 90fd060b-cef0-4e23-b502-d74d0159520e. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2230.470556] env[62097]: DEBUG nova.network.neutron [req-8da8ea09-837a-4331-89c2-e0231d3a5833 req-e325b875-0a0d-4cb0-9e9b-03bf3f66a347 service nova] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Updating instance_info_cache with network_info: [{"id": "90fd060b-cef0-4e23-b502-d74d0159520e", "address": "fa:16:3e:93:4d:67", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90fd060b-ce", "ovs_interfaceid": "90fd060b-cef0-4e23-b502-d74d0159520e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2230.973563] env[62097]: DEBUG oslo_concurrency.lockutils [req-8da8ea09-837a-4331-89c2-e0231d3a5833 req-e325b875-0a0d-4cb0-9e9b-03bf3f66a347 service nova] Releasing lock "refresh_cache-93bd4356-ad05-4971-a5ef-71e6783108df" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2233.814428] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2233.814801] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2233.814886] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Deleting the datastore file [datastore2] 61cbcbca-4684-45a8-b615-8fa4cdb5a45f {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2233.815200] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6ed3cd3-27b0-43f5-ac7c-3927b41b49e3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.823399] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2233.823609] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2233.823791] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Deleting the datastore file [datastore2] dc42f512-62ce-4734-8c95-29c69bf9c00c {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2233.825033] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e35d307-bab3-4dac-aa3e-696787ca747e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.826900] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2233.826900] env[62097]: value = "task-2035941" [ 2233.826900] env[62097]: _type = "Task" [ 2233.826900] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.831711] env[62097]: DEBUG oslo_vmware.api [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2233.831711] env[62097]: value = "task-2035942" [ 2233.831711] env[62097]: _type = "Task" [ 2233.831711] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.837387] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.841855] env[62097]: DEBUG oslo_vmware.api [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.340942] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1551} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.341766] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2234.342062] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2234.342329] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2234.350649] env[62097]: DEBUG oslo_vmware.api [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146783} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.351270] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2234.351857] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2234.352138] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2234.352391] env[62097]: INFO nova.compute.manager [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Took 8.90 seconds to destroy the instance on the hypervisor. [ 2234.352725] env[62097]: DEBUG oslo.service.loopingcall [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2234.352987] env[62097]: DEBUG nova.compute.manager [-] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2234.353129] env[62097]: DEBUG nova.network.neutron [-] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2234.791015] env[62097]: DEBUG nova.compute.manager [req-be95b3ff-e957-4661-a0fe-e23fe4fd2716 req-0b52d56d-235c-4fbf-b876-1109a6ad3597 service nova] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Received event network-vif-deleted-5a85b763-12c1-448c-b008-b50173863fef {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2234.791322] env[62097]: INFO nova.compute.manager [req-be95b3ff-e957-4661-a0fe-e23fe4fd2716 req-0b52d56d-235c-4fbf-b876-1109a6ad3597 service nova] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Neutron deleted interface 5a85b763-12c1-448c-b008-b50173863fef; detaching it from the instance and deleting it from the info cache [ 2234.791520] env[62097]: DEBUG nova.network.neutron [req-be95b3ff-e957-4661-a0fe-e23fe4fd2716 req-0b52d56d-235c-4fbf-b876-1109a6ad3597 service nova] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2234.853708] env[62097]: INFO nova.virt.block_device [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Booting with volume 22cf9c1c-a072-477c-9b55-c66ae401482d at /dev/sdb [ 2234.889790] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4ffb0a6-1416-45c6-a0de-b96d81d2a2e3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.899527] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b95f59-d52b-429e-bbb8-a3ed780a62e6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.926559] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bed6349-7010-4605-b902-f6531684f224 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.934773] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f42aed3-0266-4039-8bb5-4ee234b85129 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.969255] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd85c281-0c85-4b2d-ac96-eb1ec715095b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.976067] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378b7a3a-f73d-4d32-836c-c1331743e1bb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.988947] env[62097]: DEBUG nova.virt.block_device [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Updating existing volume attachment record: af9f812c-c3a8-4800-8054-90c77ab14a45 {{(pid=62097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2235.268797] env[62097]: DEBUG nova.network.neutron [-] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2235.294457] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d51bb4e4-ab17-44fc-8230-b0e1bb787cb7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.304703] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee60fd8c-a628-4187-a770-eb4c2b3305ac {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.331475] env[62097]: DEBUG nova.compute.manager [req-be95b3ff-e957-4661-a0fe-e23fe4fd2716 req-0b52d56d-235c-4fbf-b876-1109a6ad3597 service nova] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Detach interface failed, port_id=5a85b763-12c1-448c-b008-b50173863fef, reason: Instance dc42f512-62ce-4734-8c95-29c69bf9c00c could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2235.773666] env[62097]: INFO nova.compute.manager [-] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Took 1.42 seconds to deallocate network for instance. [ 2236.281071] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2236.281466] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2236.281750] env[62097]: DEBUG nova.objects.instance [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lazy-loading 'resources' on Instance uuid dc42f512-62ce-4734-8c95-29c69bf9c00c {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2236.861380] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc1b50c-b282-4df0-9a63-eb67cfcc2904 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.869564] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cbf544-8ba1-4296-8538-fb049352114a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.899467] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7dd6fe-77b4-4c69-bc41-c1543093f35e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.907191] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985c18c5-191b-434c-a3b0-b7bf6404e18a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.920489] env[62097]: DEBUG nova.compute.provider_tree [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2237.095366] env[62097]: DEBUG nova.virt.hardware [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2237.095704] env[62097]: DEBUG nova.virt.hardware [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2237.095940] env[62097]: DEBUG nova.virt.hardware [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2237.096235] env[62097]: DEBUG nova.virt.hardware [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2237.096456] env[62097]: DEBUG nova.virt.hardware [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2237.096681] env[62097]: DEBUG nova.virt.hardware [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2237.096969] env[62097]: DEBUG nova.virt.hardware [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2237.097219] env[62097]: DEBUG nova.virt.hardware [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2237.097459] env[62097]: DEBUG nova.virt.hardware [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2237.097699] env[62097]: DEBUG nova.virt.hardware [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2237.097949] env[62097]: DEBUG nova.virt.hardware [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2237.098908] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4332c3de-18e2-4107-9e1c-4bc4a0ca08ca {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.107144] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee77916-c732-48d4-8fe7-62c8536c6f5f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.122141] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:ea:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '141eee24-995c-46c6-9706-2799d752ae24', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2237.129392] env[62097]: DEBUG oslo.service.loopingcall [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2237.129666] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2237.129905] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-946d1797-1b9c-4bac-bf38-5079a6938030 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.152101] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2237.152101] env[62097]: value = "task-2035943" [ 2237.152101] env[62097]: _type = "Task" [ 2237.152101] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.161334] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035943, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.423458] env[62097]: DEBUG nova.scheduler.client.report [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2237.648492] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "724db4b5-ecbc-4848-987f-0da9023eee0e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.648981] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "724db4b5-ecbc-4848-987f-0da9023eee0e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2237.649328] env[62097]: INFO nova.compute.manager [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Shelving [ 2237.663705] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035943, 'name': CreateVM_Task, 'duration_secs': 0.483229} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.663854] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2237.664512] env[62097]: DEBUG oslo_concurrency.lockutils [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2237.664671] env[62097]: DEBUG oslo_concurrency.lockutils [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2237.665032] env[62097]: DEBUG oslo_concurrency.lockutils [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2237.665533] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-584eb98a-d3db-4561-bdfb-baadb533911c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.671052] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2237.671052] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52932bb8-c0a1-cc8e-2974-0d53662769cf" [ 2237.671052] env[62097]: _type = "Task" [ 2237.671052] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.678969] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52932bb8-c0a1-cc8e-2974-0d53662769cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.928619] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.954910] env[62097]: INFO nova.scheduler.client.report [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Deleted allocations for instance dc42f512-62ce-4734-8c95-29c69bf9c00c [ 2238.181113] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52932bb8-c0a1-cc8e-2974-0d53662769cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010944} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.181341] env[62097]: DEBUG oslo_concurrency.lockutils [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2238.181599] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2238.181799] env[62097]: DEBUG oslo_concurrency.lockutils [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2238.181950] env[62097]: DEBUG oslo_concurrency.lockutils [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2238.182142] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2238.182390] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58bbbdda-cafd-45dc-b852-06576601fa49 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.191271] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2238.191441] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2238.192146] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5f12783-d7e9-4b32-b4d4-a1444c3c941f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.197430] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2238.197430] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5238fc5d-44a3-79e1-4517-9c49c3add2c0" [ 2238.197430] env[62097]: _type = "Task" [ 2238.197430] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.205172] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5238fc5d-44a3-79e1-4517-9c49c3add2c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.464496] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4bcc25d8-cb6a-4f2a-a655-9d389c0f816e tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "dc42f512-62ce-4734-8c95-29c69bf9c00c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.516s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.660149] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2238.660475] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bfc8550-5757-47c7-a3ec-24a2b3b1dbef {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.668455] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2238.668455] env[62097]: value = "task-2035944" [ 2238.668455] env[62097]: _type = "Task" [ 2238.668455] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.675846] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.706821] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5238fc5d-44a3-79e1-4517-9c49c3add2c0, 'name': SearchDatastore_Task, 'duration_secs': 0.008817} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.707560] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-915ae040-8f88-47f9-87cc-4938b04213f5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.712493] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2238.712493] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b5c2fe-082b-1414-46b8-b0fdbc3ab767" [ 2238.712493] env[62097]: _type = "Task" [ 2238.712493] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.719750] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b5c2fe-082b-1414-46b8-b0fdbc3ab767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.178812] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035944, 'name': PowerOffVM_Task, 'duration_secs': 0.200955} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.179203] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2239.179881] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d8f3f9-19dd-4122-a055-9910d19de096 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.197781] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf09404-8c74-412f-9bd1-d616e1d621d4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.221992] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52b5c2fe-082b-1414-46b8-b0fdbc3ab767, 'name': SearchDatastore_Task, 'duration_secs': 0.019122} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.222283] env[62097]: DEBUG oslo_concurrency.lockutils [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2239.222535] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 61cbcbca-4684-45a8-b615-8fa4cdb5a45f/61cbcbca-4684-45a8-b615-8fa4cdb5a45f.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2239.222782] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b14c4db-6197-45e8-aa3f-01bf8e3a11b4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.229050] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2239.229050] env[62097]: value = "task-2035945" [ 2239.229050] env[62097]: _type = "Task" [ 2239.229050] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.236878] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.708021] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Creating Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2239.708390] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-76159d8f-7c61-4904-8ea6-10b0c7a9dbbf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.716155] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2239.716155] env[62097]: value = "task-2035946" [ 2239.716155] env[62097]: _type = "Task" [ 2239.716155] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.723844] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035946, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.738436] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471911} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.738723] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 61cbcbca-4684-45a8-b615-8fa4cdb5a45f/61cbcbca-4684-45a8-b615-8fa4cdb5a45f.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2239.739044] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2239.739303] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c9ef0e4-c0ba-4db8-9f30-26cb68b7d75c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.746056] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2239.746056] env[62097]: value = "task-2035947" [ 2239.746056] env[62097]: _type = "Task" [ 2239.746056] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.753892] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.225915] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035946, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.255475] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063575} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.255780] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2240.256540] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a855c144-e6e6-4169-b419-279d106ecdb3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.280895] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 61cbcbca-4684-45a8-b615-8fa4cdb5a45f/61cbcbca-4684-45a8-b615-8fa4cdb5a45f.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2240.281390] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8748a37-86ab-47a7-8ff1-3486671cf6ee {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.301714] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2240.301714] env[62097]: value = "task-2035948" [ 2240.301714] env[62097]: _type = "Task" [ 2240.301714] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.309803] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035948, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.726849] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035946, 'name': CreateSnapshot_Task, 'duration_secs': 0.840155} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.727255] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Created Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2240.728034] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3f84ab-8818-4c7a-9280-6b90ba7ea70d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.779545] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2240.779737] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2240.810626] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035948, 'name': ReconfigVM_Task, 'duration_secs': 0.273578} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.810885] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 61cbcbca-4684-45a8-b615-8fa4cdb5a45f/61cbcbca-4684-45a8-b615-8fa4cdb5a45f.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2240.812046] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'encryption_format': None, 'encryption_secret_uuid': None, 'size': 0, 'guest_format': None, 'encrypted': False, 'device_type': 'disk', 'device_name': '/dev/sda', 'encryption_options': None, 'disk_bus': None, 'image_id': '8b09a24f-7c63-4cfd-9648-c1cd08fa1a69'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'guest_format': None, 'attachment_id': 'af9f812c-c3a8-4800-8054-90c77ab14a45', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418083', 'volume_id': '22cf9c1c-a072-477c-9b55-c66ae401482d', 'name': 'volume-22cf9c1c-a072-477c-9b55-c66ae401482d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61cbcbca-4684-45a8-b615-8fa4cdb5a45f', 'attached_at': '', 'detached_at': '', 'volume_id': '22cf9c1c-a072-477c-9b55-c66ae401482d', 'serial': '22cf9c1c-a072-477c-9b55-c66ae401482d'}, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62097) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2240.812253] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Volume attach. Driver type: vmdk {{(pid=62097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2240.812445] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418083', 'volume_id': '22cf9c1c-a072-477c-9b55-c66ae401482d', 'name': 'volume-22cf9c1c-a072-477c-9b55-c66ae401482d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61cbcbca-4684-45a8-b615-8fa4cdb5a45f', 'attached_at': '', 'detached_at': '', 'volume_id': '22cf9c1c-a072-477c-9b55-c66ae401482d', 'serial': '22cf9c1c-a072-477c-9b55-c66ae401482d'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2240.813391] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1835aa1e-12c7-4542-9437-c88bc76eb722 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.828939] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ab24db-ea7d-4c72-8a56-9288765f123c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.851658] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-22cf9c1c-a072-477c-9b55-c66ae401482d/volume-22cf9c1c-a072-477c-9b55-c66ae401482d.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2240.852147] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df916708-d43f-43d4-9dc9-70dea7499167 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.869895] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2240.869895] env[62097]: value = "task-2035949" [ 2240.869895] env[62097]: _type = "Task" [ 2240.869895] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.877084] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.245917] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Creating linked-clone VM from snapshot {{(pid=62097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2241.246271] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3992cf14-2682-4ac7-8161-86d27bf1d5a4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.255170] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2241.255170] env[62097]: value = "task-2035950" [ 2241.255170] env[62097]: _type = "Task" [ 2241.255170] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.262827] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035950, 'name': CloneVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.281578] env[62097]: DEBUG nova.compute.manager [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2241.379425] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035949, 'name': ReconfigVM_Task, 'duration_secs': 0.268285} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.379695] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-22cf9c1c-a072-477c-9b55-c66ae401482d/volume-22cf9c1c-a072-477c-9b55-c66ae401482d.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2241.384225] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fb2e31d-0b20-43a1-a4d8-65f7665d0e6e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.400845] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2241.400845] env[62097]: value = "task-2035951" [ 2241.400845] env[62097]: _type = "Task" [ 2241.400845] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.408734] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.764842] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035950, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.805855] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2241.806147] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.807713] env[62097]: INFO nova.compute.claims [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2241.910909] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035951, 'name': ReconfigVM_Task, 'duration_secs': 0.14642} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.911227] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418083', 'volume_id': '22cf9c1c-a072-477c-9b55-c66ae401482d', 'name': 'volume-22cf9c1c-a072-477c-9b55-c66ae401482d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61cbcbca-4684-45a8-b615-8fa4cdb5a45f', 'attached_at': '', 'detached_at': '', 'volume_id': '22cf9c1c-a072-477c-9b55-c66ae401482d', 'serial': '22cf9c1c-a072-477c-9b55-c66ae401482d'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2241.911770] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0142e55-d659-4084-b181-13518c65e8ed {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.919065] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2241.919065] env[62097]: value = "task-2035952" [ 2241.919065] env[62097]: _type = "Task" [ 2241.919065] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.926334] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035952, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.266272] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035950, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.428875] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035952, 'name': Rename_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.765836] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035950, 'name': CloneVM_Task, 'duration_secs': 1.482395} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.766248] env[62097]: INFO nova.virt.vmwareapi.vmops [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Created linked-clone VM from snapshot [ 2242.767009] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2ea62c-748f-4029-b991-48d34a9d7680 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.774126] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Uploading image c7365010-13f8-44b9-bd77-9235c6bb464b {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2242.799268] env[62097]: DEBUG oslo_vmware.rw_handles [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2242.799268] env[62097]: value = "vm-418087" [ 2242.799268] env[62097]: _type = "VirtualMachine" [ 2242.799268] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2242.799525] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ee8d522d-8a95-4985-bd84-ee7b7cc17a3b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.806632] env[62097]: DEBUG oslo_vmware.rw_handles [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lease: (returnval){ [ 2242.806632] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522e8cf4-7358-a94c-52c3-d493b196589d" [ 2242.806632] env[62097]: _type = "HttpNfcLease" [ 2242.806632] env[62097]: } obtained for exporting VM: (result){ [ 2242.806632] env[62097]: value = "vm-418087" [ 2242.806632] env[62097]: _type = "VirtualMachine" [ 2242.806632] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2242.806891] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the lease: (returnval){ [ 2242.806891] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522e8cf4-7358-a94c-52c3-d493b196589d" [ 2242.806891] env[62097]: _type = "HttpNfcLease" [ 2242.806891] env[62097]: } to be ready. {{(pid=62097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2242.813091] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2242.813091] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522e8cf4-7358-a94c-52c3-d493b196589d" [ 2242.813091] env[62097]: _type = "HttpNfcLease" [ 2242.813091] env[62097]: } is initializing. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2242.881245] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5e4a8a-a22c-45b9-8a89-1eaeb1c235e4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.888724] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50110ae-9788-4232-a69b-e6cf877cad09 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.930568] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56242ac6-fb4a-4096-8f58-1d9e3454abcc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.939077] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035952, 'name': Rename_Task} progress is 99%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.942186] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a45b26-66ab-4e26-b154-4c64c150b40c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.955526] env[62097]: DEBUG nova.compute.provider_tree [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2243.227353] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2243.227619] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2243.227746] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2243.228008] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2243.315119] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2243.315119] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522e8cf4-7358-a94c-52c3-d493b196589d" [ 2243.315119] env[62097]: _type = "HttpNfcLease" [ 2243.315119] env[62097]: } is ready. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2243.315440] env[62097]: DEBUG oslo_vmware.rw_handles [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2243.315440] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522e8cf4-7358-a94c-52c3-d493b196589d" [ 2243.315440] env[62097]: _type = "HttpNfcLease" [ 2243.315440] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2243.316120] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d8517e-3fb5-43b6-abdf-166d2a987cb6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.323016] env[62097]: DEBUG oslo_vmware.rw_handles [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520197c7-1858-355a-91d2-e6da8ed08128/disk-0.vmdk from lease info. {{(pid=62097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2243.323194] env[62097]: DEBUG oslo_vmware.rw_handles [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520197c7-1858-355a-91d2-e6da8ed08128/disk-0.vmdk for reading. {{(pid=62097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2243.411226] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9c9cae70-4bea-4afe-86e2-5deb26428016 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.437631] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035952, 'name': Rename_Task, 'duration_secs': 1.148647} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.442310] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2243.443044] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-315b1657-80ce-475b-b0d3-da01a41a65a2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.449530] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2243.449530] env[62097]: value = "task-2035954" [ 2243.449530] env[62097]: _type = "Task" [ 2243.449530] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.456753] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.458645] env[62097]: DEBUG nova.scheduler.client.report [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2243.883171] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2243.883477] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2243.961670] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035954, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.963640] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2243.964181] env[62097]: DEBUG nova.compute.manager [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2244.461643] env[62097]: DEBUG oslo_vmware.api [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035954, 'name': PowerOnVM_Task, 'duration_secs': 0.551449} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.462014] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2244.462267] env[62097]: DEBUG nova.compute.manager [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2244.463318] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54728f44-9381-4d7a-8fe4-a50d7f577a66 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.469314] env[62097]: DEBUG nova.compute.utils [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2244.472593] env[62097]: DEBUG nova.compute.manager [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2244.473918] env[62097]: DEBUG nova.network.neutron [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2244.518366] env[62097]: DEBUG nova.policy [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99d2e94ce5da4a40b849ce69157cdafa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5af5979ef52740dea95801a1e50166f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2244.822716] env[62097]: DEBUG nova.network.neutron [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Successfully created port: 1deeff54-2be5-431e-a891-a1a8acf024f9 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2244.979069] env[62097]: DEBUG nova.compute.manager [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2244.993794] env[62097]: DEBUG oslo_concurrency.lockutils [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2244.994141] env[62097]: DEBUG oslo_concurrency.lockutils [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2244.994434] env[62097]: DEBUG nova.objects.instance [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62097) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2245.996068] env[62097]: DEBUG nova.compute.manager [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2246.004219] env[62097]: DEBUG oslo_concurrency.lockutils [None req-588d19b1-a908-4f3f-9578-d1e6576502cf tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2246.024965] env[62097]: DEBUG nova.virt.hardware [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2246.025258] env[62097]: DEBUG nova.virt.hardware [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2246.025461] env[62097]: DEBUG nova.virt.hardware [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2246.025598] env[62097]: DEBUG nova.virt.hardware [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2246.025747] env[62097]: DEBUG nova.virt.hardware [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2246.026123] env[62097]: DEBUG nova.virt.hardware [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2246.026423] env[62097]: DEBUG nova.virt.hardware [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2246.026637] env[62097]: DEBUG nova.virt.hardware [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2246.026903] env[62097]: DEBUG nova.virt.hardware [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2246.027146] env[62097]: DEBUG nova.virt.hardware [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2246.027593] env[62097]: DEBUG nova.virt.hardware [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2246.029519] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335302fd-4764-40e6-af53-ebb465515e50 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.038808] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c51ff9-d18a-4c2a-99d4-e3398255edb4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.267608] env[62097]: DEBUG nova.compute.manager [req-b5678201-ec60-47b3-b584-39d427c56a66 req-6e180612-8f5d-4055-a5fb-e4c7f9c413ef service nova] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Received event network-vif-plugged-1deeff54-2be5-431e-a891-a1a8acf024f9 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2246.267840] env[62097]: DEBUG oslo_concurrency.lockutils [req-b5678201-ec60-47b3-b584-39d427c56a66 req-6e180612-8f5d-4055-a5fb-e4c7f9c413ef service nova] Acquiring lock "a6bd9b50-c88c-42bd-9ad2-dc076c4b525d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2246.268100] env[62097]: DEBUG oslo_concurrency.lockutils [req-b5678201-ec60-47b3-b584-39d427c56a66 req-6e180612-8f5d-4055-a5fb-e4c7f9c413ef service nova] Lock "a6bd9b50-c88c-42bd-9ad2-dc076c4b525d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2246.268327] env[62097]: DEBUG oslo_concurrency.lockutils [req-b5678201-ec60-47b3-b584-39d427c56a66 req-6e180612-8f5d-4055-a5fb-e4c7f9c413ef service nova] Lock "a6bd9b50-c88c-42bd-9ad2-dc076c4b525d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2246.268542] env[62097]: DEBUG nova.compute.manager [req-b5678201-ec60-47b3-b584-39d427c56a66 req-6e180612-8f5d-4055-a5fb-e4c7f9c413ef service nova] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] No waiting events found dispatching network-vif-plugged-1deeff54-2be5-431e-a891-a1a8acf024f9 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2246.268719] env[62097]: WARNING nova.compute.manager [req-b5678201-ec60-47b3-b584-39d427c56a66 req-6e180612-8f5d-4055-a5fb-e4c7f9c413ef service nova] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Received unexpected event network-vif-plugged-1deeff54-2be5-431e-a891-a1a8acf024f9 for instance with vm_state building and task_state spawning. [ 2246.355209] env[62097]: DEBUG nova.network.neutron [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Successfully updated port: 1deeff54-2be5-431e-a891-a1a8acf024f9 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2246.858610] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "refresh_cache-a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2246.858813] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquired lock "refresh_cache-a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2246.858968] env[62097]: DEBUG nova.network.neutron [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2247.393962] env[62097]: DEBUG nova.network.neutron [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2247.404549] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Didn't find any instances for network info cache update. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2247.405350] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2247.405350] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2247.405350] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2247.405350] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2247.536151] env[62097]: DEBUG nova.network.neutron [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Updating instance_info_cache with network_info: [{"id": "1deeff54-2be5-431e-a891-a1a8acf024f9", "address": "fa:16:3e:5a:d4:80", "network": {"id": "1606e96f-eee0-456b-a3fb-4dfa9d6d601d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393149127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af5979ef52740dea95801a1e50166f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1deeff54-2b", "ovs_interfaceid": "1deeff54-2be5-431e-a891-a1a8acf024f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2247.908999] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2247.909324] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2247.909532] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2247.909724] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2247.910725] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835aa157-8e46-4adc-abb3-780f224113c4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.920045] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdd7023-79ff-4563-92dc-9092ccf1d885 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.934588] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73323260-a0c4-476b-8927-8e9ccd4c5750 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.941711] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc0a7a8-58a8-4ec4-9b66-4d68f22316e2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.972174] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180074MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2247.972347] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2247.972481] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.039233] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Releasing lock "refresh_cache-a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2248.039564] env[62097]: DEBUG nova.compute.manager [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Instance network_info: |[{"id": "1deeff54-2be5-431e-a891-a1a8acf024f9", "address": "fa:16:3e:5a:d4:80", "network": {"id": "1606e96f-eee0-456b-a3fb-4dfa9d6d601d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393149127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af5979ef52740dea95801a1e50166f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1deeff54-2b", "ovs_interfaceid": "1deeff54-2be5-431e-a891-a1a8acf024f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2248.039992] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:d4:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1deeff54-2be5-431e-a891-a1a8acf024f9', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2248.047398] env[62097]: DEBUG oslo.service.loopingcall [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2248.047613] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2248.047862] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4f31983-bcd4-4279-b0c2-75ea6f9c0650 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.068655] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2248.068655] env[62097]: value = "task-2035955" [ 2248.068655] env[62097]: _type = "Task" [ 2248.068655] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.076332] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035955, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.295991] env[62097]: DEBUG nova.compute.manager [req-b05804ed-e18b-4be5-8640-3e4080336218 req-32ab1eee-a52b-4ce8-8aa3-e3b80b4228b1 service nova] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Received event network-changed-1deeff54-2be5-431e-a891-a1a8acf024f9 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2248.296219] env[62097]: DEBUG nova.compute.manager [req-b05804ed-e18b-4be5-8640-3e4080336218 req-32ab1eee-a52b-4ce8-8aa3-e3b80b4228b1 service nova] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Refreshing instance network info cache due to event network-changed-1deeff54-2be5-431e-a891-a1a8acf024f9. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2248.296417] env[62097]: DEBUG oslo_concurrency.lockutils [req-b05804ed-e18b-4be5-8640-3e4080336218 req-32ab1eee-a52b-4ce8-8aa3-e3b80b4228b1 service nova] Acquiring lock "refresh_cache-a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2248.296551] env[62097]: DEBUG oslo_concurrency.lockutils [req-b05804ed-e18b-4be5-8640-3e4080336218 req-32ab1eee-a52b-4ce8-8aa3-e3b80b4228b1 service nova] Acquired lock "refresh_cache-a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2248.296713] env[62097]: DEBUG nova.network.neutron [req-b05804ed-e18b-4be5-8640-3e4080336218 req-32ab1eee-a52b-4ce8-8aa3-e3b80b4228b1 service nova] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Refreshing network info cache for port 1deeff54-2be5-431e-a891-a1a8acf024f9 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2248.578433] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035955, 'name': CreateVM_Task, 'duration_secs': 0.454081} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.578876] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2248.579250] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2248.579420] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2248.579788] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2248.580057] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7460b5e-63bc-4209-a5d0-3fe8f4d5f86d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.584612] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2248.584612] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52809e89-9a38-1f2e-3f88-f45f12d12452" [ 2248.584612] env[62097]: _type = "Task" [ 2248.584612] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.592186] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52809e89-9a38-1f2e-3f88-f45f12d12452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.999095] env[62097]: DEBUG nova.network.neutron [req-b05804ed-e18b-4be5-8640-3e4080336218 req-32ab1eee-a52b-4ce8-8aa3-e3b80b4228b1 service nova] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Updated VIF entry in instance network info cache for port 1deeff54-2be5-431e-a891-a1a8acf024f9. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2248.999625] env[62097]: DEBUG nova.network.neutron [req-b05804ed-e18b-4be5-8640-3e4080336218 req-32ab1eee-a52b-4ce8-8aa3-e3b80b4228b1 service nova] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Updating instance_info_cache with network_info: [{"id": "1deeff54-2be5-431e-a891-a1a8acf024f9", "address": "fa:16:3e:5a:d4:80", "network": {"id": "1606e96f-eee0-456b-a3fb-4dfa9d6d601d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393149127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af5979ef52740dea95801a1e50166f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1deeff54-2b", "ovs_interfaceid": "1deeff54-2be5-431e-a891-a1a8acf024f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2249.002147] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance d6ba1c55-7ce7-42a7-8827-d63b3852418d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2249.002355] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 61cbcbca-4684-45a8-b615-8fa4cdb5a45f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2249.002526] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 724db4b5-ecbc-4848-987f-0da9023eee0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2249.002695] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 93bd4356-ad05-4971-a5ef-71e6783108df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2249.002859] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance a6bd9b50-c88c-42bd-9ad2-dc076c4b525d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2249.003118] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2249.003319] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2249.078071] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6887727f-818b-45bf-8f87-5ace3c487fcf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.089084] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11584e2-752c-4ef1-9569-3f727a3ea184 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.097586] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52809e89-9a38-1f2e-3f88-f45f12d12452, 'name': SearchDatastore_Task, 'duration_secs': 0.011831} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.122231] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2249.122496] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2249.122743] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2249.122887] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2249.123076] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2249.123563] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12e83e8d-ab01-46cb-bfdf-d695fb472f7b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.125979] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0752e7cb-fcce-4fe6-af68-a1252be24174 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.133649] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7e8237-5697-429c-92fe-c73e57234391 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.138152] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2249.138340] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2249.139327] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cf40190-3432-47ac-8551-cfa77831fdc8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.149174] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2249.152992] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2249.152992] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5234346d-5db8-a869-613e-89e16ebe4cca" [ 2249.152992] env[62097]: _type = "Task" [ 2249.152992] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.160130] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5234346d-5db8-a869-613e-89e16ebe4cca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.508143] env[62097]: DEBUG oslo_concurrency.lockutils [req-b05804ed-e18b-4be5-8640-3e4080336218 req-32ab1eee-a52b-4ce8-8aa3-e3b80b4228b1 service nova] Releasing lock "refresh_cache-a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2249.653256] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2249.667469] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5234346d-5db8-a869-613e-89e16ebe4cca, 'name': SearchDatastore_Task, 'duration_secs': 0.034399} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.668324] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-030dbf76-61ad-4f8a-8eac-05505a5a8cea {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.674220] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2249.674220] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d8f086-7015-98bd-82d5-3d7722c57dc4" [ 2249.674220] env[62097]: _type = "Task" [ 2249.674220] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.682294] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d8f086-7015-98bd-82d5-3d7722c57dc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.162380] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2250.162597] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.190s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2250.184752] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d8f086-7015-98bd-82d5-3d7722c57dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.016257} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2250.185156] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2250.185518] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] a6bd9b50-c88c-42bd-9ad2-dc076c4b525d/a6bd9b50-c88c-42bd-9ad2-dc076c4b525d.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2250.185852] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2ec37f3-75bf-47ba-9f4d-014716299907 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.193049] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2250.193049] env[62097]: value = "task-2035956" [ 2250.193049] env[62097]: _type = "Task" [ 2250.193049] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2250.200802] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.641421] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2250.705997] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035956, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.204209] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709091} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.204537] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] a6bd9b50-c88c-42bd-9ad2-dc076c4b525d/a6bd9b50-c88c-42bd-9ad2-dc076c4b525d.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2251.204797] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2251.205057] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70a60c70-d984-4230-b829-0c2cd399a68a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.212411] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2251.212411] env[62097]: value = "task-2035957" [ 2251.212411] env[62097]: _type = "Task" [ 2251.212411] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.219906] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.671441] env[62097]: DEBUG oslo_vmware.rw_handles [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520197c7-1858-355a-91d2-e6da8ed08128/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2251.672400] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa76cdd-74f7-4377-a6cd-f6d6aaade392 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.678755] env[62097]: DEBUG oslo_vmware.rw_handles [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520197c7-1858-355a-91d2-e6da8ed08128/disk-0.vmdk is in state: ready. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2251.678929] env[62097]: ERROR oslo_vmware.rw_handles [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520197c7-1858-355a-91d2-e6da8ed08128/disk-0.vmdk due to incomplete transfer. [ 2251.679184] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c726c60a-97b1-4174-8742-f24c6fadd063 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.686912] env[62097]: DEBUG oslo_vmware.rw_handles [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520197c7-1858-355a-91d2-e6da8ed08128/disk-0.vmdk. {{(pid=62097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2251.687120] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Uploaded image c7365010-13f8-44b9-bd77-9235c6bb464b to the Glance image server {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2251.689512] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Destroying the VM {{(pid=62097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2251.689759] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b237f986-d460-4d5e-94fd-9acd05cd89d5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.697525] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2251.697525] env[62097]: value = "task-2035958" [ 2251.697525] env[62097]: _type = "Task" [ 2251.697525] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.705258] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035958, 'name': Destroy_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.722309] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072622} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.722644] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2251.723502] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0c1967-9a27-4799-90ff-e66e866f8ea9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.746608] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] a6bd9b50-c88c-42bd-9ad2-dc076c4b525d/a6bd9b50-c88c-42bd-9ad2-dc076c4b525d.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2251.746917] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c06f9968-02de-4ebe-aea4-bf5ed4bb4fe2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.770778] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2251.770778] env[62097]: value = "task-2035959" [ 2251.770778] env[62097]: _type = "Task" [ 2251.770778] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.779023] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.206725] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035958, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.280777] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035959, 'name': ReconfigVM_Task, 'duration_secs': 0.307988} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.281090] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Reconfigured VM instance instance-00000076 to attach disk [datastore1] a6bd9b50-c88c-42bd-9ad2-dc076c4b525d/a6bd9b50-c88c-42bd-9ad2-dc076c4b525d.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2252.281731] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddb23e41-5d8c-4d54-8d90-aa47404594ac {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.287713] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2252.287713] env[62097]: value = "task-2035960" [ 2252.287713] env[62097]: _type = "Task" [ 2252.287713] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.295304] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035960, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.709490] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035958, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.797377] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035960, 'name': Rename_Task, 'duration_secs': 0.134026} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.797714] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2252.797875] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18f4af5a-38c0-47d4-8217-ddfd8bf8d026 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.804464] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2252.804464] env[62097]: value = "task-2035961" [ 2252.804464] env[62097]: _type = "Task" [ 2252.804464] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.209941] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035958, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.314905] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035961, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.710523] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035958, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.816125] env[62097]: DEBUG oslo_vmware.api [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035961, 'name': PowerOnVM_Task, 'duration_secs': 0.528017} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.816125] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2253.816125] env[62097]: INFO nova.compute.manager [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Took 7.82 seconds to spawn the instance on the hypervisor. [ 2253.816125] env[62097]: DEBUG nova.compute.manager [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2253.816715] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c64052-8752-4282-a835-556cc3509e7f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.212402] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035958, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.334444] env[62097]: INFO nova.compute.manager [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Took 12.55 seconds to build instance. [ 2254.711607] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035958, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.836449] env[62097]: DEBUG oslo_concurrency.lockutils [None req-bc755980-3490-4d7e-9eb2-16b4ead3f66f tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.056s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2254.913333] env[62097]: DEBUG nova.compute.manager [req-567b9669-7894-4fbf-9f18-0cb6d848f212 req-4bd25a4f-0add-4f04-85a6-6dfad8d97e90 service nova] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Received event network-changed-1deeff54-2be5-431e-a891-a1a8acf024f9 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2254.913550] env[62097]: DEBUG nova.compute.manager [req-567b9669-7894-4fbf-9f18-0cb6d848f212 req-4bd25a4f-0add-4f04-85a6-6dfad8d97e90 service nova] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Refreshing instance network info cache due to event network-changed-1deeff54-2be5-431e-a891-a1a8acf024f9. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2254.913812] env[62097]: DEBUG oslo_concurrency.lockutils [req-567b9669-7894-4fbf-9f18-0cb6d848f212 req-4bd25a4f-0add-4f04-85a6-6dfad8d97e90 service nova] Acquiring lock "refresh_cache-a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2254.913965] env[62097]: DEBUG oslo_concurrency.lockutils [req-567b9669-7894-4fbf-9f18-0cb6d848f212 req-4bd25a4f-0add-4f04-85a6-6dfad8d97e90 service nova] Acquired lock "refresh_cache-a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2254.914142] env[62097]: DEBUG nova.network.neutron [req-567b9669-7894-4fbf-9f18-0cb6d848f212 req-4bd25a4f-0add-4f04-85a6-6dfad8d97e90 service nova] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Refreshing network info cache for port 1deeff54-2be5-431e-a891-a1a8acf024f9 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2255.212376] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035958, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.618540] env[62097]: DEBUG nova.network.neutron [req-567b9669-7894-4fbf-9f18-0cb6d848f212 req-4bd25a4f-0add-4f04-85a6-6dfad8d97e90 service nova] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Updated VIF entry in instance network info cache for port 1deeff54-2be5-431e-a891-a1a8acf024f9. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2255.618918] env[62097]: DEBUG nova.network.neutron [req-567b9669-7894-4fbf-9f18-0cb6d848f212 req-4bd25a4f-0add-4f04-85a6-6dfad8d97e90 service nova] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Updating instance_info_cache with network_info: [{"id": "1deeff54-2be5-431e-a891-a1a8acf024f9", "address": "fa:16:3e:5a:d4:80", "network": {"id": "1606e96f-eee0-456b-a3fb-4dfa9d6d601d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393149127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af5979ef52740dea95801a1e50166f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1deeff54-2b", "ovs_interfaceid": "1deeff54-2be5-431e-a891-a1a8acf024f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2255.712878] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035958, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.121917] env[62097]: DEBUG oslo_concurrency.lockutils [req-567b9669-7894-4fbf-9f18-0cb6d848f212 req-4bd25a4f-0add-4f04-85a6-6dfad8d97e90 service nova] Releasing lock "refresh_cache-a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2256.214201] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035958, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.714135] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035958, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.215177] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035958, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.715611] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035958, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.216740] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035958, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.718041] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035958, 'name': Destroy_Task} progress is 33%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.219084] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035958, 'name': Destroy_Task, 'duration_secs': 7.081215} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.219536] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Destroyed the VM [ 2259.219536] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Deleting Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2259.219695] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-893d5df7-fc21-4b4f-8e43-4cbc7ca39b64 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.225852] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2259.225852] env[62097]: value = "task-2035962" [ 2259.225852] env[62097]: _type = "Task" [ 2259.225852] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.233372] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035962, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.736252] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035962, 'name': RemoveSnapshot_Task, 'duration_secs': 0.317777} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.736512] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Deleted Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2259.736786] env[62097]: DEBUG nova.compute.manager [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2259.737559] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49d0067-169d-422d-8bd9-989d2a20a1ad {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.251168] env[62097]: INFO nova.compute.manager [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Shelve offloading [ 2260.756071] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2260.756071] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0692923f-844d-4e03-be2b-399ccd5517ec {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.763981] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2260.763981] env[62097]: value = "task-2035963" [ 2260.763981] env[62097]: _type = "Task" [ 2260.763981] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.771506] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.274167] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] VM already powered off {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2261.274488] env[62097]: DEBUG nova.compute.manager [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2261.275059] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e682d8-960a-4c9b-8fe9-551a37a3bd6a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.280490] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "refresh_cache-724db4b5-ecbc-4848-987f-0da9023eee0e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2261.280651] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquired lock "refresh_cache-724db4b5-ecbc-4848-987f-0da9023eee0e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2261.280816] env[62097]: DEBUG nova.network.neutron [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2261.991762] env[62097]: DEBUG nova.network.neutron [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Updating instance_info_cache with network_info: [{"id": "969032ac-1c45-4934-89c5-219d8b9ed3f0", "address": "fa:16:3e:07:b5:34", "network": {"id": "4b38f34b-9283-4f1c-a81c-ecc76db59b3a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944861485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b758427cb84ff0a469292b373bbffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap969032ac-1c", "ovs_interfaceid": "969032ac-1c45-4934-89c5-219d8b9ed3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2262.494707] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Releasing lock "refresh_cache-724db4b5-ecbc-4848-987f-0da9023eee0e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2262.725701] env[62097]: DEBUG nova.compute.manager [req-b4a1ebd1-b23e-44e7-9459-1237472cbe5f req-fa55c89d-513e-44d1-be47-f0bb5696d491 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Received event network-vif-unplugged-969032ac-1c45-4934-89c5-219d8b9ed3f0 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2262.726160] env[62097]: DEBUG oslo_concurrency.lockutils [req-b4a1ebd1-b23e-44e7-9459-1237472cbe5f req-fa55c89d-513e-44d1-be47-f0bb5696d491 service nova] Acquiring lock "724db4b5-ecbc-4848-987f-0da9023eee0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2262.726449] env[62097]: DEBUG oslo_concurrency.lockutils [req-b4a1ebd1-b23e-44e7-9459-1237472cbe5f req-fa55c89d-513e-44d1-be47-f0bb5696d491 service nova] Lock "724db4b5-ecbc-4848-987f-0da9023eee0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2262.726668] env[62097]: DEBUG oslo_concurrency.lockutils [req-b4a1ebd1-b23e-44e7-9459-1237472cbe5f req-fa55c89d-513e-44d1-be47-f0bb5696d491 service nova] Lock "724db4b5-ecbc-4848-987f-0da9023eee0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2262.726869] env[62097]: DEBUG nova.compute.manager [req-b4a1ebd1-b23e-44e7-9459-1237472cbe5f req-fa55c89d-513e-44d1-be47-f0bb5696d491 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] No waiting events found dispatching network-vif-unplugged-969032ac-1c45-4934-89c5-219d8b9ed3f0 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2262.727095] env[62097]: WARNING nova.compute.manager [req-b4a1ebd1-b23e-44e7-9459-1237472cbe5f req-fa55c89d-513e-44d1-be47-f0bb5696d491 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Received unexpected event network-vif-unplugged-969032ac-1c45-4934-89c5-219d8b9ed3f0 for instance with vm_state shelved and task_state shelving_offloading. [ 2262.820804] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2262.821740] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270963e5-dcb5-498f-8212-b5eabfde7f28 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.829571] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2262.829814] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac124b55-9e39-49e8-91e8-44f88fb780c2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.043096] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2263.043379] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2263.043479] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Deleting the datastore file [datastore1] 724db4b5-ecbc-4848-987f-0da9023eee0e {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2263.043753] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eaab9d5d-8003-4485-bea6-a877aaa728f3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.050558] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2263.050558] env[62097]: value = "task-2035965" [ 2263.050558] env[62097]: _type = "Task" [ 2263.050558] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.058188] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.560794] env[62097]: DEBUG oslo_vmware.api [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134478} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.561171] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2263.561280] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2263.561408] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2263.584064] env[62097]: INFO nova.scheduler.client.report [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Deleted allocations for instance 724db4b5-ecbc-4848-987f-0da9023eee0e [ 2264.089048] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2264.089048] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2264.089048] env[62097]: DEBUG nova.objects.instance [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lazy-loading 'resources' on Instance uuid 724db4b5-ecbc-4848-987f-0da9023eee0e {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2264.592234] env[62097]: DEBUG nova.objects.instance [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lazy-loading 'numa_topology' on Instance uuid 724db4b5-ecbc-4848-987f-0da9023eee0e {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2264.754951] env[62097]: DEBUG nova.compute.manager [req-669c5a1a-b315-4b90-98e9-adac05a772dc req-052afb41-7373-4094-be61-8d7c07747e3b service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Received event network-changed-969032ac-1c45-4934-89c5-219d8b9ed3f0 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2264.755212] env[62097]: DEBUG nova.compute.manager [req-669c5a1a-b315-4b90-98e9-adac05a772dc req-052afb41-7373-4094-be61-8d7c07747e3b service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Refreshing instance network info cache due to event network-changed-969032ac-1c45-4934-89c5-219d8b9ed3f0. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2264.755432] env[62097]: DEBUG oslo_concurrency.lockutils [req-669c5a1a-b315-4b90-98e9-adac05a772dc req-052afb41-7373-4094-be61-8d7c07747e3b service nova] Acquiring lock "refresh_cache-724db4b5-ecbc-4848-987f-0da9023eee0e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2264.755579] env[62097]: DEBUG oslo_concurrency.lockutils [req-669c5a1a-b315-4b90-98e9-adac05a772dc req-052afb41-7373-4094-be61-8d7c07747e3b service nova] Acquired lock "refresh_cache-724db4b5-ecbc-4848-987f-0da9023eee0e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2264.755793] env[62097]: DEBUG nova.network.neutron [req-669c5a1a-b315-4b90-98e9-adac05a772dc req-052afb41-7373-4094-be61-8d7c07747e3b service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Refreshing network info cache for port 969032ac-1c45-4934-89c5-219d8b9ed3f0 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2265.095273] env[62097]: DEBUG nova.objects.base [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Object Instance<724db4b5-ecbc-4848-987f-0da9023eee0e> lazy-loaded attributes: resources,numa_topology {{(pid=62097) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2265.159577] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70a94c2-7a27-4c6a-8c7d-a9df52decc16 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.167404] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5441e9-b440-41d3-9d61-01ad51e8b8a4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.197162] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1251da-af80-4061-9b0a-478edd243f1f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.204197] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1165e76-d099-4471-b211-acc8141b30d8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.216891] env[62097]: DEBUG nova.compute.provider_tree [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2265.641944] env[62097]: DEBUG nova.network.neutron [req-669c5a1a-b315-4b90-98e9-adac05a772dc req-052afb41-7373-4094-be61-8d7c07747e3b service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Updated VIF entry in instance network info cache for port 969032ac-1c45-4934-89c5-219d8b9ed3f0. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2265.642330] env[62097]: DEBUG nova.network.neutron [req-669c5a1a-b315-4b90-98e9-adac05a772dc req-052afb41-7373-4094-be61-8d7c07747e3b service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Updating instance_info_cache with network_info: [{"id": "969032ac-1c45-4934-89c5-219d8b9ed3f0", "address": "fa:16:3e:07:b5:34", "network": {"id": "4b38f34b-9283-4f1c-a81c-ecc76db59b3a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-944861485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b758427cb84ff0a469292b373bbffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap969032ac-1c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2265.720180] env[62097]: DEBUG nova.scheduler.client.report [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2265.952794] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "724db4b5-ecbc-4848-987f-0da9023eee0e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2266.144707] env[62097]: DEBUG oslo_concurrency.lockutils [req-669c5a1a-b315-4b90-98e9-adac05a772dc req-052afb41-7373-4094-be61-8d7c07747e3b service nova] Releasing lock "refresh_cache-724db4b5-ecbc-4848-987f-0da9023eee0e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2266.224995] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2266.732956] env[62097]: DEBUG oslo_concurrency.lockutils [None req-a58c1e46-5df8-4188-b6a9-7d70ccfe65dd tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "724db4b5-ecbc-4848-987f-0da9023eee0e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.084s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2266.733844] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "724db4b5-ecbc-4848-987f-0da9023eee0e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.781s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2266.734050] env[62097]: INFO nova.compute.manager [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Unshelving [ 2267.758341] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2267.758632] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2267.758841] env[62097]: DEBUG nova.objects.instance [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lazy-loading 'pci_requests' on Instance uuid 724db4b5-ecbc-4848-987f-0da9023eee0e {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2267.990563] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e3526a55-ee68-4cba-a6da-557ca5124329 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "93bd4356-ad05-4971-a5ef-71e6783108df" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2267.990800] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e3526a55-ee68-4cba-a6da-557ca5124329 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "93bd4356-ad05-4971-a5ef-71e6783108df" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2268.262576] env[62097]: DEBUG nova.objects.instance [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lazy-loading 'numa_topology' on Instance uuid 724db4b5-ecbc-4848-987f-0da9023eee0e {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2268.494761] env[62097]: DEBUG nova.compute.utils [None req-e3526a55-ee68-4cba-a6da-557ca5124329 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2268.764926] env[62097]: INFO nova.compute.claims [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2268.997903] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e3526a55-ee68-4cba-a6da-557ca5124329 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "93bd4356-ad05-4971-a5ef-71e6783108df" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2269.840684] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed1646e-7027-4ad0-bce8-f3f3e52fcfcc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.848658] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd7f989-c046-43da-8a3a-f94fde7cbbb3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.878147] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55504dc-d8c7-49aa-b84e-30549a4c1eb8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.885603] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d7d05c-e3ca-4068-a8e6-b8ae0cee5fd7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.898575] env[62097]: DEBUG nova.compute.provider_tree [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2270.056369] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e3526a55-ee68-4cba-a6da-557ca5124329 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "93bd4356-ad05-4971-a5ef-71e6783108df" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2270.056615] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e3526a55-ee68-4cba-a6da-557ca5124329 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "93bd4356-ad05-4971-a5ef-71e6783108df" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2270.056857] env[62097]: INFO nova.compute.manager [None req-e3526a55-ee68-4cba-a6da-557ca5124329 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Attaching volume aa12f108-12e0-4d8c-99d1-5251bfd60436 to /dev/sdb [ 2270.087058] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4b5218-a245-407f-abeb-5766a5de285f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.094178] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d88ddb-b126-4655-8986-c222a3c66b81 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.107037] env[62097]: DEBUG nova.virt.block_device [None req-e3526a55-ee68-4cba-a6da-557ca5124329 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Updating existing volume attachment record: f16d0039-1d80-46b1-bf54-46e153005379 {{(pid=62097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2270.402509] env[62097]: DEBUG nova.scheduler.client.report [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2270.907852] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.149s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2270.936059] env[62097]: INFO nova.network.neutron [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Updating port 969032ac-1c45-4934-89c5-219d8b9ed3f0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2272.314464] env[62097]: DEBUG nova.compute.manager [req-13a7a1ab-4767-4385-bc48-66ea5bd65291 req-946bce15-6414-4aad-8af0-a36db550a03f service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Received event network-vif-plugged-969032ac-1c45-4934-89c5-219d8b9ed3f0 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2272.314705] env[62097]: DEBUG oslo_concurrency.lockutils [req-13a7a1ab-4767-4385-bc48-66ea5bd65291 req-946bce15-6414-4aad-8af0-a36db550a03f service nova] Acquiring lock "724db4b5-ecbc-4848-987f-0da9023eee0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2272.314897] env[62097]: DEBUG oslo_concurrency.lockutils [req-13a7a1ab-4767-4385-bc48-66ea5bd65291 req-946bce15-6414-4aad-8af0-a36db550a03f service nova] Lock "724db4b5-ecbc-4848-987f-0da9023eee0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2272.315080] env[62097]: DEBUG oslo_concurrency.lockutils [req-13a7a1ab-4767-4385-bc48-66ea5bd65291 req-946bce15-6414-4aad-8af0-a36db550a03f service nova] Lock "724db4b5-ecbc-4848-987f-0da9023eee0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2272.315255] env[62097]: DEBUG nova.compute.manager [req-13a7a1ab-4767-4385-bc48-66ea5bd65291 req-946bce15-6414-4aad-8af0-a36db550a03f service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] No waiting events found dispatching network-vif-plugged-969032ac-1c45-4934-89c5-219d8b9ed3f0 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2272.315421] env[62097]: WARNING nova.compute.manager [req-13a7a1ab-4767-4385-bc48-66ea5bd65291 req-946bce15-6414-4aad-8af0-a36db550a03f service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Received unexpected event network-vif-plugged-969032ac-1c45-4934-89c5-219d8b9ed3f0 for instance with vm_state shelved_offloaded and task_state spawning. [ 2272.415290] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "refresh_cache-724db4b5-ecbc-4848-987f-0da9023eee0e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2272.415290] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquired lock "refresh_cache-724db4b5-ecbc-4848-987f-0da9023eee0e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2272.415290] env[62097]: DEBUG nova.network.neutron [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2273.111546] env[62097]: DEBUG nova.network.neutron [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Updating instance_info_cache with network_info: [{"id": "969032ac-1c45-4934-89c5-219d8b9ed3f0", "address": "fa:16:3e:07:b5:34", "network": {"id": "4b38f34b-9283-4f1c-a81c-ecc76db59b3a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944861485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b758427cb84ff0a469292b373bbffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap969032ac-1c", "ovs_interfaceid": "969032ac-1c45-4934-89c5-219d8b9ed3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2273.614372] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Releasing lock "refresh_cache-724db4b5-ecbc-4848-987f-0da9023eee0e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2273.641568] env[62097]: DEBUG nova.virt.hardware [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e3fa471c816dce39b0ff45bddc8e7bb8',container_format='bare',created_at=2025-01-07T02:17:12Z,direct_url=,disk_format='vmdk',id=c7365010-13f8-44b9-bd77-9235c6bb464b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1085798175-shelved',owner='83b758427cb84ff0a469292b373bbffe',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-01-07T02:17:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2273.641832] env[62097]: DEBUG nova.virt.hardware [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2273.641991] env[62097]: DEBUG nova.virt.hardware [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2273.642191] env[62097]: DEBUG nova.virt.hardware [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2273.642340] env[62097]: DEBUG nova.virt.hardware [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2273.642490] env[62097]: DEBUG nova.virt.hardware [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2273.642697] env[62097]: DEBUG nova.virt.hardware [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2273.642856] env[62097]: DEBUG nova.virt.hardware [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2273.643033] env[62097]: DEBUG nova.virt.hardware [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2273.643237] env[62097]: DEBUG nova.virt.hardware [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2273.643377] env[62097]: DEBUG nova.virt.hardware [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2273.644509] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34c3c04-f31a-4f7f-842b-225480988a43 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.652435] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5245e7a-ff7b-4620-8167-0695bcbae0ba {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.665514] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:b5:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '969032ac-1c45-4934-89c5-219d8b9ed3f0', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2273.673021] env[62097]: DEBUG oslo.service.loopingcall [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2273.673021] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2273.673215] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a263a63d-abcc-4ced-a887-e9decb7ef41c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.692011] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2273.692011] env[62097]: value = "task-2035970" [ 2273.692011] env[62097]: _type = "Task" [ 2273.692011] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.699285] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035970, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.201461] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035970, 'name': CreateVM_Task, 'duration_secs': 0.316036} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.201627] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2274.202292] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7365010-13f8-44b9-bd77-9235c6bb464b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2274.202465] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7365010-13f8-44b9-bd77-9235c6bb464b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2274.202832] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7365010-13f8-44b9-bd77-9235c6bb464b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2274.203090] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96664682-4253-4a06-a5f1-8ebe81e5d796 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.207375] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2274.207375] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522ddcf9-f5c4-4972-f534-90779a043ac8" [ 2274.207375] env[62097]: _type = "Task" [ 2274.207375] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.214546] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522ddcf9-f5c4-4972-f534-90779a043ac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.341429] env[62097]: DEBUG nova.compute.manager [req-431a2fd8-4ef2-43e1-8ee8-d823d38c0290 req-48cb52b3-9c53-4b79-b5bc-e7cc90d183e1 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Received event network-changed-969032ac-1c45-4934-89c5-219d8b9ed3f0 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2274.341429] env[62097]: DEBUG nova.compute.manager [req-431a2fd8-4ef2-43e1-8ee8-d823d38c0290 req-48cb52b3-9c53-4b79-b5bc-e7cc90d183e1 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Refreshing instance network info cache due to event network-changed-969032ac-1c45-4934-89c5-219d8b9ed3f0. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2274.341560] env[62097]: DEBUG oslo_concurrency.lockutils [req-431a2fd8-4ef2-43e1-8ee8-d823d38c0290 req-48cb52b3-9c53-4b79-b5bc-e7cc90d183e1 service nova] Acquiring lock "refresh_cache-724db4b5-ecbc-4848-987f-0da9023eee0e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2274.341705] env[62097]: DEBUG oslo_concurrency.lockutils [req-431a2fd8-4ef2-43e1-8ee8-d823d38c0290 req-48cb52b3-9c53-4b79-b5bc-e7cc90d183e1 service nova] Acquired lock "refresh_cache-724db4b5-ecbc-4848-987f-0da9023eee0e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2274.341865] env[62097]: DEBUG nova.network.neutron [req-431a2fd8-4ef2-43e1-8ee8-d823d38c0290 req-48cb52b3-9c53-4b79-b5bc-e7cc90d183e1 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Refreshing network info cache for port 969032ac-1c45-4934-89c5-219d8b9ed3f0 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2274.650403] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3526a55-ee68-4cba-a6da-557ca5124329 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Volume attach. Driver type: vmdk {{(pid=62097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2274.650678] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3526a55-ee68-4cba-a6da-557ca5124329 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418090', 'volume_id': 'aa12f108-12e0-4d8c-99d1-5251bfd60436', 'name': 'volume-aa12f108-12e0-4d8c-99d1-5251bfd60436', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93bd4356-ad05-4971-a5ef-71e6783108df', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa12f108-12e0-4d8c-99d1-5251bfd60436', 'serial': 'aa12f108-12e0-4d8c-99d1-5251bfd60436'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2274.651570] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0081b787-fe67-46b3-ad9d-6214e563a2f4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.668712] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841deae5-6480-4447-8470-3427f870535d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.696907] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3526a55-ee68-4cba-a6da-557ca5124329 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-aa12f108-12e0-4d8c-99d1-5251bfd60436/volume-aa12f108-12e0-4d8c-99d1-5251bfd60436.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2274.697574] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50f2ed0f-d279-4030-94a7-85df196044c2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.723100] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7365010-13f8-44b9-bd77-9235c6bb464b" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2274.723375] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Processing image c7365010-13f8-44b9-bd77-9235c6bb464b {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2274.723610] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7365010-13f8-44b9-bd77-9235c6bb464b/c7365010-13f8-44b9-bd77-9235c6bb464b.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2274.723760] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7365010-13f8-44b9-bd77-9235c6bb464b/c7365010-13f8-44b9-bd77-9235c6bb464b.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2274.723937] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2274.724284] env[62097]: DEBUG oslo_vmware.api [None req-e3526a55-ee68-4cba-a6da-557ca5124329 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2274.724284] env[62097]: value = "task-2035971" [ 2274.724284] env[62097]: _type = "Task" [ 2274.724284] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.724481] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d7088e5-6b89-479d-8801-5737ccfb32f1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.737240] env[62097]: DEBUG oslo_vmware.api [None req-e3526a55-ee68-4cba-a6da-557ca5124329 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035971, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.738305] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2274.738475] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2274.739169] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed7f4874-4476-487b-a1ee-9e8e2fc41dcb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.743740] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2274.743740] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ba0add-8422-3600-28d5-40c0771a6e1f" [ 2274.743740] env[62097]: _type = "Task" [ 2274.743740] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.750886] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ba0add-8422-3600-28d5-40c0771a6e1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.056444] env[62097]: DEBUG nova.network.neutron [req-431a2fd8-4ef2-43e1-8ee8-d823d38c0290 req-48cb52b3-9c53-4b79-b5bc-e7cc90d183e1 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Updated VIF entry in instance network info cache for port 969032ac-1c45-4934-89c5-219d8b9ed3f0. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2275.056820] env[62097]: DEBUG nova.network.neutron [req-431a2fd8-4ef2-43e1-8ee8-d823d38c0290 req-48cb52b3-9c53-4b79-b5bc-e7cc90d183e1 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Updating instance_info_cache with network_info: [{"id": "969032ac-1c45-4934-89c5-219d8b9ed3f0", "address": "fa:16:3e:07:b5:34", "network": {"id": "4b38f34b-9283-4f1c-a81c-ecc76db59b3a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944861485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b758427cb84ff0a469292b373bbffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap969032ac-1c", "ovs_interfaceid": "969032ac-1c45-4934-89c5-219d8b9ed3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2275.235261] env[62097]: DEBUG oslo_vmware.api [None req-e3526a55-ee68-4cba-a6da-557ca5124329 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.252602] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Preparing fetch location {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2275.252835] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Fetch image to [datastore2] OSTACK_IMG_46458334-ccc3-408b-9b9c-7f582fe1e88b/OSTACK_IMG_46458334-ccc3-408b-9b9c-7f582fe1e88b.vmdk {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2275.253022] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Downloading stream optimized image c7365010-13f8-44b9-bd77-9235c6bb464b to [datastore2] OSTACK_IMG_46458334-ccc3-408b-9b9c-7f582fe1e88b/OSTACK_IMG_46458334-ccc3-408b-9b9c-7f582fe1e88b.vmdk on the data store datastore2 as vApp {{(pid=62097) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2275.253196] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Downloading image file data c7365010-13f8-44b9-bd77-9235c6bb464b to the ESX as VM named 'OSTACK_IMG_46458334-ccc3-408b-9b9c-7f582fe1e88b' {{(pid=62097) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2275.315846] env[62097]: DEBUG oslo_vmware.rw_handles [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2275.315846] env[62097]: value = "resgroup-9" [ 2275.315846] env[62097]: _type = "ResourcePool" [ 2275.315846] env[62097]: }. {{(pid=62097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2275.316212] env[62097]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0748654b-2559-4ee1-9c7b-5d9b091d0b6e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.336614] env[62097]: DEBUG oslo_vmware.rw_handles [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lease: (returnval){ [ 2275.336614] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d51d63-4862-632e-a1ba-e82a93c62db5" [ 2275.336614] env[62097]: _type = "HttpNfcLease" [ 2275.336614] env[62097]: } obtained for vApp import into resource pool (val){ [ 2275.336614] env[62097]: value = "resgroup-9" [ 2275.336614] env[62097]: _type = "ResourcePool" [ 2275.336614] env[62097]: }. {{(pid=62097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2275.336928] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the lease: (returnval){ [ 2275.336928] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d51d63-4862-632e-a1ba-e82a93c62db5" [ 2275.336928] env[62097]: _type = "HttpNfcLease" [ 2275.336928] env[62097]: } to be ready. {{(pid=62097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2275.342647] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2275.342647] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d51d63-4862-632e-a1ba-e82a93c62db5" [ 2275.342647] env[62097]: _type = "HttpNfcLease" [ 2275.342647] env[62097]: } is initializing. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2275.559646] env[62097]: DEBUG oslo_concurrency.lockutils [req-431a2fd8-4ef2-43e1-8ee8-d823d38c0290 req-48cb52b3-9c53-4b79-b5bc-e7cc90d183e1 service nova] Releasing lock "refresh_cache-724db4b5-ecbc-4848-987f-0da9023eee0e" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2275.736871] env[62097]: DEBUG oslo_vmware.api [None req-e3526a55-ee68-4cba-a6da-557ca5124329 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.845687] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2275.845687] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d51d63-4862-632e-a1ba-e82a93c62db5" [ 2275.845687] env[62097]: _type = "HttpNfcLease" [ 2275.845687] env[62097]: } is initializing. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2276.236887] env[62097]: DEBUG oslo_vmware.api [None req-e3526a55-ee68-4cba-a6da-557ca5124329 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035971, 'name': ReconfigVM_Task, 'duration_secs': 1.206955} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.237881] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3526a55-ee68-4cba-a6da-557ca5124329 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-aa12f108-12e0-4d8c-99d1-5251bfd60436/volume-aa12f108-12e0-4d8c-99d1-5251bfd60436.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2276.242198] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-514af32c-23e1-4fe5-9b37-b8c9b6624333 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.257168] env[62097]: DEBUG oslo_vmware.api [None req-e3526a55-ee68-4cba-a6da-557ca5124329 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2276.257168] env[62097]: value = "task-2035973" [ 2276.257168] env[62097]: _type = "Task" [ 2276.257168] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.264853] env[62097]: DEBUG oslo_vmware.api [None req-e3526a55-ee68-4cba-a6da-557ca5124329 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.346448] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2276.346448] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d51d63-4862-632e-a1ba-e82a93c62db5" [ 2276.346448] env[62097]: _type = "HttpNfcLease" [ 2276.346448] env[62097]: } is ready. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2276.346740] env[62097]: DEBUG oslo_vmware.rw_handles [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2276.346740] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52d51d63-4862-632e-a1ba-e82a93c62db5" [ 2276.346740] env[62097]: _type = "HttpNfcLease" [ 2276.346740] env[62097]: }. {{(pid=62097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2276.347465] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a82f4fa-f1ba-4d07-b8bf-e13abd68a145 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.355960] env[62097]: DEBUG oslo_vmware.rw_handles [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211c1bc-c2a3-4118-2162-bc1054f401d5/disk-0.vmdk from lease info. {{(pid=62097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2276.356161] env[62097]: DEBUG oslo_vmware.rw_handles [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211c1bc-c2a3-4118-2162-bc1054f401d5/disk-0.vmdk. {{(pid=62097) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2276.417713] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3086ef06-8cf3-47c2-9e08-e386c4a4af86 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.768631] env[62097]: DEBUG oslo_vmware.api [None req-e3526a55-ee68-4cba-a6da-557ca5124329 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035973, 'name': ReconfigVM_Task, 'duration_secs': 0.141234} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.771911] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3526a55-ee68-4cba-a6da-557ca5124329 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418090', 'volume_id': 'aa12f108-12e0-4d8c-99d1-5251bfd60436', 'name': 'volume-aa12f108-12e0-4d8c-99d1-5251bfd60436', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93bd4356-ad05-4971-a5ef-71e6783108df', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa12f108-12e0-4d8c-99d1-5251bfd60436', 'serial': 'aa12f108-12e0-4d8c-99d1-5251bfd60436'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2277.427466] env[62097]: DEBUG oslo_vmware.rw_handles [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Completed reading data from the image iterator. {{(pid=62097) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2277.427705] env[62097]: DEBUG oslo_vmware.rw_handles [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211c1bc-c2a3-4118-2162-bc1054f401d5/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2277.428688] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17918a06-0dea-45c1-a732-2cdff7ec7a12 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.435576] env[62097]: DEBUG oslo_vmware.rw_handles [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211c1bc-c2a3-4118-2162-bc1054f401d5/disk-0.vmdk is in state: ready. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2277.435742] env[62097]: DEBUG oslo_vmware.rw_handles [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211c1bc-c2a3-4118-2162-bc1054f401d5/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2277.435976] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ac6cbd46-ea3e-47bd-b44f-7e4b05ad9eb5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.783784] env[62097]: DEBUG oslo_vmware.rw_handles [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211c1bc-c2a3-4118-2162-bc1054f401d5/disk-0.vmdk. {{(pid=62097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2277.784178] env[62097]: INFO nova.virt.vmwareapi.images [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Downloaded image file data c7365010-13f8-44b9-bd77-9235c6bb464b [ 2277.784936] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27541026-aa98-4de2-ae5c-ae2f64dc5f7d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.800058] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fbe1668-7c81-48ba-a7cc-56a719a546d8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.810407] env[62097]: DEBUG nova.objects.instance [None req-e3526a55-ee68-4cba-a6da-557ca5124329 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lazy-loading 'flavor' on Instance uuid 93bd4356-ad05-4971-a5ef-71e6783108df {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2277.934815] env[62097]: INFO nova.virt.vmwareapi.images [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] The imported VM was unregistered [ 2277.937377] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Caching image {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2277.937615] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c7365010-13f8-44b9-bd77-9235c6bb464b {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2277.937891] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-105bfc3a-eb11-4822-a401-f801b43693eb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.957939] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Created directory with path [datastore2] devstack-image-cache_base/c7365010-13f8-44b9-bd77-9235c6bb464b {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2277.958167] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_46458334-ccc3-408b-9b9c-7f582fe1e88b/OSTACK_IMG_46458334-ccc3-408b-9b9c-7f582fe1e88b.vmdk to [datastore2] devstack-image-cache_base/c7365010-13f8-44b9-bd77-9235c6bb464b/c7365010-13f8-44b9-bd77-9235c6bb464b.vmdk. {{(pid=62097) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2277.958468] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-83e51018-7edc-4393-b185-1bcb59265813 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.965236] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2277.965236] env[62097]: value = "task-2035975" [ 2277.965236] env[62097]: _type = "Task" [ 2277.965236] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.973470] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035975, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.315646] env[62097]: DEBUG oslo_concurrency.lockutils [None req-e3526a55-ee68-4cba-a6da-557ca5124329 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "93bd4356-ad05-4971-a5ef-71e6783108df" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.259s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2278.475805] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035975, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.977982] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035975, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.172016] env[62097]: DEBUG nova.compute.manager [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Stashing vm_state: active {{(pid=62097) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2279.479421] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035975, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.693107] env[62097]: DEBUG oslo_concurrency.lockutils [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2279.693390] env[62097]: DEBUG oslo_concurrency.lockutils [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2279.980583] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035975, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.198838] env[62097]: INFO nova.compute.claims [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2280.478759] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035975, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.419918} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.479436] env[62097]: INFO nova.virt.vmwareapi.ds_util [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_46458334-ccc3-408b-9b9c-7f582fe1e88b/OSTACK_IMG_46458334-ccc3-408b-9b9c-7f582fe1e88b.vmdk to [datastore2] devstack-image-cache_base/c7365010-13f8-44b9-bd77-9235c6bb464b/c7365010-13f8-44b9-bd77-9235c6bb464b.vmdk. [ 2280.479531] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Cleaning up location [datastore2] OSTACK_IMG_46458334-ccc3-408b-9b9c-7f582fe1e88b {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2280.479655] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_46458334-ccc3-408b-9b9c-7f582fe1e88b {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2280.479905] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-009ee767-5473-44d6-a3a4-a98f7099db8f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.485624] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2280.485624] env[62097]: value = "task-2035976" [ 2280.485624] env[62097]: _type = "Task" [ 2280.485624] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.492724] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.705986] env[62097]: INFO nova.compute.resource_tracker [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Updating resource usage from migration de31ff29-3370-4691-b170-dd91fb424012 [ 2280.777683] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e6ab3e-a603-4022-a3b9-2ca4ebe9f491 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.785183] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686d7220-e621-4d3d-b095-5edd7f091a43 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.814023] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7faff90-3de1-4061-8949-6f954a5dd326 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.821115] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7081fef8-5bf8-44f7-800c-89c274d53452 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.835161] env[62097]: DEBUG nova.compute.provider_tree [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2280.995161] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030862} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.995504] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2280.995589] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7365010-13f8-44b9-bd77-9235c6bb464b/c7365010-13f8-44b9-bd77-9235c6bb464b.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2280.995821] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7365010-13f8-44b9-bd77-9235c6bb464b/c7365010-13f8-44b9-bd77-9235c6bb464b.vmdk to [datastore2] 724db4b5-ecbc-4848-987f-0da9023eee0e/724db4b5-ecbc-4848-987f-0da9023eee0e.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2280.996105] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62c65b6b-bbe6-4a8f-ae49-6f48e44ac5e0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.001947] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2281.001947] env[62097]: value = "task-2035977" [ 2281.001947] env[62097]: _type = "Task" [ 2281.001947] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.009467] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.337930] env[62097]: DEBUG nova.scheduler.client.report [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2281.515124] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035977, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.694742] env[62097]: DEBUG oslo_concurrency.lockutils [None req-67322dec-cb08-4755-a548-76b5616f4f7f tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "61cbcbca-4684-45a8-b615-8fa4cdb5a45f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2281.695118] env[62097]: DEBUG oslo_concurrency.lockutils [None req-67322dec-cb08-4755-a548-76b5616f4f7f tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "61cbcbca-4684-45a8-b615-8fa4cdb5a45f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2281.843305] env[62097]: DEBUG oslo_concurrency.lockutils [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.150s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2281.843546] env[62097]: INFO nova.compute.manager [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Migrating [ 2282.014533] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035977, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.199111] env[62097]: INFO nova.compute.manager [None req-67322dec-cb08-4755-a548-76b5616f4f7f tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Detaching volume 22cf9c1c-a072-477c-9b55-c66ae401482d [ 2282.232777] env[62097]: INFO nova.virt.block_device [None req-67322dec-cb08-4755-a548-76b5616f4f7f tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Attempting to driver detach volume 22cf9c1c-a072-477c-9b55-c66ae401482d from mountpoint /dev/sdb [ 2282.233083] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-67322dec-cb08-4755-a548-76b5616f4f7f tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Volume detach. Driver type: vmdk {{(pid=62097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2282.233279] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-67322dec-cb08-4755-a548-76b5616f4f7f tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418083', 'volume_id': '22cf9c1c-a072-477c-9b55-c66ae401482d', 'name': 'volume-22cf9c1c-a072-477c-9b55-c66ae401482d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61cbcbca-4684-45a8-b615-8fa4cdb5a45f', 'attached_at': '', 'detached_at': '', 'volume_id': '22cf9c1c-a072-477c-9b55-c66ae401482d', 'serial': '22cf9c1c-a072-477c-9b55-c66ae401482d'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2282.234274] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a94ab0-48bd-413a-b503-919c065ac9cd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.259242] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7834f9f9-b521-4287-9f05-dbfd0b93ee55 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.268929] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9bc373-5dcc-4bd5-8d4d-01d2cbdb4e95 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.291063] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f5d4f4-434d-452d-8afe-4950ec840713 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.306942] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-67322dec-cb08-4755-a548-76b5616f4f7f tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] The volume has not been displaced from its original location: [datastore1] volume-22cf9c1c-a072-477c-9b55-c66ae401482d/volume-22cf9c1c-a072-477c-9b55-c66ae401482d.vmdk. No consolidation needed. {{(pid=62097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2282.312303] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-67322dec-cb08-4755-a548-76b5616f4f7f tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2282.312812] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f8f01a3-303b-4a96-87aa-20c244348afe {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.333996] env[62097]: DEBUG oslo_vmware.api [None req-67322dec-cb08-4755-a548-76b5616f4f7f tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2282.333996] env[62097]: value = "task-2035978" [ 2282.333996] env[62097]: _type = "Task" [ 2282.333996] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.344797] env[62097]: DEBUG oslo_vmware.api [None req-67322dec-cb08-4755-a548-76b5616f4f7f tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035978, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.358747] env[62097]: DEBUG oslo_concurrency.lockutils [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "refresh_cache-93bd4356-ad05-4971-a5ef-71e6783108df" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2282.359217] env[62097]: DEBUG oslo_concurrency.lockutils [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired lock "refresh_cache-93bd4356-ad05-4971-a5ef-71e6783108df" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2282.359347] env[62097]: DEBUG nova.network.neutron [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2282.515692] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035977, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.848408] env[62097]: DEBUG oslo_vmware.api [None req-67322dec-cb08-4755-a548-76b5616f4f7f tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035978, 'name': ReconfigVM_Task, 'duration_secs': 0.240638} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.848777] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-67322dec-cb08-4755-a548-76b5616f4f7f tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2282.853863] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79937c37-781c-4e74-81de-3088db49f145 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.875129] env[62097]: DEBUG oslo_vmware.api [None req-67322dec-cb08-4755-a548-76b5616f4f7f tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2282.875129] env[62097]: value = "task-2035979" [ 2282.875129] env[62097]: _type = "Task" [ 2282.875129] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.888155] env[62097]: DEBUG oslo_vmware.api [None req-67322dec-cb08-4755-a548-76b5616f4f7f tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035979, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.016237] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035977, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.110258] env[62097]: DEBUG nova.network.neutron [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Updating instance_info_cache with network_info: [{"id": "90fd060b-cef0-4e23-b502-d74d0159520e", "address": "fa:16:3e:93:4d:67", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90fd060b-ce", "ovs_interfaceid": "90fd060b-cef0-4e23-b502-d74d0159520e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2283.385987] env[62097]: DEBUG oslo_vmware.api [None req-67322dec-cb08-4755-a548-76b5616f4f7f tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035979, 'name': ReconfigVM_Task, 'duration_secs': 0.18536} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.386301] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-67322dec-cb08-4755-a548-76b5616f4f7f tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418083', 'volume_id': '22cf9c1c-a072-477c-9b55-c66ae401482d', 'name': 'volume-22cf9c1c-a072-477c-9b55-c66ae401482d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61cbcbca-4684-45a8-b615-8fa4cdb5a45f', 'attached_at': '', 'detached_at': '', 'volume_id': '22cf9c1c-a072-477c-9b55-c66ae401482d', 'serial': '22cf9c1c-a072-477c-9b55-c66ae401482d'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2283.516371] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035977, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.283923} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.516631] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7365010-13f8-44b9-bd77-9235c6bb464b/c7365010-13f8-44b9-bd77-9235c6bb464b.vmdk to [datastore2] 724db4b5-ecbc-4848-987f-0da9023eee0e/724db4b5-ecbc-4848-987f-0da9023eee0e.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2283.517433] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb74302-69b6-4ae9-9cef-9541d4739451 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.538521] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 724db4b5-ecbc-4848-987f-0da9023eee0e/724db4b5-ecbc-4848-987f-0da9023eee0e.vmdk or device None with type streamOptimized {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2283.538756] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4bcccbe-2036-43c0-8975-86d12b6eb047 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.557917] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2283.557917] env[62097]: value = "task-2035980" [ 2283.557917] env[62097]: _type = "Task" [ 2283.557917] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.565222] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.612988] env[62097]: DEBUG oslo_concurrency.lockutils [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Releasing lock "refresh_cache-93bd4356-ad05-4971-a5ef-71e6783108df" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2283.929096] env[62097]: DEBUG nova.objects.instance [None req-67322dec-cb08-4755-a548-76b5616f4f7f tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lazy-loading 'flavor' on Instance uuid 61cbcbca-4684-45a8-b615-8fa4cdb5a45f {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2284.067838] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035980, 'name': ReconfigVM_Task, 'duration_secs': 0.303803} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.068211] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 724db4b5-ecbc-4848-987f-0da9023eee0e/724db4b5-ecbc-4848-987f-0da9023eee0e.vmdk or device None with type streamOptimized {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2284.068697] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55ae09f8-df5b-4284-bc4c-a5afd5fff567 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.074790] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2284.074790] env[62097]: value = "task-2035981" [ 2284.074790] env[62097]: _type = "Task" [ 2284.074790] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.081785] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035981, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.584994] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035981, 'name': Rename_Task, 'duration_secs': 0.163471} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.585320] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2284.585598] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64c404a9-f9a1-42eb-812f-7d3cf1a952c4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.591548] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2284.591548] env[62097]: value = "task-2035982" [ 2284.591548] env[62097]: _type = "Task" [ 2284.591548] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.598721] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.936299] env[62097]: DEBUG oslo_concurrency.lockutils [None req-67322dec-cb08-4755-a548-76b5616f4f7f tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "61cbcbca-4684-45a8-b615-8fa4cdb5a45f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.241s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.101107] env[62097]: DEBUG oslo_vmware.api [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2035982, 'name': PowerOnVM_Task, 'duration_secs': 0.451091} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.101495] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2285.128156] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79badc70-d6e0-4ced-9ba6-58dfe4003a07 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.149080] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Updating instance '93bd4356-ad05-4971-a5ef-71e6783108df' progress to 0 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2285.199155] env[62097]: DEBUG nova.compute.manager [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2285.200321] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f3a66f-ff07-4e91-a373-05fd303c6b44 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.655277] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2285.655589] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6524e21-75d9-47a1-b4c2-8b2e7d43d229 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.662557] env[62097]: DEBUG oslo_vmware.api [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2285.662557] env[62097]: value = "task-2035983" [ 2285.662557] env[62097]: _type = "Task" [ 2285.662557] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.670588] env[62097]: DEBUG oslo_vmware.api [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.715754] env[62097]: DEBUG oslo_concurrency.lockutils [None req-1b60c560-ef3c-4bf3-9dc7-94ba016d957c tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "724db4b5-ecbc-4848-987f-0da9023eee0e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.982s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.939579] env[62097]: DEBUG oslo_concurrency.lockutils [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "61cbcbca-4684-45a8-b615-8fa4cdb5a45f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.939931] env[62097]: DEBUG oslo_concurrency.lockutils [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "61cbcbca-4684-45a8-b615-8fa4cdb5a45f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.940221] env[62097]: DEBUG oslo_concurrency.lockutils [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "61cbcbca-4684-45a8-b615-8fa4cdb5a45f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.940426] env[62097]: DEBUG oslo_concurrency.lockutils [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "61cbcbca-4684-45a8-b615-8fa4cdb5a45f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.940636] env[62097]: DEBUG oslo_concurrency.lockutils [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "61cbcbca-4684-45a8-b615-8fa4cdb5a45f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.942935] env[62097]: INFO nova.compute.manager [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Terminating instance [ 2286.171736] env[62097]: DEBUG oslo_vmware.api [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035983, 'name': PowerOffVM_Task, 'duration_secs': 0.273288} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.174038] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2286.174038] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Updating instance '93bd4356-ad05-4971-a5ef-71e6783108df' progress to 17 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2286.446480] env[62097]: DEBUG nova.compute.manager [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2286.446686] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2286.447599] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead94a11-0714-4955-aae5-72cb99cf2fd8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.455556] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2286.455796] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3e12783-22ef-48bc-b2a6-59f0d4854972 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.461868] env[62097]: DEBUG oslo_vmware.api [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2286.461868] env[62097]: value = "task-2035984" [ 2286.461868] env[62097]: _type = "Task" [ 2286.461868] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.471069] env[62097]: DEBUG oslo_vmware.api [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.678634] env[62097]: DEBUG nova.virt.hardware [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:47:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2286.679021] env[62097]: DEBUG nova.virt.hardware [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2286.679303] env[62097]: DEBUG nova.virt.hardware [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2286.679582] env[62097]: DEBUG nova.virt.hardware [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2286.679848] env[62097]: DEBUG nova.virt.hardware [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2286.680107] env[62097]: DEBUG nova.virt.hardware [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2286.680456] env[62097]: DEBUG nova.virt.hardware [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2286.680666] env[62097]: DEBUG nova.virt.hardware [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2286.680866] env[62097]: DEBUG nova.virt.hardware [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2286.681048] env[62097]: DEBUG nova.virt.hardware [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2286.681233] env[62097]: DEBUG nova.virt.hardware [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2286.686340] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dbe50e5-a483-4080-ba1b-14a8c994215f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.702543] env[62097]: DEBUG oslo_vmware.api [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2286.702543] env[62097]: value = "task-2035985" [ 2286.702543] env[62097]: _type = "Task" [ 2286.702543] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.711502] env[62097]: DEBUG oslo_vmware.api [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.971365] env[62097]: DEBUG oslo_vmware.api [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035984, 'name': PowerOffVM_Task, 'duration_secs': 0.154027} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.971672] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2286.971849] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2286.972119] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a1ef13b-e37a-4870-b250-0103805548ee {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.212293] env[62097]: DEBUG oslo_vmware.api [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035985, 'name': ReconfigVM_Task, 'duration_secs': 0.175394} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.212669] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Updating instance '93bd4356-ad05-4971-a5ef-71e6783108df' progress to 33 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2287.277359] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2287.277608] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2287.277806] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Deleting the datastore file [datastore1] 61cbcbca-4684-45a8-b615-8fa4cdb5a45f {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2287.278088] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c025411-e565-4e14-b1d2-ddbf4269f06d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.287542] env[62097]: DEBUG oslo_vmware.api [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2287.287542] env[62097]: value = "task-2035987" [ 2287.287542] env[62097]: _type = "Task" [ 2287.287542] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.295165] env[62097]: DEBUG oslo_vmware.api [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.718761] env[62097]: DEBUG nova.virt.hardware [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2287.719042] env[62097]: DEBUG nova.virt.hardware [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2287.719210] env[62097]: DEBUG nova.virt.hardware [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2287.719394] env[62097]: DEBUG nova.virt.hardware [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2287.719543] env[62097]: DEBUG nova.virt.hardware [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2287.719689] env[62097]: DEBUG nova.virt.hardware [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2287.719892] env[62097]: DEBUG nova.virt.hardware [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2287.720061] env[62097]: DEBUG nova.virt.hardware [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2287.720231] env[62097]: DEBUG nova.virt.hardware [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2287.720393] env[62097]: DEBUG nova.virt.hardware [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2287.720567] env[62097]: DEBUG nova.virt.hardware [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2287.725786] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2287.726103] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b80cefa-9ec1-4803-b71b-6efcb26e0f1b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.743554] env[62097]: DEBUG oslo_vmware.api [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2287.743554] env[62097]: value = "task-2035988" [ 2287.743554] env[62097]: _type = "Task" [ 2287.743554] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.751919] env[62097]: DEBUG oslo_vmware.api [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.797973] env[62097]: DEBUG oslo_vmware.api [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140583} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.797973] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2287.798225] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2287.798265] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2287.798435] env[62097]: INFO nova.compute.manager [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Took 1.35 seconds to destroy the instance on the hypervisor. [ 2287.798735] env[62097]: DEBUG oslo.service.loopingcall [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2287.798958] env[62097]: DEBUG nova.compute.manager [-] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2287.799068] env[62097]: DEBUG nova.network.neutron [-] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2288.254607] env[62097]: DEBUG oslo_vmware.api [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035988, 'name': ReconfigVM_Task, 'duration_secs': 0.387799} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.254607] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2288.257044] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb5499d-f0c7-4c48-9af3-9c60b8022461 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.281745] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 93bd4356-ad05-4971-a5ef-71e6783108df/93bd4356-ad05-4971-a5ef-71e6783108df.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2288.282951] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdbb7607-3709-4515-bf82-ded2d82db9a4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.296965] env[62097]: DEBUG nova.compute.manager [req-6c593553-c742-4797-8924-d6132f5091c2 req-a106e18a-5edc-4c62-95f1-9dc90e160275 service nova] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Received event network-vif-deleted-141eee24-995c-46c6-9706-2799d752ae24 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2288.297185] env[62097]: INFO nova.compute.manager [req-6c593553-c742-4797-8924-d6132f5091c2 req-a106e18a-5edc-4c62-95f1-9dc90e160275 service nova] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Neutron deleted interface 141eee24-995c-46c6-9706-2799d752ae24; detaching it from the instance and deleting it from the info cache [ 2288.297367] env[62097]: DEBUG nova.network.neutron [req-6c593553-c742-4797-8924-d6132f5091c2 req-a106e18a-5edc-4c62-95f1-9dc90e160275 service nova] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2288.304426] env[62097]: DEBUG oslo_vmware.api [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2288.304426] env[62097]: value = "task-2035989" [ 2288.304426] env[62097]: _type = "Task" [ 2288.304426] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.313215] env[62097]: DEBUG oslo_vmware.api [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.737739] env[62097]: DEBUG nova.network.neutron [-] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2288.800210] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cb3067c-3d3b-4e36-b9a3-3fdcba0a4466 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.811884] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3ef50c-d9e1-4b15-9ff1-d8bb47836e43 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.826851] env[62097]: DEBUG oslo_vmware.api [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.843206] env[62097]: DEBUG nova.compute.manager [req-6c593553-c742-4797-8924-d6132f5091c2 req-a106e18a-5edc-4c62-95f1-9dc90e160275 service nova] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Detach interface failed, port_id=141eee24-995c-46c6-9706-2799d752ae24, reason: Instance 61cbcbca-4684-45a8-b615-8fa4cdb5a45f could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2289.239602] env[62097]: INFO nova.compute.manager [-] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Took 1.44 seconds to deallocate network for instance. [ 2289.314399] env[62097]: DEBUG oslo_vmware.api [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035989, 'name': ReconfigVM_Task, 'duration_secs': 0.757984} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.314765] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 93bd4356-ad05-4971-a5ef-71e6783108df/93bd4356-ad05-4971-a5ef-71e6783108df.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2289.314932] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Updating instance '93bd4356-ad05-4971-a5ef-71e6783108df' progress to 50 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2289.746169] env[62097]: DEBUG oslo_concurrency.lockutils [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2289.746445] env[62097]: DEBUG oslo_concurrency.lockutils [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2289.746719] env[62097]: DEBUG nova.objects.instance [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lazy-loading 'resources' on Instance uuid 61cbcbca-4684-45a8-b615-8fa4cdb5a45f {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2289.820697] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e5429f-69bb-4cb4-8a27-c672e9ab0f74 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.842074] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a01b34e-3147-4485-8631-ee77aa825e73 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.861375] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Updating instance '93bd4356-ad05-4971-a5ef-71e6783108df' progress to 67 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2290.333046] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3090ad01-b266-4300-9799-d2ebeb86e051 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.340504] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ac4d26-75f9-4444-bc7a-3a2193a2b94b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.374564] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74128978-1841-4cf4-9d91-51007759f362 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.384230] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9d2c55-f5e2-4828-a2bc-ab359ae8af16 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.397628] env[62097]: DEBUG nova.compute.provider_tree [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2290.901551] env[62097]: DEBUG nova.scheduler.client.report [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2291.406832] env[62097]: DEBUG oslo_concurrency.lockutils [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2291.424475] env[62097]: INFO nova.scheduler.client.report [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Deleted allocations for instance 61cbcbca-4684-45a8-b615-8fa4cdb5a45f [ 2291.514429] env[62097]: DEBUG nova.network.neutron [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Port 90fd060b-cef0-4e23-b502-d74d0159520e binding to destination host cpu-1 is already ACTIVE {{(pid=62097) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2291.933036] env[62097]: DEBUG oslo_concurrency.lockutils [None req-99bcb714-57d7-4c68-8c3b-848fdb459323 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "61cbcbca-4684-45a8-b615-8fa4cdb5a45f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.993s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2292.538411] env[62097]: DEBUG oslo_concurrency.lockutils [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "93bd4356-ad05-4971-a5ef-71e6783108df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2292.538740] env[62097]: DEBUG oslo_concurrency.lockutils [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "93bd4356-ad05-4971-a5ef-71e6783108df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2292.538863] env[62097]: DEBUG oslo_concurrency.lockutils [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "93bd4356-ad05-4971-a5ef-71e6783108df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2293.486524] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f05dbe81-c9c3-4bc6-a1ef-00d95cbbb2fb tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2293.486749] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f05dbe81-c9c3-4bc6-a1ef-00d95cbbb2fb tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2293.584881] env[62097]: DEBUG oslo_concurrency.lockutils [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "refresh_cache-93bd4356-ad05-4971-a5ef-71e6783108df" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2293.585136] env[62097]: DEBUG oslo_concurrency.lockutils [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired lock "refresh_cache-93bd4356-ad05-4971-a5ef-71e6783108df" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2293.585275] env[62097]: DEBUG nova.network.neutron [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2293.619805] env[62097]: DEBUG oslo_concurrency.lockutils [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "70a75bb4-dc62-4d8b-9a30-22be74e0cc98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2293.620060] env[62097]: DEBUG oslo_concurrency.lockutils [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "70a75bb4-dc62-4d8b-9a30-22be74e0cc98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2293.990029] env[62097]: DEBUG nova.compute.utils [None req-f05dbe81-c9c3-4bc6-a1ef-00d95cbbb2fb tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2294.123731] env[62097]: DEBUG nova.compute.manager [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2294.297701] env[62097]: DEBUG nova.network.neutron [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Updating instance_info_cache with network_info: [{"id": "90fd060b-cef0-4e23-b502-d74d0159520e", "address": "fa:16:3e:93:4d:67", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90fd060b-ce", "ovs_interfaceid": "90fd060b-cef0-4e23-b502-d74d0159520e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2294.493017] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f05dbe81-c9c3-4bc6-a1ef-00d95cbbb2fb tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2294.643577] env[62097]: DEBUG oslo_concurrency.lockutils [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2294.643885] env[62097]: DEBUG oslo_concurrency.lockutils [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2294.645322] env[62097]: INFO nova.compute.claims [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2294.800820] env[62097]: DEBUG oslo_concurrency.lockutils [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Releasing lock "refresh_cache-93bd4356-ad05-4971-a5ef-71e6783108df" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2295.311107] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4698202a-637a-4d49-ab72-1d23482046c3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.317602] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8f85ee-1e8b-415e-b869-be24396a033b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.580738] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f05dbe81-c9c3-4bc6-a1ef-00d95cbbb2fb tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2295.580980] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f05dbe81-c9c3-4bc6-a1ef-00d95cbbb2fb tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.581244] env[62097]: INFO nova.compute.manager [None req-f05dbe81-c9c3-4bc6-a1ef-00d95cbbb2fb tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Attaching volume 4df82eac-7509-4e6e-8650-3fd921593c61 to /dev/sdb [ 2295.609869] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3e2b82-ec08-49d9-a8f5-60fa342b4376 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.616615] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599a5ecc-63ff-4782-8106-a0bec0316771 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.629673] env[62097]: DEBUG nova.virt.block_device [None req-f05dbe81-c9c3-4bc6-a1ef-00d95cbbb2fb tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Updating existing volume attachment record: 2b7525c8-21d4-4fab-8ab6-c857b8942d99 {{(pid=62097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2295.728436] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6affb67-a84d-47c7-81da-4cd25655f636 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.735224] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131f5b27-1e9a-45c8-b5aa-924e5077f36b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.766168] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4b74eb-10a7-40e3-b73a-ee04cf893440 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.772172] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9e7614-388f-4515-b744-7b5e4189e117 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.788060] env[62097]: DEBUG nova.compute.provider_tree [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2296.290429] env[62097]: DEBUG nova.scheduler.client.report [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2296.409308] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f13fd1b-78ef-4230-810a-28db51521a20 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.430198] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c006161f-e7cf-4389-a0e8-9dd1bcbaca1b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.436686] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Updating instance '93bd4356-ad05-4971-a5ef-71e6783108df' progress to 83 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2296.795799] env[62097]: DEBUG oslo_concurrency.lockutils [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2296.796358] env[62097]: DEBUG nova.compute.manager [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2296.943415] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2296.943550] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddb6bb22-42e7-4130-953c-f275703ca67c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.950801] env[62097]: DEBUG oslo_vmware.api [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2296.950801] env[62097]: value = "task-2035991" [ 2296.950801] env[62097]: _type = "Task" [ 2296.950801] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.958625] env[62097]: DEBUG oslo_vmware.api [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.301103] env[62097]: DEBUG nova.compute.utils [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2297.302581] env[62097]: DEBUG nova.compute.manager [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2297.303205] env[62097]: DEBUG nova.network.neutron [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2297.350510] env[62097]: DEBUG nova.policy [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39a79ff548394800951fb1fb2048b67f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0d791dcc643402497341d7fb0f84168', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2297.460559] env[62097]: DEBUG oslo_vmware.api [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2035991, 'name': PowerOnVM_Task, 'duration_secs': 0.38148} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.460827] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2297.461028] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-11beab3b-089f-49cf-9454-07cdc0112208 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Updating instance '93bd4356-ad05-4971-a5ef-71e6783108df' progress to 100 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2297.583155] env[62097]: DEBUG nova.network.neutron [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Successfully created port: d221c502-d173-4bc0-9b99-c4f19df95ab1 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2297.805639] env[62097]: DEBUG nova.compute.manager [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2297.877744] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2298.815407] env[62097]: DEBUG nova.compute.manager [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2298.842806] env[62097]: DEBUG nova.virt.hardware [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2298.843109] env[62097]: DEBUG nova.virt.hardware [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2298.843279] env[62097]: DEBUG nova.virt.hardware [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2298.843464] env[62097]: DEBUG nova.virt.hardware [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2298.843613] env[62097]: DEBUG nova.virt.hardware [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2298.843763] env[62097]: DEBUG nova.virt.hardware [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2298.843971] env[62097]: DEBUG nova.virt.hardware [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2298.844143] env[62097]: DEBUG nova.virt.hardware [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2298.844381] env[62097]: DEBUG nova.virt.hardware [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2298.844568] env[62097]: DEBUG nova.virt.hardware [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2298.844745] env[62097]: DEBUG nova.virt.hardware [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2298.845667] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5439864-6075-4b00-899e-90836bc300e3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.854044] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce07365-7127-4c72-aae8-376e7a3b7cb7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.943042] env[62097]: DEBUG nova.compute.manager [req-c8dcb42b-49e1-488d-ad3f-0e91cbaf15fa req-f410c815-3300-4d32-8c41-93ac46b1b38b service nova] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Received event network-vif-plugged-d221c502-d173-4bc0-9b99-c4f19df95ab1 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2298.943222] env[62097]: DEBUG oslo_concurrency.lockutils [req-c8dcb42b-49e1-488d-ad3f-0e91cbaf15fa req-f410c815-3300-4d32-8c41-93ac46b1b38b service nova] Acquiring lock "70a75bb4-dc62-4d8b-9a30-22be74e0cc98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.943441] env[62097]: DEBUG oslo_concurrency.lockutils [req-c8dcb42b-49e1-488d-ad3f-0e91cbaf15fa req-f410c815-3300-4d32-8c41-93ac46b1b38b service nova] Lock "70a75bb4-dc62-4d8b-9a30-22be74e0cc98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.943614] env[62097]: DEBUG oslo_concurrency.lockutils [req-c8dcb42b-49e1-488d-ad3f-0e91cbaf15fa req-f410c815-3300-4d32-8c41-93ac46b1b38b service nova] Lock "70a75bb4-dc62-4d8b-9a30-22be74e0cc98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2298.943853] env[62097]: DEBUG nova.compute.manager [req-c8dcb42b-49e1-488d-ad3f-0e91cbaf15fa req-f410c815-3300-4d32-8c41-93ac46b1b38b service nova] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] No waiting events found dispatching network-vif-plugged-d221c502-d173-4bc0-9b99-c4f19df95ab1 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2298.944319] env[62097]: WARNING nova.compute.manager [req-c8dcb42b-49e1-488d-ad3f-0e91cbaf15fa req-f410c815-3300-4d32-8c41-93ac46b1b38b service nova] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Received unexpected event network-vif-plugged-d221c502-d173-4bc0-9b99-c4f19df95ab1 for instance with vm_state building and task_state spawning. [ 2299.027351] env[62097]: DEBUG nova.network.neutron [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Successfully updated port: d221c502-d173-4bc0-9b99-c4f19df95ab1 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2299.530247] env[62097]: DEBUG oslo_concurrency.lockutils [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "refresh_cache-70a75bb4-dc62-4d8b-9a30-22be74e0cc98" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2299.530376] env[62097]: DEBUG oslo_concurrency.lockutils [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired lock "refresh_cache-70a75bb4-dc62-4d8b-9a30-22be74e0cc98" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2299.530552] env[62097]: DEBUG nova.network.neutron [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2299.883267] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2299.883561] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2299.924295] env[62097]: DEBUG nova.network.neutron [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Port 90fd060b-cef0-4e23-b502-d74d0159520e binding to destination host cpu-1 is already ACTIVE {{(pid=62097) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2299.924589] env[62097]: DEBUG oslo_concurrency.lockutils [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "refresh_cache-93bd4356-ad05-4971-a5ef-71e6783108df" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2299.924748] env[62097]: DEBUG oslo_concurrency.lockutils [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired lock "refresh_cache-93bd4356-ad05-4971-a5ef-71e6783108df" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2299.924943] env[62097]: DEBUG nova.network.neutron [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2300.061212] env[62097]: DEBUG nova.network.neutron [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2300.173865] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f05dbe81-c9c3-4bc6-a1ef-00d95cbbb2fb tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Volume attach. Driver type: vmdk {{(pid=62097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2300.174242] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f05dbe81-c9c3-4bc6-a1ef-00d95cbbb2fb tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418093', 'volume_id': '4df82eac-7509-4e6e-8650-3fd921593c61', 'name': 'volume-4df82eac-7509-4e6e-8650-3fd921593c61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6bd9b50-c88c-42bd-9ad2-dc076c4b525d', 'attached_at': '', 'detached_at': '', 'volume_id': '4df82eac-7509-4e6e-8650-3fd921593c61', 'serial': '4df82eac-7509-4e6e-8650-3fd921593c61'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2300.175498] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2f82dc-d17b-43d7-8003-000cdbf3bdde {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.200925] env[62097]: DEBUG nova.network.neutron [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Updating instance_info_cache with network_info: [{"id": "d221c502-d173-4bc0-9b99-c4f19df95ab1", "address": "fa:16:3e:44:96:40", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd221c502-d1", "ovs_interfaceid": "d221c502-d173-4bc0-9b99-c4f19df95ab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2300.203172] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af62a6e5-89e3-4766-a196-3c591afae4af {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.231945] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f05dbe81-c9c3-4bc6-a1ef-00d95cbbb2fb tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-4df82eac-7509-4e6e-8650-3fd921593c61/volume-4df82eac-7509-4e6e-8650-3fd921593c61.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2300.232819] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33d3c180-dd8e-4544-a5ed-db6351748616 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.251993] env[62097]: DEBUG oslo_vmware.api [None req-f05dbe81-c9c3-4bc6-a1ef-00d95cbbb2fb tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2300.251993] env[62097]: value = "task-2035993" [ 2300.251993] env[62097]: _type = "Task" [ 2300.251993] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.260187] env[62097]: DEBUG oslo_vmware.api [None req-f05dbe81-c9c3-4bc6-a1ef-00d95cbbb2fb tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.639641] env[62097]: DEBUG nova.network.neutron [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Updating instance_info_cache with network_info: [{"id": "90fd060b-cef0-4e23-b502-d74d0159520e", "address": "fa:16:3e:93:4d:67", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90fd060b-ce", "ovs_interfaceid": "90fd060b-cef0-4e23-b502-d74d0159520e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2300.708380] env[62097]: DEBUG oslo_concurrency.lockutils [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Releasing lock "refresh_cache-70a75bb4-dc62-4d8b-9a30-22be74e0cc98" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2300.708674] env[62097]: DEBUG nova.compute.manager [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Instance network_info: |[{"id": "d221c502-d173-4bc0-9b99-c4f19df95ab1", "address": "fa:16:3e:44:96:40", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd221c502-d1", "ovs_interfaceid": "d221c502-d173-4bc0-9b99-c4f19df95ab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2300.709126] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:96:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd221c502-d173-4bc0-9b99-c4f19df95ab1', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2300.716594] env[62097]: DEBUG oslo.service.loopingcall [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2300.717078] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2300.717323] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0490dc94-8119-4e42-af79-a3fca0a997fe {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.737142] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2300.737142] env[62097]: value = "task-2035994" [ 2300.737142] env[62097]: _type = "Task" [ 2300.737142] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.744663] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035994, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.760804] env[62097]: DEBUG oslo_vmware.api [None req-f05dbe81-c9c3-4bc6-a1ef-00d95cbbb2fb tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035993, 'name': ReconfigVM_Task, 'duration_secs': 0.354269} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.761106] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f05dbe81-c9c3-4bc6-a1ef-00d95cbbb2fb tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-4df82eac-7509-4e6e-8650-3fd921593c61/volume-4df82eac-7509-4e6e-8650-3fd921593c61.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2300.765985] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7573557-7d13-42fd-b111-602d04897fd7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.782775] env[62097]: DEBUG oslo_vmware.api [None req-f05dbe81-c9c3-4bc6-a1ef-00d95cbbb2fb tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2300.782775] env[62097]: value = "task-2035995" [ 2300.782775] env[62097]: _type = "Task" [ 2300.782775] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.791205] env[62097]: DEBUG oslo_vmware.api [None req-f05dbe81-c9c3-4bc6-a1ef-00d95cbbb2fb tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.884043] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2300.975108] env[62097]: DEBUG nova.compute.manager [req-924f7851-6c85-4f70-9e63-28927630e32f req-65d6a8f0-4c46-40ed-ae8e-70af0503375f service nova] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Received event network-changed-d221c502-d173-4bc0-9b99-c4f19df95ab1 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2300.975207] env[62097]: DEBUG nova.compute.manager [req-924f7851-6c85-4f70-9e63-28927630e32f req-65d6a8f0-4c46-40ed-ae8e-70af0503375f service nova] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Refreshing instance network info cache due to event network-changed-d221c502-d173-4bc0-9b99-c4f19df95ab1. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2300.975397] env[62097]: DEBUG oslo_concurrency.lockutils [req-924f7851-6c85-4f70-9e63-28927630e32f req-65d6a8f0-4c46-40ed-ae8e-70af0503375f service nova] Acquiring lock "refresh_cache-70a75bb4-dc62-4d8b-9a30-22be74e0cc98" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2300.975545] env[62097]: DEBUG oslo_concurrency.lockutils [req-924f7851-6c85-4f70-9e63-28927630e32f req-65d6a8f0-4c46-40ed-ae8e-70af0503375f service nova] Acquired lock "refresh_cache-70a75bb4-dc62-4d8b-9a30-22be74e0cc98" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2300.975704] env[62097]: DEBUG nova.network.neutron [req-924f7851-6c85-4f70-9e63-28927630e32f req-65d6a8f0-4c46-40ed-ae8e-70af0503375f service nova] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Refreshing network info cache for port d221c502-d173-4bc0-9b99-c4f19df95ab1 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2301.142269] env[62097]: DEBUG oslo_concurrency.lockutils [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Releasing lock "refresh_cache-93bd4356-ad05-4971-a5ef-71e6783108df" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2301.246803] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035994, 'name': CreateVM_Task} progress is 25%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.294291] env[62097]: DEBUG oslo_vmware.api [None req-f05dbe81-c9c3-4bc6-a1ef-00d95cbbb2fb tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035995, 'name': ReconfigVM_Task, 'duration_secs': 0.137081} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.294590] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f05dbe81-c9c3-4bc6-a1ef-00d95cbbb2fb tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418093', 'volume_id': '4df82eac-7509-4e6e-8650-3fd921593c61', 'name': 'volume-4df82eac-7509-4e6e-8650-3fd921593c61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6bd9b50-c88c-42bd-9ad2-dc076c4b525d', 'attached_at': '', 'detached_at': '', 'volume_id': '4df82eac-7509-4e6e-8650-3fd921593c61', 'serial': '4df82eac-7509-4e6e-8650-3fd921593c61'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2301.647099] env[62097]: DEBUG nova.compute.manager [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62097) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2301.683360] env[62097]: DEBUG nova.network.neutron [req-924f7851-6c85-4f70-9e63-28927630e32f req-65d6a8f0-4c46-40ed-ae8e-70af0503375f service nova] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Updated VIF entry in instance network info cache for port d221c502-d173-4bc0-9b99-c4f19df95ab1. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2301.683731] env[62097]: DEBUG nova.network.neutron [req-924f7851-6c85-4f70-9e63-28927630e32f req-65d6a8f0-4c46-40ed-ae8e-70af0503375f service nova] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Updating instance_info_cache with network_info: [{"id": "d221c502-d173-4bc0-9b99-c4f19df95ab1", "address": "fa:16:3e:44:96:40", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd221c502-d1", "ovs_interfaceid": "d221c502-d173-4bc0-9b99-c4f19df95ab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2301.747692] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2035994, 'name': CreateVM_Task, 'duration_secs': 0.917663} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.747875] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2301.748561] env[62097]: DEBUG oslo_concurrency.lockutils [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2301.748750] env[62097]: DEBUG oslo_concurrency.lockutils [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2301.749095] env[62097]: DEBUG oslo_concurrency.lockutils [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2301.749338] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-692784a0-ba44-4fd9-bbea-c5f889f3c233 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.753826] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2301.753826] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5243c83a-903c-ef50-1efb-4dc0c3d88caf" [ 2301.753826] env[62097]: _type = "Task" [ 2301.753826] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.761497] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5243c83a-903c-ef50-1efb-4dc0c3d88caf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.186598] env[62097]: DEBUG oslo_concurrency.lockutils [req-924f7851-6c85-4f70-9e63-28927630e32f req-65d6a8f0-4c46-40ed-ae8e-70af0503375f service nova] Releasing lock "refresh_cache-70a75bb4-dc62-4d8b-9a30-22be74e0cc98" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2302.263789] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5243c83a-903c-ef50-1efb-4dc0c3d88caf, 'name': SearchDatastore_Task, 'duration_secs': 0.011596} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.264091] env[62097]: DEBUG oslo_concurrency.lockutils [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2302.264329] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2302.264555] env[62097]: DEBUG oslo_concurrency.lockutils [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2302.264703] env[62097]: DEBUG oslo_concurrency.lockutils [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2302.264879] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2302.265134] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab30e81b-2faa-4620-9ad1-b0163e376099 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.273118] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2302.273294] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2302.273955] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7556df1-0a58-4bc8-9085-2bb24d6c4bf7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.278522] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2302.278522] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ecde47-dc58-b29f-ecaa-f0ff70017db3" [ 2302.278522] env[62097]: _type = "Task" [ 2302.278522] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.285491] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ecde47-dc58-b29f-ecaa-f0ff70017db3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.328439] env[62097]: DEBUG nova.objects.instance [None req-f05dbe81-c9c3-4bc6-a1ef-00d95cbbb2fb tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lazy-loading 'flavor' on Instance uuid a6bd9b50-c88c-42bd-9ad2-dc076c4b525d {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2302.749279] env[62097]: DEBUG oslo_concurrency.lockutils [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2302.749637] env[62097]: DEBUG oslo_concurrency.lockutils [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2302.789661] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ecde47-dc58-b29f-ecaa-f0ff70017db3, 'name': SearchDatastore_Task, 'duration_secs': 0.008557} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.790410] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab88c0e3-94a2-4a5e-86d4-de1f42d238f0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.796360] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2302.796360] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52aca8a8-a4f1-cdd7-c215-398704334d3f" [ 2302.796360] env[62097]: _type = "Task" [ 2302.796360] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.804693] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52aca8a8-a4f1-cdd7-c215-398704334d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.832671] env[62097]: DEBUG oslo_concurrency.lockutils [None req-f05dbe81-c9c3-4bc6-a1ef-00d95cbbb2fb tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.252s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2302.877677] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2302.992584] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5ff84cb6-e7a7-40fb-a611-cc5962c73dea tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2302.992799] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5ff84cb6-e7a7-40fb-a611-cc5962c73dea tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2303.252984] env[62097]: DEBUG nova.objects.instance [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lazy-loading 'migration_context' on Instance uuid 93bd4356-ad05-4971-a5ef-71e6783108df {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2303.306477] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52aca8a8-a4f1-cdd7-c215-398704334d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.009374} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.306775] env[62097]: DEBUG oslo_concurrency.lockutils [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2303.307047] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 70a75bb4-dc62-4d8b-9a30-22be74e0cc98/70a75bb4-dc62-4d8b-9a30-22be74e0cc98.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2303.307306] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3eedd1bf-3cc3-4e0f-8463-7048a2c50e7f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.313839] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2303.313839] env[62097]: value = "task-2035996" [ 2303.313839] env[62097]: _type = "Task" [ 2303.313839] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.321125] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.495894] env[62097]: INFO nova.compute.manager [None req-5ff84cb6-e7a7-40fb-a611-cc5962c73dea tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Detaching volume 4df82eac-7509-4e6e-8650-3fd921593c61 [ 2303.535407] env[62097]: INFO nova.virt.block_device [None req-5ff84cb6-e7a7-40fb-a611-cc5962c73dea tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Attempting to driver detach volume 4df82eac-7509-4e6e-8650-3fd921593c61 from mountpoint /dev/sdb [ 2303.535695] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff84cb6-e7a7-40fb-a611-cc5962c73dea tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Volume detach. Driver type: vmdk {{(pid=62097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2303.535990] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff84cb6-e7a7-40fb-a611-cc5962c73dea tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418093', 'volume_id': '4df82eac-7509-4e6e-8650-3fd921593c61', 'name': 'volume-4df82eac-7509-4e6e-8650-3fd921593c61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6bd9b50-c88c-42bd-9ad2-dc076c4b525d', 'attached_at': '', 'detached_at': '', 'volume_id': '4df82eac-7509-4e6e-8650-3fd921593c61', 'serial': '4df82eac-7509-4e6e-8650-3fd921593c61'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2303.537040] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f36226-c5ac-43da-a158-6037451304cb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.559928] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc4b80b-98a6-46ac-b050-a99d9754f197 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.567294] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e089df-7f0b-419e-8ec9-77ddc1c54822 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.588176] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d20172d-6d85-4d8e-8c60-d652522b0a1d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.603550] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff84cb6-e7a7-40fb-a611-cc5962c73dea tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] The volume has not been displaced from its original location: [datastore1] volume-4df82eac-7509-4e6e-8650-3fd921593c61/volume-4df82eac-7509-4e6e-8650-3fd921593c61.vmdk. No consolidation needed. {{(pid=62097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2303.608968] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff84cb6-e7a7-40fb-a611-cc5962c73dea tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2303.609383] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16f55de9-52f2-41b7-8ceb-6d6ee14508ad {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.628214] env[62097]: DEBUG oslo_vmware.api [None req-5ff84cb6-e7a7-40fb-a611-cc5962c73dea tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2303.628214] env[62097]: value = "task-2035997" [ 2303.628214] env[62097]: _type = "Task" [ 2303.628214] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.636562] env[62097]: DEBUG oslo_vmware.api [None req-5ff84cb6-e7a7-40fb-a611-cc5962c73dea tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035997, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.824914] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462569} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.827251] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 70a75bb4-dc62-4d8b-9a30-22be74e0cc98/70a75bb4-dc62-4d8b-9a30-22be74e0cc98.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2303.827472] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2303.827897] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfc390e7-6c7f-42d0-a4a1-5b4ee3f3e239 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.834396] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2303.834396] env[62097]: value = "task-2035998" [ 2303.834396] env[62097]: _type = "Task" [ 2303.834396] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.844421] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.851836] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e620df28-51a7-4c50-b96d-344aacce0ff0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.858818] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bea55b5-8f59-4021-9bf8-126f0602592f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.890844] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e34902e-b2ce-4309-a3ee-aa583491f04a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.898054] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880f7a74-5ae1-4fa2-99ac-fd1386b32609 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.911666] env[62097]: DEBUG nova.compute.provider_tree [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2304.137714] env[62097]: DEBUG oslo_vmware.api [None req-5ff84cb6-e7a7-40fb-a611-cc5962c73dea tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035997, 'name': ReconfigVM_Task, 'duration_secs': 0.308011} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.138306] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff84cb6-e7a7-40fb-a611-cc5962c73dea tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2304.143060] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9be08a9-1bb0-4388-9b4c-4a9628538f1f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.158897] env[62097]: DEBUG oslo_vmware.api [None req-5ff84cb6-e7a7-40fb-a611-cc5962c73dea tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2304.158897] env[62097]: value = "task-2035999" [ 2304.158897] env[62097]: _type = "Task" [ 2304.158897] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.167175] env[62097]: DEBUG oslo_vmware.api [None req-5ff84cb6-e7a7-40fb-a611-cc5962c73dea tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.343617] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2035998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059106} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.343984] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2304.344553] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ba0614-8ce9-4511-913a-e0ac77f43daa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.366738] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 70a75bb4-dc62-4d8b-9a30-22be74e0cc98/70a75bb4-dc62-4d8b-9a30-22be74e0cc98.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2304.366961] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c17abafb-61ce-4b51-8e5f-65ef491390ee {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.384788] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2304.384788] env[62097]: value = "task-2036000" [ 2304.384788] env[62097]: _type = "Task" [ 2304.384788] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.391978] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.415018] env[62097]: DEBUG nova.scheduler.client.report [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2304.669286] env[62097]: DEBUG oslo_vmware.api [None req-5ff84cb6-e7a7-40fb-a611-cc5962c73dea tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2035999, 'name': ReconfigVM_Task, 'duration_secs': 0.147313} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.669611] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff84cb6-e7a7-40fb-a611-cc5962c73dea tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418093', 'volume_id': '4df82eac-7509-4e6e-8650-3fd921593c61', 'name': 'volume-4df82eac-7509-4e6e-8650-3fd921593c61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6bd9b50-c88c-42bd-9ad2-dc076c4b525d', 'attached_at': '', 'detached_at': '', 'volume_id': '4df82eac-7509-4e6e-8650-3fd921593c61', 'serial': '4df82eac-7509-4e6e-8650-3fd921593c61'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2304.883495] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2304.883709] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2304.883709] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Rebuilding the list of instances to heal {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2304.894844] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.211855] env[62097]: DEBUG nova.objects.instance [None req-5ff84cb6-e7a7-40fb-a611-cc5962c73dea tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lazy-loading 'flavor' on Instance uuid a6bd9b50-c88c-42bd-9ad2-dc076c4b525d {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2305.390460] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Skipping network cache update for instance because it is Building. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 2305.399069] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036000, 'name': ReconfigVM_Task, 'duration_secs': 0.592003} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.399069] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 70a75bb4-dc62-4d8b-9a30-22be74e0cc98/70a75bb4-dc62-4d8b-9a30-22be74e0cc98.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2305.399545] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-824b68ec-76e4-45df-afa6-693c6ee7d184 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.406069] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2305.406069] env[62097]: value = "task-2036001" [ 2305.406069] env[62097]: _type = "Task" [ 2305.406069] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.414228] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036001, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.418508] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "refresh_cache-d6ba1c55-7ce7-42a7-8827-d63b3852418d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2305.418638] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquired lock "refresh_cache-d6ba1c55-7ce7-42a7-8827-d63b3852418d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2305.418793] env[62097]: DEBUG nova.network.neutron [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Forcefully refreshing network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2305.418946] env[62097]: DEBUG nova.objects.instance [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lazy-loading 'info_cache' on Instance uuid d6ba1c55-7ce7-42a7-8827-d63b3852418d {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2305.425140] env[62097]: DEBUG oslo_concurrency.lockutils [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.676s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.916263] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036001, 'name': Rename_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.219242] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5ff84cb6-e7a7-40fb-a611-cc5962c73dea tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.226s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2306.416885] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036001, 'name': Rename_Task, 'duration_secs': 0.647848} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.417255] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2306.417415] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d86eaa43-8e8f-4ca5-9605-be418b168c78 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.424053] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2306.424053] env[62097]: value = "task-2036002" [ 2306.424053] env[62097]: _type = "Task" [ 2306.424053] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.433404] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.933957] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036002, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.959166] env[62097]: INFO nova.compute.manager [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Swapping old allocation on dict_keys(['aabcd967-83f0-44f7-bf8d-f09a522d29a7']) held by migration de31ff29-3370-4691-b170-dd91fb424012 for instance [ 2306.982432] env[62097]: DEBUG nova.scheduler.client.report [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Overwriting current allocation {'allocations': {'aabcd967-83f0-44f7-bf8d-f09a522d29a7': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 162}}, 'project_id': 'a7166c7592ef40b6a96210b9e9e530b5', 'user_id': 'e96ac3c392e54caa81a8edad2c9c2067', 'consumer_generation': 1} on consumer 93bd4356-ad05-4971-a5ef-71e6783108df {{(pid=62097) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2307.072155] env[62097]: DEBUG oslo_concurrency.lockutils [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "refresh_cache-93bd4356-ad05-4971-a5ef-71e6783108df" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2307.072353] env[62097]: DEBUG oslo_concurrency.lockutils [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired lock "refresh_cache-93bd4356-ad05-4971-a5ef-71e6783108df" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2307.072530] env[62097]: DEBUG nova.network.neutron [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2307.163309] env[62097]: DEBUG nova.network.neutron [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Updating instance_info_cache with network_info: [{"id": "39275820-16f8-481d-8e06-7a60f0159a1b", "address": "fa:16:3e:42:6a:ca", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39275820-16", "ovs_interfaceid": "39275820-16f8-481d-8e06-7a60f0159a1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2307.246548] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2307.246917] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2307.247213] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "a6bd9b50-c88c-42bd-9ad2-dc076c4b525d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2307.247468] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "a6bd9b50-c88c-42bd-9ad2-dc076c4b525d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2307.247699] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "a6bd9b50-c88c-42bd-9ad2-dc076c4b525d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2307.250133] env[62097]: INFO nova.compute.manager [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Terminating instance [ 2307.434597] env[62097]: DEBUG oslo_vmware.api [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036002, 'name': PowerOnVM_Task, 'duration_secs': 0.990056} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.434957] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2307.435066] env[62097]: INFO nova.compute.manager [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Took 8.62 seconds to spawn the instance on the hypervisor. [ 2307.435255] env[62097]: DEBUG nova.compute.manager [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2307.436010] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27ef579-54a6-469b-9bfc-4a40bf801eb1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.666550] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Releasing lock "refresh_cache-d6ba1c55-7ce7-42a7-8827-d63b3852418d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2307.666806] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Updated the network info_cache for instance {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2307.667042] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2307.667213] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2307.667341] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2307.755256] env[62097]: DEBUG nova.compute.manager [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2307.755485] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2307.756346] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8a9bea-ba69-4856-826e-72f16e45fe04 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.763319] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2307.763538] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1e87ebb-b514-4d25-9292-56bbe9d13f90 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.769598] env[62097]: DEBUG oslo_vmware.api [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2307.769598] env[62097]: value = "task-2036003" [ 2307.769598] env[62097]: _type = "Task" [ 2307.769598] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.778561] env[62097]: DEBUG oslo_vmware.api [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2036003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.782587] env[62097]: DEBUG nova.network.neutron [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Updating instance_info_cache with network_info: [{"id": "90fd060b-cef0-4e23-b502-d74d0159520e", "address": "fa:16:3e:93:4d:67", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90fd060b-ce", "ovs_interfaceid": "90fd060b-cef0-4e23-b502-d74d0159520e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2307.882642] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2307.882868] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2307.954598] env[62097]: INFO nova.compute.manager [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Took 13.33 seconds to build instance. [ 2308.279204] env[62097]: DEBUG oslo_vmware.api [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2036003, 'name': PowerOffVM_Task, 'duration_secs': 0.505828} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.279467] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2308.279636] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2308.279896] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff8ca5bd-ec77-4178-8b9b-b18547291f0f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.284934] env[62097]: DEBUG oslo_concurrency.lockutils [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Releasing lock "refresh_cache-93bd4356-ad05-4971-a5ef-71e6783108df" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2308.285703] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a259410c-569f-426f-bf15-45f8bb287f94 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.291523] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e483af4-166b-4297-9cf0-a49bfe90c3d0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.386122] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2308.386415] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2308.386647] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.386788] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2308.387789] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7211cfb-0df1-48d2-87a2-f95d09a11f31 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.395802] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a98b40-2e3e-47dc-ba96-cbb5ed287aac {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.410271] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f84ab4-9d01-44e6-a1a3-c3ed729a8155 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.417021] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86627820-b938-4f91-adf9-dac595f38c6b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.448187] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180579MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2308.448473] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2308.448588] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2308.456930] env[62097]: DEBUG oslo_concurrency.lockutils [None req-21a1ca23-1096-4075-b593-1d2997729bfd tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "70a75bb4-dc62-4d8b-9a30-22be74e0cc98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.837s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.780903] env[62097]: DEBUG nova.compute.manager [req-1267a259-6fab-47a9-b06d-3b26aace5105 req-8b55f046-818b-4479-a2d1-4fe1895b45d6 service nova] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Received event network-changed-d221c502-d173-4bc0-9b99-c4f19df95ab1 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2308.781154] env[62097]: DEBUG nova.compute.manager [req-1267a259-6fab-47a9-b06d-3b26aace5105 req-8b55f046-818b-4479-a2d1-4fe1895b45d6 service nova] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Refreshing instance network info cache due to event network-changed-d221c502-d173-4bc0-9b99-c4f19df95ab1. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2308.781320] env[62097]: DEBUG oslo_concurrency.lockutils [req-1267a259-6fab-47a9-b06d-3b26aace5105 req-8b55f046-818b-4479-a2d1-4fe1895b45d6 service nova] Acquiring lock "refresh_cache-70a75bb4-dc62-4d8b-9a30-22be74e0cc98" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2308.781463] env[62097]: DEBUG oslo_concurrency.lockutils [req-1267a259-6fab-47a9-b06d-3b26aace5105 req-8b55f046-818b-4479-a2d1-4fe1895b45d6 service nova] Acquired lock "refresh_cache-70a75bb4-dc62-4d8b-9a30-22be74e0cc98" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2308.781613] env[62097]: DEBUG nova.network.neutron [req-1267a259-6fab-47a9-b06d-3b26aace5105 req-8b55f046-818b-4479-a2d1-4fe1895b45d6 service nova] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Refreshing network info cache for port d221c502-d173-4bc0-9b99-c4f19df95ab1 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2309.370581] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2309.370891] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dc377d3-7fd0-4592-afd0-8bffbbb53039 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.377937] env[62097]: DEBUG oslo_vmware.api [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2309.377937] env[62097]: value = "task-2036005" [ 2309.377937] env[62097]: _type = "Task" [ 2309.377937] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.385827] env[62097]: DEBUG oslo_vmware.api [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.475117] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance d6ba1c55-7ce7-42a7-8827-d63b3852418d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2309.475373] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance a6bd9b50-c88c-42bd-9ad2-dc076c4b525d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2309.475412] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 724db4b5-ecbc-4848-987f-0da9023eee0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2309.475508] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 93bd4356-ad05-4971-a5ef-71e6783108df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2309.475626] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 70a75bb4-dc62-4d8b-9a30-22be74e0cc98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2309.475808] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2309.475946] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2309.494529] env[62097]: DEBUG nova.network.neutron [req-1267a259-6fab-47a9-b06d-3b26aace5105 req-8b55f046-818b-4479-a2d1-4fe1895b45d6 service nova] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Updated VIF entry in instance network info cache for port d221c502-d173-4bc0-9b99-c4f19df95ab1. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2309.494886] env[62097]: DEBUG nova.network.neutron [req-1267a259-6fab-47a9-b06d-3b26aace5105 req-8b55f046-818b-4479-a2d1-4fe1895b45d6 service nova] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Updating instance_info_cache with network_info: [{"id": "d221c502-d173-4bc0-9b99-c4f19df95ab1", "address": "fa:16:3e:44:96:40", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd221c502-d1", "ovs_interfaceid": "d221c502-d173-4bc0-9b99-c4f19df95ab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2309.549607] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d362bb2-30a6-427f-bb88-19ada695964d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.557620] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cc80e8-8fa6-4e63-9a11-f7cff3e454e9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.588822] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42ba875-1723-4fa4-8794-1f75f821a698 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.596435] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9be2d57-c395-4d92-a34c-13650374ee92 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.610552] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2309.889096] env[62097]: DEBUG oslo_vmware.api [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036005, 'name': PowerOffVM_Task, 'duration_secs': 0.198562} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.889401] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2309.890096] env[62097]: DEBUG nova.virt.hardware [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2309.890320] env[62097]: DEBUG nova.virt.hardware [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2309.890477] env[62097]: DEBUG nova.virt.hardware [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2309.890661] env[62097]: DEBUG nova.virt.hardware [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2309.890806] env[62097]: DEBUG nova.virt.hardware [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2309.890950] env[62097]: DEBUG nova.virt.hardware [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2309.891170] env[62097]: DEBUG nova.virt.hardware [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2309.891325] env[62097]: DEBUG nova.virt.hardware [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2309.891491] env[62097]: DEBUG nova.virt.hardware [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2309.891671] env[62097]: DEBUG nova.virt.hardware [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2309.891863] env[62097]: DEBUG nova.virt.hardware [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2309.896724] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cb41a64-06ef-40a4-bb77-445c862f3ead {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.911521] env[62097]: DEBUG oslo_vmware.api [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2309.911521] env[62097]: value = "task-2036007" [ 2309.911521] env[62097]: _type = "Task" [ 2309.911521] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.918932] env[62097]: DEBUG oslo_vmware.api [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.997976] env[62097]: DEBUG oslo_concurrency.lockutils [req-1267a259-6fab-47a9-b06d-3b26aace5105 req-8b55f046-818b-4479-a2d1-4fe1895b45d6 service nova] Releasing lock "refresh_cache-70a75bb4-dc62-4d8b-9a30-22be74e0cc98" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2310.113373] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2310.421610] env[62097]: DEBUG oslo_vmware.api [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036007, 'name': ReconfigVM_Task, 'duration_secs': 0.15575} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.422356] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddb63fe-5bf6-45f5-96f4-764ba0a24e5b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.443011] env[62097]: DEBUG nova.virt.hardware [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2310.443252] env[62097]: DEBUG nova.virt.hardware [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2310.443414] env[62097]: DEBUG nova.virt.hardware [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2310.443600] env[62097]: DEBUG nova.virt.hardware [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2310.443746] env[62097]: DEBUG nova.virt.hardware [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2310.443895] env[62097]: DEBUG nova.virt.hardware [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2310.444115] env[62097]: DEBUG nova.virt.hardware [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2310.444279] env[62097]: DEBUG nova.virt.hardware [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2310.444446] env[62097]: DEBUG nova.virt.hardware [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2310.444608] env[62097]: DEBUG nova.virt.hardware [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2310.444780] env[62097]: DEBUG nova.virt.hardware [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2310.445565] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0481e32d-0f94-46cb-b2a0-a6e346022669 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.451119] env[62097]: DEBUG oslo_vmware.api [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2310.451119] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5234e08b-7077-df37-e081-684fc301d565" [ 2310.451119] env[62097]: _type = "Task" [ 2310.451119] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.458662] env[62097]: DEBUG oslo_vmware.api [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5234e08b-7077-df37-e081-684fc301d565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.618970] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2310.619312] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.171s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2310.619455] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2310.619851] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Getting list of instances from cluster (obj){ [ 2310.619851] env[62097]: value = "domain-c8" [ 2310.619851] env[62097]: _type = "ClusterComputeResource" [ 2310.619851] env[62097]: } {{(pid=62097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2310.620859] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ec04fd-f747-490d-9846-fa46f09ffefa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.636566] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Got total of 5 instances {{(pid=62097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2310.961831] env[62097]: DEBUG oslo_vmware.api [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5234e08b-7077-df37-e081-684fc301d565, 'name': SearchDatastore_Task, 'duration_secs': 0.008567} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.967019] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2310.967298] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a13081d-4678-4353-a881-0eb7ba449499 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.986085] env[62097]: DEBUG oslo_vmware.api [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2310.986085] env[62097]: value = "task-2036008" [ 2310.986085] env[62097]: _type = "Task" [ 2310.986085] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.993365] env[62097]: DEBUG oslo_vmware.api [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.496350] env[62097]: DEBUG oslo_vmware.api [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036008, 'name': ReconfigVM_Task, 'duration_secs': 0.210017} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.496610] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2311.497367] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dbeb5f-5cfd-4f25-a0bf-4941d73527bd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.521193] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 93bd4356-ad05-4971-a5ef-71e6783108df/93bd4356-ad05-4971-a5ef-71e6783108df.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2311.521436] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19c45430-e40f-4f7c-82f7-0dbb16e5d0d8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.539067] env[62097]: DEBUG oslo_vmware.api [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2311.539067] env[62097]: value = "task-2036009" [ 2311.539067] env[62097]: _type = "Task" [ 2311.539067] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.546523] env[62097]: DEBUG oslo_vmware.api [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.048528] env[62097]: DEBUG oslo_vmware.api [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036009, 'name': ReconfigVM_Task, 'duration_secs': 0.273842} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.048980] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 93bd4356-ad05-4971-a5ef-71e6783108df/93bd4356-ad05-4971-a5ef-71e6783108df.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2312.049601] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e064db0-ae3e-4199-bd7b-b2b773a46ddd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.072128] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cc4182-2ccd-4d0d-8ce4-ffefc4961c7d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.093469] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230e3575-1dad-4412-86c4-4cff365a2e92 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.113735] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0254408f-3c55-4d68-8aa6-3336eeea9039 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.120504] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2312.120879] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db9e5bc0-4420-4a6b-b25b-7dda3d0ec2b8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.127190] env[62097]: DEBUG oslo_vmware.api [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2312.127190] env[62097]: value = "task-2036010" [ 2312.127190] env[62097]: _type = "Task" [ 2312.127190] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.134207] env[62097]: DEBUG oslo_vmware.api [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.614429] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2312.614714] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2312.614962] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Deleting the datastore file [datastore1] a6bd9b50-c88c-42bd-9ad2-dc076c4b525d {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2312.615308] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64b5e6a6-514e-4eae-8f32-e18649962f3a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.622013] env[62097]: DEBUG oslo_vmware.api [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for the task: (returnval){ [ 2312.622013] env[62097]: value = "task-2036012" [ 2312.622013] env[62097]: _type = "Task" [ 2312.622013] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.631260] env[62097]: DEBUG oslo_vmware.api [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2036012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.638242] env[62097]: DEBUG oslo_vmware.api [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036010, 'name': PowerOnVM_Task, 'duration_secs': 0.445796} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.638465] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2313.132213] env[62097]: DEBUG oslo_vmware.api [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Task: {'id': task-2036012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307169} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2313.132693] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2313.132693] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2313.132861] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2313.133026] env[62097]: INFO nova.compute.manager [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Took 5.38 seconds to destroy the instance on the hypervisor. [ 2313.133231] env[62097]: DEBUG oslo.service.loopingcall [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2313.133422] env[62097]: DEBUG nova.compute.manager [-] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2313.133523] env[62097]: DEBUG nova.network.neutron [-] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2313.621156] env[62097]: DEBUG nova.compute.manager [req-85a225f7-e26a-492c-b4a4-de70aec04bfe req-ed7f2c37-237c-4a1a-94e9-01307f4d8302 service nova] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Received event network-vif-deleted-1deeff54-2be5-431e-a891-a1a8acf024f9 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2313.621156] env[62097]: INFO nova.compute.manager [req-85a225f7-e26a-492c-b4a4-de70aec04bfe req-ed7f2c37-237c-4a1a-94e9-01307f4d8302 service nova] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Neutron deleted interface 1deeff54-2be5-431e-a891-a1a8acf024f9; detaching it from the instance and deleting it from the info cache [ 2313.621156] env[62097]: DEBUG nova.network.neutron [req-85a225f7-e26a-492c-b4a4-de70aec04bfe req-ed7f2c37-237c-4a1a-94e9-01307f4d8302 service nova] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2313.680036] env[62097]: INFO nova.compute.manager [None req-301cd8bf-ca78-4979-942c-37006f3b7fbc tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Updating instance to original state: 'active' [ 2314.091491] env[62097]: DEBUG nova.network.neutron [-] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2314.123617] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2784777-0bdb-4eb9-b8ab-e80012752daf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.132467] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5285477e-87fd-4efc-b29d-6a41b2493e13 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.160246] env[62097]: DEBUG nova.compute.manager [req-85a225f7-e26a-492c-b4a4-de70aec04bfe req-ed7f2c37-237c-4a1a-94e9-01307f4d8302 service nova] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Detach interface failed, port_id=1deeff54-2be5-431e-a891-a1a8acf024f9, reason: Instance a6bd9b50-c88c-42bd-9ad2-dc076c4b525d could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2314.596131] env[62097]: INFO nova.compute.manager [-] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Took 1.46 seconds to deallocate network for instance. [ 2314.810293] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "93bd4356-ad05-4971-a5ef-71e6783108df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2314.810723] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "93bd4356-ad05-4971-a5ef-71e6783108df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2314.811034] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "93bd4356-ad05-4971-a5ef-71e6783108df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2314.811304] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "93bd4356-ad05-4971-a5ef-71e6783108df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2314.811524] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "93bd4356-ad05-4971-a5ef-71e6783108df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2314.814264] env[62097]: INFO nova.compute.manager [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Terminating instance [ 2315.103867] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2315.104196] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2315.104426] env[62097]: DEBUG nova.objects.instance [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lazy-loading 'resources' on Instance uuid a6bd9b50-c88c-42bd-9ad2-dc076c4b525d {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2315.318798] env[62097]: DEBUG nova.compute.manager [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2315.319243] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2315.319412] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d370efed-a772-454c-be94-71059bb9c6d4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.326083] env[62097]: DEBUG oslo_vmware.api [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2315.326083] env[62097]: value = "task-2036014" [ 2315.326083] env[62097]: _type = "Task" [ 2315.326083] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2315.334949] env[62097]: DEBUG oslo_vmware.api [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.679613] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f341249b-4034-4724-a93b-3a07a083485d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.687310] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0daec3e-f60e-49b1-8737-09407e98d021 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.716535] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37b22c6-d9bc-4445-93b8-04f81ee18c98 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.723610] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd0bf81-eac6-4c20-972c-8ae2b08dd2a0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.737591] env[62097]: DEBUG nova.compute.provider_tree [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2315.836218] env[62097]: DEBUG oslo_vmware.api [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036014, 'name': PowerOffVM_Task, 'duration_secs': 0.214695} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2315.836410] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2315.836584] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Volume detach. Driver type: vmdk {{(pid=62097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2315.836761] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418090', 'volume_id': 'aa12f108-12e0-4d8c-99d1-5251bfd60436', 'name': 'volume-aa12f108-12e0-4d8c-99d1-5251bfd60436', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '93bd4356-ad05-4971-a5ef-71e6783108df', 'attached_at': '2025-01-07T02:18:24.000000', 'detached_at': '', 'volume_id': 'aa12f108-12e0-4d8c-99d1-5251bfd60436', 'serial': 'aa12f108-12e0-4d8c-99d1-5251bfd60436'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2315.837533] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4f0d12-3ee3-4fec-b303-7d5f612fbc54 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.857864] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55092500-8114-4911-84f7-4a93bfffef6f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.864414] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fef45f-8014-4a40-9654-4236dffba628 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.884316] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2315.884443] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Cleaning up deleted instances with incomplete migration {{(pid=62097) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 2315.885896] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae9eaae-361a-4cb2-b3a2-e44e64104d43 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.900760] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] The volume has not been displaced from its original location: [datastore2] volume-aa12f108-12e0-4d8c-99d1-5251bfd60436/volume-aa12f108-12e0-4d8c-99d1-5251bfd60436.vmdk. No consolidation needed. {{(pid=62097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2315.906065] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2315.906992] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d725c58e-986c-40de-9356-990a9a93668b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.924585] env[62097]: DEBUG oslo_vmware.api [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2315.924585] env[62097]: value = "task-2036015" [ 2315.924585] env[62097]: _type = "Task" [ 2315.924585] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2315.932326] env[62097]: DEBUG oslo_vmware.api [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.241067] env[62097]: DEBUG nova.scheduler.client.report [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2316.434769] env[62097]: DEBUG oslo_vmware.api [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036015, 'name': ReconfigVM_Task, 'duration_secs': 0.302256} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2316.435173] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2316.439675] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-399b7e54-4f3e-4f10-a6f8-93c8136eca33 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.455313] env[62097]: DEBUG oslo_vmware.api [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2316.455313] env[62097]: value = "task-2036016" [ 2316.455313] env[62097]: _type = "Task" [ 2316.455313] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2316.465477] env[62097]: DEBUG oslo_vmware.api [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.746447] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2316.764104] env[62097]: INFO nova.scheduler.client.report [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Deleted allocations for instance a6bd9b50-c88c-42bd-9ad2-dc076c4b525d [ 2316.965105] env[62097]: DEBUG oslo_vmware.api [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036016, 'name': ReconfigVM_Task, 'duration_secs': 0.147807} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2316.966024] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418090', 'volume_id': 'aa12f108-12e0-4d8c-99d1-5251bfd60436', 'name': 'volume-aa12f108-12e0-4d8c-99d1-5251bfd60436', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '93bd4356-ad05-4971-a5ef-71e6783108df', 'attached_at': '2025-01-07T02:18:24.000000', 'detached_at': '', 'volume_id': 'aa12f108-12e0-4d8c-99d1-5251bfd60436', 'serial': 'aa12f108-12e0-4d8c-99d1-5251bfd60436'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2316.966167] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2316.966858] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0421d9dc-4b5a-45aa-957e-d471e6dfa4a9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.973471] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2316.973700] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d61bc41b-50a2-48a1-9c5d-ea213739a445 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.272267] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc144138-45d9-4fd9-9f1a-37f6b98d045d tempest-AttachVolumeNegativeTest-236595907 tempest-AttachVolumeNegativeTest-236595907-project-member] Lock "a6bd9b50-c88c-42bd-9ad2-dc076c4b525d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.025s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2317.278587] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2317.278883] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2317.279125] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Deleting the datastore file [datastore1] 93bd4356-ad05-4971-a5ef-71e6783108df {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2317.279421] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44a1658e-e7b5-4aaf-ab07-4c9b25f5b2da {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.286143] env[62097]: DEBUG oslo_vmware.api [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2317.286143] env[62097]: value = "task-2036019" [ 2317.286143] env[62097]: _type = "Task" [ 2317.286143] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.294612] env[62097]: DEBUG oslo_vmware.api [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.796673] env[62097]: DEBUG oslo_vmware.api [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210703} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.797010] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2317.797237] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2317.797454] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2317.797639] env[62097]: INFO nova.compute.manager [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Took 2.48 seconds to destroy the instance on the hypervisor. [ 2317.797876] env[62097]: DEBUG oslo.service.loopingcall [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2317.798079] env[62097]: DEBUG nova.compute.manager [-] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2317.798173] env[62097]: DEBUG nova.network.neutron [-] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2318.344748] env[62097]: DEBUG nova.compute.manager [req-97f552ca-3c06-491e-8b00-04e604a90236 req-da3ea0f4-a091-48b8-a224-36be4e03d03f service nova] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Received event network-vif-deleted-90fd060b-cef0-4e23-b502-d74d0159520e {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2318.345026] env[62097]: INFO nova.compute.manager [req-97f552ca-3c06-491e-8b00-04e604a90236 req-da3ea0f4-a091-48b8-a224-36be4e03d03f service nova] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Neutron deleted interface 90fd060b-cef0-4e23-b502-d74d0159520e; detaching it from the instance and deleting it from the info cache [ 2318.345224] env[62097]: DEBUG nova.network.neutron [req-97f552ca-3c06-491e-8b00-04e604a90236 req-da3ea0f4-a091-48b8-a224-36be4e03d03f service nova] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2318.818057] env[62097]: DEBUG nova.network.neutron [-] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2318.847360] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c5c42e7-c432-4d2f-9938-67b5313d2b7e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.856207] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80573db-6325-4af3-a0df-94f6989b441a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.883122] env[62097]: DEBUG nova.compute.manager [req-97f552ca-3c06-491e-8b00-04e604a90236 req-da3ea0f4-a091-48b8-a224-36be4e03d03f service nova] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Detach interface failed, port_id=90fd060b-cef0-4e23-b502-d74d0159520e, reason: Instance 93bd4356-ad05-4971-a5ef-71e6783108df could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2319.321148] env[62097]: INFO nova.compute.manager [-] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Took 1.52 seconds to deallocate network for instance. [ 2319.866277] env[62097]: INFO nova.compute.manager [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Took 0.54 seconds to detach 1 volumes for instance. [ 2320.372939] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2320.373225] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.373451] env[62097]: DEBUG nova.objects.instance [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lazy-loading 'resources' on Instance uuid 93bd4356-ad05-4971-a5ef-71e6783108df {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2320.940493] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f06428-253e-41ca-a164-9bad324ecd73 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.947775] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375d0d60-473d-4bc1-9ef0-1d240965da5d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.977653] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7bf191-f8b0-4ddc-af4f-fd9eaf51dff4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.984813] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b79a4a4-05a1-46fc-b3bb-3a3777270883 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.997451] env[62097]: DEBUG nova.compute.provider_tree [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2321.502105] env[62097]: DEBUG nova.scheduler.client.report [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2321.883520] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2322.006303] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2322.024748] env[62097]: INFO nova.scheduler.client.report [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Deleted allocations for instance 93bd4356-ad05-4971-a5ef-71e6783108df [ 2322.440801] env[62097]: DEBUG oslo_concurrency.lockutils [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "724db4b5-ecbc-4848-987f-0da9023eee0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2322.441116] env[62097]: DEBUG oslo_concurrency.lockutils [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "724db4b5-ecbc-4848-987f-0da9023eee0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2322.441368] env[62097]: DEBUG oslo_concurrency.lockutils [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "724db4b5-ecbc-4848-987f-0da9023eee0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2322.441574] env[62097]: DEBUG oslo_concurrency.lockutils [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "724db4b5-ecbc-4848-987f-0da9023eee0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2322.441748] env[62097]: DEBUG oslo_concurrency.lockutils [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "724db4b5-ecbc-4848-987f-0da9023eee0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2322.444283] env[62097]: INFO nova.compute.manager [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Terminating instance [ 2322.531650] env[62097]: DEBUG oslo_concurrency.lockutils [None req-4cc184a0-e51e-4016-b070-ae9e3ef3e545 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "93bd4356-ad05-4971-a5ef-71e6783108df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.721s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2322.947990] env[62097]: DEBUG nova.compute.manager [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2322.948320] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2322.949331] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a0edd7-0a46-4e67-aa1a-0b9aefa26bd1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.957555] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2322.957810] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60891a1d-bea9-48be-ba8b-d9da94e9bd6c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.964402] env[62097]: DEBUG oslo_vmware.api [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2322.964402] env[62097]: value = "task-2036025" [ 2322.964402] env[62097]: _type = "Task" [ 2322.964402] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2322.971247] env[62097]: DEBUG oslo_vmware.api [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2036025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.474527] env[62097]: DEBUG oslo_vmware.api [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2036025, 'name': PowerOffVM_Task, 'duration_secs': 0.188854} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.474797] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2323.475210] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2323.475210] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3be24b05-c646-470b-8cd1-7cf2dbe7d64c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.650358] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2323.650583] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2323.650766] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Deleting the datastore file [datastore2] 724db4b5-ecbc-4848-987f-0da9023eee0e {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2323.651043] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-443d52e2-c3cb-47f8-932d-90e7adb35ff3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.657344] env[62097]: DEBUG oslo_vmware.api [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for the task: (returnval){ [ 2323.657344] env[62097]: value = "task-2036027" [ 2323.657344] env[62097]: _type = "Task" [ 2323.657344] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2323.665070] env[62097]: DEBUG oslo_vmware.api [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2036027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.089079] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2324.089343] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2324.167503] env[62097]: DEBUG oslo_vmware.api [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Task: {'id': task-2036027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127458} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2324.167752] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2324.167962] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2324.168163] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2324.168371] env[62097]: INFO nova.compute.manager [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2324.168620] env[62097]: DEBUG oslo.service.loopingcall [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2324.168811] env[62097]: DEBUG nova.compute.manager [-] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2324.168904] env[62097]: DEBUG nova.network.neutron [-] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2324.591535] env[62097]: DEBUG nova.compute.manager [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2324.833693] env[62097]: DEBUG nova.compute.manager [req-7e62324b-bab3-45a4-a844-68e720056274 req-d9e00b6f-de14-4b34-98e1-8b5497472ee3 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Received event network-vif-deleted-969032ac-1c45-4934-89c5-219d8b9ed3f0 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2324.833854] env[62097]: INFO nova.compute.manager [req-7e62324b-bab3-45a4-a844-68e720056274 req-d9e00b6f-de14-4b34-98e1-8b5497472ee3 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Neutron deleted interface 969032ac-1c45-4934-89c5-219d8b9ed3f0; detaching it from the instance and deleting it from the info cache [ 2324.834171] env[62097]: DEBUG nova.network.neutron [req-7e62324b-bab3-45a4-a844-68e720056274 req-d9e00b6f-de14-4b34-98e1-8b5497472ee3 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2325.113562] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2325.113832] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2325.115439] env[62097]: INFO nova.compute.claims [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2325.310888] env[62097]: DEBUG nova.network.neutron [-] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2325.336584] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80edbfee-75bf-438a-9b7b-77862aa37ec8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.346386] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc9aceb-0dc6-400a-85c0-d2f4df2b3825 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.372280] env[62097]: DEBUG nova.compute.manager [req-7e62324b-bab3-45a4-a844-68e720056274 req-d9e00b6f-de14-4b34-98e1-8b5497472ee3 service nova] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Detach interface failed, port_id=969032ac-1c45-4934-89c5-219d8b9ed3f0, reason: Instance 724db4b5-ecbc-4848-987f-0da9023eee0e could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2325.815324] env[62097]: INFO nova.compute.manager [-] [instance: 724db4b5-ecbc-4848-987f-0da9023eee0e] Took 1.65 seconds to deallocate network for instance. [ 2326.178533] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc842b83-0456-4ece-ae40-857253ddfae5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.185692] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7852ab49-e315-4dd8-b523-ab35db63b38a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.215768] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb5210a-ebcb-4e46-800f-5a0535969d3e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.222907] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cc0597-9505-4bce-96ca-9e3a638a54f9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.235545] env[62097]: DEBUG nova.compute.provider_tree [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2326.321924] env[62097]: DEBUG oslo_concurrency.lockutils [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2326.385684] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2326.385850] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Cleaning up deleted instances {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 2326.739033] env[62097]: DEBUG nova.scheduler.client.report [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2326.896617] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] There are 38 instances to clean {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 2326.896965] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: a6bd9b50-c88c-42bd-9ad2-dc076c4b525d] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2327.243419] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2327.243945] env[62097]: DEBUG nova.compute.manager [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2327.247107] env[62097]: DEBUG oslo_concurrency.lockutils [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.925s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2327.247283] env[62097]: DEBUG nova.objects.instance [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lazy-loading 'resources' on Instance uuid 724db4b5-ecbc-4848-987f-0da9023eee0e {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2327.400226] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 93bd4356-ad05-4971-a5ef-71e6783108df] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2327.750591] env[62097]: DEBUG nova.compute.utils [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2327.754900] env[62097]: DEBUG nova.compute.manager [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2327.755297] env[62097]: DEBUG nova.network.neutron [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2327.803697] env[62097]: DEBUG nova.policy [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e96ac3c392e54caa81a8edad2c9c2067', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7166c7592ef40b6a96210b9e9e530b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2327.817342] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88073dd6-4a74-4ac6-82c0-22c6147ffa36 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.824876] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba4721e-ee46-4f1f-9b4d-e1f139540b2a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.857042] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fed4f58-fa95-47e8-87d1-2e377143cd64 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.864310] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67964346-9b3d-4830-ae0a-e4542aff33ad {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.879019] env[62097]: DEBUG nova.compute.provider_tree [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2327.903333] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: f295c91a-16f1-49e2-b25d-34e9792151e7] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2328.100217] env[62097]: DEBUG nova.network.neutron [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Successfully created port: a488b49d-55e2-47fd-931a-2e822a9c046b {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2328.255919] env[62097]: DEBUG nova.compute.manager [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2328.384816] env[62097]: DEBUG nova.scheduler.client.report [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2328.406139] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 61cbcbca-4684-45a8-b615-8fa4cdb5a45f] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2328.889970] env[62097]: DEBUG oslo_concurrency.lockutils [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2328.908927] env[62097]: INFO nova.scheduler.client.report [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Deleted allocations for instance 724db4b5-ecbc-4848-987f-0da9023eee0e [ 2328.910165] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: dc42f512-62ce-4734-8c95-29c69bf9c00c] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2329.210409] env[62097]: DEBUG oslo_concurrency.lockutils [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "a80cb125-2a86-4425-af91-fcb6b10f0807" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2329.210763] env[62097]: DEBUG oslo_concurrency.lockutils [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "a80cb125-2a86-4425-af91-fcb6b10f0807" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2329.265086] env[62097]: DEBUG nova.compute.manager [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2329.291076] env[62097]: DEBUG nova.virt.hardware [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-07T01:46:41Z,direct_url=,disk_format='vmdk',id=8b09a24f-7c63-4cfd-9648-c1cd08fa1a69,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd4087649bbb4479bddc3d91f0d21df3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-07T01:46:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2329.291339] env[62097]: DEBUG nova.virt.hardware [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2329.291498] env[62097]: DEBUG nova.virt.hardware [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2329.291678] env[62097]: DEBUG nova.virt.hardware [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2329.291837] env[62097]: DEBUG nova.virt.hardware [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2329.292024] env[62097]: DEBUG nova.virt.hardware [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2329.292263] env[62097]: DEBUG nova.virt.hardware [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2329.292431] env[62097]: DEBUG nova.virt.hardware [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2329.292598] env[62097]: DEBUG nova.virt.hardware [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2329.292761] env[62097]: DEBUG nova.virt.hardware [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2329.292932] env[62097]: DEBUG nova.virt.hardware [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2329.293803] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a465d7e-b0f6-443f-858a-947f8adf9eaa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.304154] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698b35ca-80f1-43a6-95ef-c0b49cdc6fa0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.414608] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 9b6ddb6b-a158-4d43-87e1-a98fcaa6af3a] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2329.419133] env[62097]: DEBUG oslo_concurrency.lockutils [None req-47f710cc-3c5c-407d-b244-614e4d937d30 tempest-AttachVolumeShelveTestJSON-2111575459 tempest-AttachVolumeShelveTestJSON-2111575459-project-member] Lock "724db4b5-ecbc-4848-987f-0da9023eee0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.978s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2329.713584] env[62097]: DEBUG nova.compute.manager [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Starting instance... {{(pid=62097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2329.919142] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 7cade476-8cd0-4201-87d2-24e12f566e05] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2330.236048] env[62097]: DEBUG oslo_concurrency.lockutils [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.236048] env[62097]: DEBUG oslo_concurrency.lockutils [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.237755] env[62097]: INFO nova.compute.claims [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2330.423222] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: a21e5049-0e4a-4b0e-86c8-75aab9ec73fc] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2330.926113] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: f273c0ad-cb73-4eef-8d39-4f4cc5146481] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2331.307668] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5722805c-e87b-4442-9f2a-0e51565eeb5a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.314841] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a96272b-099c-41bc-9fa2-1b3bd5578898 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.344873] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f9c795-9d66-4d6c-8c64-34bb1ac4c76c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.351802] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e83f9f-2f52-4801-ba08-10d32201dade {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.364263] env[62097]: DEBUG nova.compute.provider_tree [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2331.429795] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: a4bcb8a1-0c78-4d5d-a89b-33a6218fa981] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2331.867323] env[62097]: DEBUG nova.scheduler.client.report [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2331.932533] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 73c522bf-24f3-4ce2-8e10-c997f6eabfe9] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2332.373039] env[62097]: DEBUG oslo_concurrency.lockutils [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2332.373269] env[62097]: DEBUG nova.compute.manager [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Start building networks asynchronously for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2332.435766] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: be617a97-254e-43c5-8bd3-0316e451a7c7] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2332.878345] env[62097]: DEBUG nova.compute.utils [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Using /dev/sd instead of None {{(pid=62097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2332.879822] env[62097]: DEBUG nova.compute.manager [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Allocating IP information in the background. {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2332.879991] env[62097]: DEBUG nova.network.neutron [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] allocate_for_instance() {{(pid=62097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2332.926295] env[62097]: DEBUG nova.policy [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39a79ff548394800951fb1fb2048b67f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0d791dcc643402497341d7fb0f84168', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62097) authorize /opt/stack/nova/nova/policy.py:192}} [ 2332.938420] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 475efcd6-b8e2-4da2-9040-3f006925e6b7] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2333.183320] env[62097]: DEBUG nova.network.neutron [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Successfully created port: d058ea2e-765c-4644-82b0-4b8f4bec77a9 {{(pid=62097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2333.383735] env[62097]: DEBUG nova.compute.manager [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Start building block device mappings for instance. {{(pid=62097) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2333.441083] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 2cb98bb5-9565-470f-aecf-1c63bec27780] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2333.889881] env[62097]: INFO nova.virt.block_device [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Booting with volume 7ebd2891-276c-4599-872c-72a0e3cbcb67 at /dev/sda [ 2333.928117] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7a8044d-a87a-40b3-9310-6d3e52896787 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.937176] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca73e1fa-5cb0-4f33-9161-816d58b7f242 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.948109] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 1c318b20-4d25-4b4c-900d-a675e8cae71f] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2333.966049] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52ad300d-5b5f-4f76-9bb2-c064e377523e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.974086] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1e1104-5afa-4157-867a-c136995f22f9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.999182] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab1d1b3-2785-48f1-bc6d-1cd29f678a8f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.005426] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f35da3-c62e-4362-8416-78024796343d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.018170] env[62097]: DEBUG nova.virt.block_device [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Updating existing volume attachment record: f4b14596-d3da-4797-8db8-a74de23128df {{(pid=62097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2334.452031] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: b6a0eea9-5b4d-4324-92d5-65f7b1dae33a] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2334.955186] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 414bcbdb-1b5b-465a-8c9c-6f849dca6005] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2335.458921] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 33c16093-8d25-4de4-b7b1-0c1c621b6266] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2335.962083] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 36360d25-2d81-405c-929d-def87fc4f8f9] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2336.101928] env[62097]: DEBUG nova.compute.manager [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Start spawning the instance on the hypervisor. {{(pid=62097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2336.102500] env[62097]: DEBUG nova.virt.hardware [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2336.102716] env[62097]: DEBUG nova.virt.hardware [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2336.102869] env[62097]: DEBUG nova.virt.hardware [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2336.103344] env[62097]: DEBUG nova.virt.hardware [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2336.103344] env[62097]: DEBUG nova.virt.hardware [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2336.103344] env[62097]: DEBUG nova.virt.hardware [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2336.103530] env[62097]: DEBUG nova.virt.hardware [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2336.103671] env[62097]: DEBUG nova.virt.hardware [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2336.103836] env[62097]: DEBUG nova.virt.hardware [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2336.103994] env[62097]: DEBUG nova.virt.hardware [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2336.104181] env[62097]: DEBUG nova.virt.hardware [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2336.105053] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f83986f-5432-4c17-9dc8-a3c51ecb26a9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.113648] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377a3eda-e837-47b2-9a07-65f8d8fa6d78 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.465595] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: a5f3d46e-328f-4927-ad0a-1b1666df95a3] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2336.969345] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: b55e4832-2135-4828-b54c-2af12ff76c6a] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2337.472611] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 6722500a-2ecf-4926-aa94-f89279e24240] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2337.485432] env[62097]: DEBUG nova.compute.manager [req-9740c065-ef0e-4354-acad-b5ee6bf70fae req-72611f33-41a5-4260-af1f-6e690db06ce7 service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Received event network-vif-plugged-a488b49d-55e2-47fd-931a-2e822a9c046b {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2337.486020] env[62097]: DEBUG oslo_concurrency.lockutils [req-9740c065-ef0e-4354-acad-b5ee6bf70fae req-72611f33-41a5-4260-af1f-6e690db06ce7 service nova] Acquiring lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2337.486020] env[62097]: DEBUG oslo_concurrency.lockutils [req-9740c065-ef0e-4354-acad-b5ee6bf70fae req-72611f33-41a5-4260-af1f-6e690db06ce7 service nova] Lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2337.486239] env[62097]: DEBUG oslo_concurrency.lockutils [req-9740c065-ef0e-4354-acad-b5ee6bf70fae req-72611f33-41a5-4260-af1f-6e690db06ce7 service nova] Lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2337.486308] env[62097]: DEBUG nova.compute.manager [req-9740c065-ef0e-4354-acad-b5ee6bf70fae req-72611f33-41a5-4260-af1f-6e690db06ce7 service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] No waiting events found dispatching network-vif-plugged-a488b49d-55e2-47fd-931a-2e822a9c046b {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2337.486468] env[62097]: WARNING nova.compute.manager [req-9740c065-ef0e-4354-acad-b5ee6bf70fae req-72611f33-41a5-4260-af1f-6e690db06ce7 service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Received unexpected event network-vif-plugged-a488b49d-55e2-47fd-931a-2e822a9c046b for instance with vm_state building and task_state spawning. [ 2337.572107] env[62097]: DEBUG nova.network.neutron [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Successfully updated port: a488b49d-55e2-47fd-931a-2e822a9c046b {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2337.975914] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: a9731176-2910-4f07-b95a-8496587d553b] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2338.076239] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2338.076427] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2338.079314] env[62097]: DEBUG nova.network.neutron [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2338.135791] env[62097]: DEBUG nova.network.neutron [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Successfully updated port: d058ea2e-765c-4644-82b0-4b8f4bec77a9 {{(pid=62097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2338.478921] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 7f4d6fa2-45e4-4348-9149-47ec9f40c22c] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2338.607618] env[62097]: DEBUG nova.network.neutron [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2338.640667] env[62097]: DEBUG oslo_concurrency.lockutils [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "refresh_cache-a80cb125-2a86-4425-af91-fcb6b10f0807" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2338.640789] env[62097]: DEBUG oslo_concurrency.lockutils [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired lock "refresh_cache-a80cb125-2a86-4425-af91-fcb6b10f0807" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2338.640896] env[62097]: DEBUG nova.network.neutron [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2338.728773] env[62097]: DEBUG nova.network.neutron [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Updating instance_info_cache with network_info: [{"id": "a488b49d-55e2-47fd-931a-2e822a9c046b", "address": "fa:16:3e:e5:34:2c", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa488b49d-55", "ovs_interfaceid": "a488b49d-55e2-47fd-931a-2e822a9c046b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2338.981897] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: eb82508a-bae0-49a6-8c61-d7997180b28a] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2339.171444] env[62097]: DEBUG nova.network.neutron [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Instance cache missing network info. {{(pid=62097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2339.231444] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Releasing lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2339.231753] env[62097]: DEBUG nova.compute.manager [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Instance network_info: |[{"id": "a488b49d-55e2-47fd-931a-2e822a9c046b", "address": "fa:16:3e:e5:34:2c", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa488b49d-55", "ovs_interfaceid": "a488b49d-55e2-47fd-931a-2e822a9c046b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2339.232202] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:34:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a488b49d-55e2-47fd-931a-2e822a9c046b', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2339.240052] env[62097]: DEBUG oslo.service.loopingcall [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2339.240270] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2339.240502] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c8aa6c2-b017-4363-a433-18a8e415ced7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.263512] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2339.263512] env[62097]: value = "task-2036031" [ 2339.263512] env[62097]: _type = "Task" [ 2339.263512] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2339.273204] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2036031, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.288900] env[62097]: DEBUG nova.network.neutron [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Updating instance_info_cache with network_info: [{"id": "d058ea2e-765c-4644-82b0-4b8f4bec77a9", "address": "fa:16:3e:db:36:c3", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd058ea2e-76", "ovs_interfaceid": "d058ea2e-765c-4644-82b0-4b8f4bec77a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2339.485248] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 58236d5e-07eb-431d-a090-bacc9780c3cb] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2339.514858] env[62097]: DEBUG nova.compute.manager [req-7b029d4d-8628-45c2-8dc9-f12cbaecb273 req-8e7f5759-0cf8-4c58-88a1-dae422b68150 service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Received event network-changed-a488b49d-55e2-47fd-931a-2e822a9c046b {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2339.515077] env[62097]: DEBUG nova.compute.manager [req-7b029d4d-8628-45c2-8dc9-f12cbaecb273 req-8e7f5759-0cf8-4c58-88a1-dae422b68150 service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Refreshing instance network info cache due to event network-changed-a488b49d-55e2-47fd-931a-2e822a9c046b. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2339.515296] env[62097]: DEBUG oslo_concurrency.lockutils [req-7b029d4d-8628-45c2-8dc9-f12cbaecb273 req-8e7f5759-0cf8-4c58-88a1-dae422b68150 service nova] Acquiring lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2339.515442] env[62097]: DEBUG oslo_concurrency.lockutils [req-7b029d4d-8628-45c2-8dc9-f12cbaecb273 req-8e7f5759-0cf8-4c58-88a1-dae422b68150 service nova] Acquired lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2339.515600] env[62097]: DEBUG nova.network.neutron [req-7b029d4d-8628-45c2-8dc9-f12cbaecb273 req-8e7f5759-0cf8-4c58-88a1-dae422b68150 service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Refreshing network info cache for port a488b49d-55e2-47fd-931a-2e822a9c046b {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2339.773384] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2036031, 'name': CreateVM_Task, 'duration_secs': 0.433648} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2339.773556] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2339.774230] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2339.774401] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2339.774727] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2339.774984] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c8ad987-5541-4336-9e7f-fb6f025241fd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.780150] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2339.780150] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521b6919-c86d-f99f-c1ee-cd153c33c5ab" [ 2339.780150] env[62097]: _type = "Task" [ 2339.780150] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2339.787847] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521b6919-c86d-f99f-c1ee-cd153c33c5ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.791350] env[62097]: DEBUG oslo_concurrency.lockutils [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Releasing lock "refresh_cache-a80cb125-2a86-4425-af91-fcb6b10f0807" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2339.791659] env[62097]: DEBUG nova.compute.manager [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Instance network_info: |[{"id": "d058ea2e-765c-4644-82b0-4b8f4bec77a9", "address": "fa:16:3e:db:36:c3", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd058ea2e-76", "ovs_interfaceid": "d058ea2e-765c-4644-82b0-4b8f4bec77a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2339.792016] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:36:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd058ea2e-765c-4644-82b0-4b8f4bec77a9', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2339.799209] env[62097]: DEBUG oslo.service.loopingcall [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2339.799397] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2339.799603] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9de47fb-c765-477a-8645-91c5f1b84f56 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.818468] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2339.818468] env[62097]: value = "task-2036032" [ 2339.818468] env[62097]: _type = "Task" [ 2339.818468] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2339.825299] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2036032, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.989176] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 892e51e4-ed63-45bf-9f6b-be584a40cfe2] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2340.213236] env[62097]: DEBUG nova.network.neutron [req-7b029d4d-8628-45c2-8dc9-f12cbaecb273 req-8e7f5759-0cf8-4c58-88a1-dae422b68150 service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Updated VIF entry in instance network info cache for port a488b49d-55e2-47fd-931a-2e822a9c046b. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2340.213622] env[62097]: DEBUG nova.network.neutron [req-7b029d4d-8628-45c2-8dc9-f12cbaecb273 req-8e7f5759-0cf8-4c58-88a1-dae422b68150 service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Updating instance_info_cache with network_info: [{"id": "a488b49d-55e2-47fd-931a-2e822a9c046b", "address": "fa:16:3e:e5:34:2c", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa488b49d-55", "ovs_interfaceid": "a488b49d-55e2-47fd-931a-2e822a9c046b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2340.290894] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]521b6919-c86d-f99f-c1ee-cd153c33c5ab, 'name': SearchDatastore_Task, 'duration_secs': 0.023785} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2340.291206] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2340.291439] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Processing image 8b09a24f-7c63-4cfd-9648-c1cd08fa1a69 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2340.291669] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2340.291812] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2340.291986] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2340.292250] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08f1a507-25b7-48d0-bc01-e70016ae96cc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.300218] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2340.300413] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2340.301075] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7237bf8e-16f1-40d5-a5ac-6c56c026f771 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.305745] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2340.305745] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52c5a167-3c10-c8ef-5710-666be1b702af" [ 2340.305745] env[62097]: _type = "Task" [ 2340.305745] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2340.312703] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52c5a167-3c10-c8ef-5710-666be1b702af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.325908] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2036032, 'name': CreateVM_Task, 'duration_secs': 0.33699} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2340.326065] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2340.326689] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'guest_format': None, 'attachment_id': 'f4b14596-d3da-4797-8db8-a74de23128df', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418096', 'volume_id': '7ebd2891-276c-4599-872c-72a0e3cbcb67', 'name': 'volume-7ebd2891-276c-4599-872c-72a0e3cbcb67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a80cb125-2a86-4425-af91-fcb6b10f0807', 'attached_at': '', 'detached_at': '', 'volume_id': '7ebd2891-276c-4599-872c-72a0e3cbcb67', 'serial': '7ebd2891-276c-4599-872c-72a0e3cbcb67'}, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62097) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2340.326888] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Root volume attach. Driver type: vmdk {{(pid=62097) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2340.327605] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96663df-25c1-4550-8317-b8ccb1641b50 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.335384] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67238b8c-ffe6-4e48-afa9-ee4801089b2b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.340731] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb398d9-2c72-44d7-99f3-978fee6a60ce {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.346010] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ad5bf263-cec0-4b11-aee4-68f470b9b2c2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.352814] env[62097]: DEBUG oslo_vmware.api [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2340.352814] env[62097]: value = "task-2036033" [ 2340.352814] env[62097]: _type = "Task" [ 2340.352814] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2340.359853] env[62097]: DEBUG oslo_vmware.api [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036033, 'name': RelocateVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.493266] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: ce099204-b30e-42a3-89be-0315d7e19b76] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2340.716327] env[62097]: DEBUG oslo_concurrency.lockutils [req-7b029d4d-8628-45c2-8dc9-f12cbaecb273 req-8e7f5759-0cf8-4c58-88a1-dae422b68150 service nova] Releasing lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2340.716623] env[62097]: DEBUG nova.compute.manager [req-7b029d4d-8628-45c2-8dc9-f12cbaecb273 req-8e7f5759-0cf8-4c58-88a1-dae422b68150 service nova] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Received event network-vif-plugged-d058ea2e-765c-4644-82b0-4b8f4bec77a9 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2340.716823] env[62097]: DEBUG oslo_concurrency.lockutils [req-7b029d4d-8628-45c2-8dc9-f12cbaecb273 req-8e7f5759-0cf8-4c58-88a1-dae422b68150 service nova] Acquiring lock "a80cb125-2a86-4425-af91-fcb6b10f0807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2340.717046] env[62097]: DEBUG oslo_concurrency.lockutils [req-7b029d4d-8628-45c2-8dc9-f12cbaecb273 req-8e7f5759-0cf8-4c58-88a1-dae422b68150 service nova] Lock "a80cb125-2a86-4425-af91-fcb6b10f0807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2340.717223] env[62097]: DEBUG oslo_concurrency.lockutils [req-7b029d4d-8628-45c2-8dc9-f12cbaecb273 req-8e7f5759-0cf8-4c58-88a1-dae422b68150 service nova] Lock "a80cb125-2a86-4425-af91-fcb6b10f0807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2340.717399] env[62097]: DEBUG nova.compute.manager [req-7b029d4d-8628-45c2-8dc9-f12cbaecb273 req-8e7f5759-0cf8-4c58-88a1-dae422b68150 service nova] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] No waiting events found dispatching network-vif-plugged-d058ea2e-765c-4644-82b0-4b8f4bec77a9 {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2340.717560] env[62097]: WARNING nova.compute.manager [req-7b029d4d-8628-45c2-8dc9-f12cbaecb273 req-8e7f5759-0cf8-4c58-88a1-dae422b68150 service nova] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Received unexpected event network-vif-plugged-d058ea2e-765c-4644-82b0-4b8f4bec77a9 for instance with vm_state building and task_state spawning. [ 2340.717720] env[62097]: DEBUG nova.compute.manager [req-7b029d4d-8628-45c2-8dc9-f12cbaecb273 req-8e7f5759-0cf8-4c58-88a1-dae422b68150 service nova] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Received event network-changed-d058ea2e-765c-4644-82b0-4b8f4bec77a9 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2340.717873] env[62097]: DEBUG nova.compute.manager [req-7b029d4d-8628-45c2-8dc9-f12cbaecb273 req-8e7f5759-0cf8-4c58-88a1-dae422b68150 service nova] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Refreshing instance network info cache due to event network-changed-d058ea2e-765c-4644-82b0-4b8f4bec77a9. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2340.718067] env[62097]: DEBUG oslo_concurrency.lockutils [req-7b029d4d-8628-45c2-8dc9-f12cbaecb273 req-8e7f5759-0cf8-4c58-88a1-dae422b68150 service nova] Acquiring lock "refresh_cache-a80cb125-2a86-4425-af91-fcb6b10f0807" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2340.718206] env[62097]: DEBUG oslo_concurrency.lockutils [req-7b029d4d-8628-45c2-8dc9-f12cbaecb273 req-8e7f5759-0cf8-4c58-88a1-dae422b68150 service nova] Acquired lock "refresh_cache-a80cb125-2a86-4425-af91-fcb6b10f0807" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2340.718362] env[62097]: DEBUG nova.network.neutron [req-7b029d4d-8628-45c2-8dc9-f12cbaecb273 req-8e7f5759-0cf8-4c58-88a1-dae422b68150 service nova] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Refreshing network info cache for port d058ea2e-765c-4644-82b0-4b8f4bec77a9 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2340.815770] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52c5a167-3c10-c8ef-5710-666be1b702af, 'name': SearchDatastore_Task, 'duration_secs': 0.008094} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2340.816487] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d10956-253b-4856-9e1c-cea497bdfcf8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.821430] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2340.821430] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522d6aef-c87a-b8c1-64fd-c109df983082" [ 2340.821430] env[62097]: _type = "Task" [ 2340.821430] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2340.828323] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522d6aef-c87a-b8c1-64fd-c109df983082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.861128] env[62097]: DEBUG oslo_vmware.api [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036033, 'name': RelocateVM_Task, 'duration_secs': 0.335988} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2340.861377] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Volume attach. Driver type: vmdk {{(pid=62097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2340.861576] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418096', 'volume_id': '7ebd2891-276c-4599-872c-72a0e3cbcb67', 'name': 'volume-7ebd2891-276c-4599-872c-72a0e3cbcb67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a80cb125-2a86-4425-af91-fcb6b10f0807', 'attached_at': '', 'detached_at': '', 'volume_id': '7ebd2891-276c-4599-872c-72a0e3cbcb67', 'serial': '7ebd2891-276c-4599-872c-72a0e3cbcb67'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2340.862288] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767e74e5-a714-4dd2-b134-fb33b324d252 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.876901] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67b10ce-debc-4fd6-a84b-7f0c515e27a9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.897426] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-7ebd2891-276c-4599-872c-72a0e3cbcb67/volume-7ebd2891-276c-4599-872c-72a0e3cbcb67.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2340.897648] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c65fc84-05a9-4370-8010-4f2c347b3f43 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.916391] env[62097]: DEBUG oslo_vmware.api [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2340.916391] env[62097]: value = "task-2036034" [ 2340.916391] env[62097]: _type = "Task" [ 2340.916391] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2340.923338] env[62097]: DEBUG oslo_vmware.api [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.996572] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 743853c7-d06f-4e55-81ff-32427fc121ad] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2341.331610] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]522d6aef-c87a-b8c1-64fd-c109df983082, 'name': SearchDatastore_Task, 'duration_secs': 0.010606} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2341.331883] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2341.332157] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 214563a9-c0ae-4f92-b44f-1a9cfe7097cc/214563a9-c0ae-4f92-b44f-1a9cfe7097cc.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2341.332417] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f6d4aed-f998-4449-8e3f-0d2d153f6629 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.338446] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2341.338446] env[62097]: value = "task-2036035" [ 2341.338446] env[62097]: _type = "Task" [ 2341.338446] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2341.347126] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.399036] env[62097]: DEBUG nova.network.neutron [req-7b029d4d-8628-45c2-8dc9-f12cbaecb273 req-8e7f5759-0cf8-4c58-88a1-dae422b68150 service nova] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Updated VIF entry in instance network info cache for port d058ea2e-765c-4644-82b0-4b8f4bec77a9. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2341.399502] env[62097]: DEBUG nova.network.neutron [req-7b029d4d-8628-45c2-8dc9-f12cbaecb273 req-8e7f5759-0cf8-4c58-88a1-dae422b68150 service nova] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Updating instance_info_cache with network_info: [{"id": "d058ea2e-765c-4644-82b0-4b8f4bec77a9", "address": "fa:16:3e:db:36:c3", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd058ea2e-76", "ovs_interfaceid": "d058ea2e-765c-4644-82b0-4b8f4bec77a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2341.425400] env[62097]: DEBUG oslo_vmware.api [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036034, 'name': ReconfigVM_Task, 'duration_secs': 0.287845} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2341.425681] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-7ebd2891-276c-4599-872c-72a0e3cbcb67/volume-7ebd2891-276c-4599-872c-72a0e3cbcb67.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2341.430472] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec7cd9bd-d613-4932-b6bd-b26cd1ae46af {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.444706] env[62097]: DEBUG oslo_vmware.api [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2341.444706] env[62097]: value = "task-2036036" [ 2341.444706] env[62097]: _type = "Task" [ 2341.444706] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2341.452424] env[62097]: DEBUG oslo_vmware.api [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.499729] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 9d2c2459-95c6-459f-9f6e-f6e704e6e6d2] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2341.848340] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446159} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2341.848629] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69/8b09a24f-7c63-4cfd-9648-c1cd08fa1a69.vmdk to [datastore1] 214563a9-c0ae-4f92-b44f-1a9cfe7097cc/214563a9-c0ae-4f92-b44f-1a9cfe7097cc.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2341.848851] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Extending root virtual disk to 1048576 {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2341.849107] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc6c2c66-3b99-422e-a68f-210b2a63a015 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.855218] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2341.855218] env[62097]: value = "task-2036037" [ 2341.855218] env[62097]: _type = "Task" [ 2341.855218] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2341.864661] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.902510] env[62097]: DEBUG oslo_concurrency.lockutils [req-7b029d4d-8628-45c2-8dc9-f12cbaecb273 req-8e7f5759-0cf8-4c58-88a1-dae422b68150 service nova] Releasing lock "refresh_cache-a80cb125-2a86-4425-af91-fcb6b10f0807" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2341.954362] env[62097]: DEBUG oslo_vmware.api [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036036, 'name': ReconfigVM_Task, 'duration_secs': 0.135381} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2341.954648] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418096', 'volume_id': '7ebd2891-276c-4599-872c-72a0e3cbcb67', 'name': 'volume-7ebd2891-276c-4599-872c-72a0e3cbcb67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a80cb125-2a86-4425-af91-fcb6b10f0807', 'attached_at': '', 'detached_at': '', 'volume_id': '7ebd2891-276c-4599-872c-72a0e3cbcb67', 'serial': '7ebd2891-276c-4599-872c-72a0e3cbcb67'} {{(pid=62097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2341.955289] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddaddb2f-9689-43b2-884b-4b545d6e2711 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.960850] env[62097]: DEBUG oslo_vmware.api [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2341.960850] env[62097]: value = "task-2036038" [ 2341.960850] env[62097]: _type = "Task" [ 2341.960850] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2341.968339] env[62097]: DEBUG oslo_vmware.api [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036038, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.003883] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 94c79923-ba65-435f-ab7f-2d1ba6399b51] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2342.365467] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079366} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2342.365700] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Extended root virtual disk {{(pid=62097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2342.366414] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcce683-e6ed-4f4c-8135-99f9550b5ace {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.387687] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 214563a9-c0ae-4f92-b44f-1a9cfe7097cc/214563a9-c0ae-4f92-b44f-1a9cfe7097cc.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2342.387907] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb77b69d-1c4a-426a-b9f5-a761b3f87d79 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.406873] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2342.406873] env[62097]: value = "task-2036039" [ 2342.406873] env[62097]: _type = "Task" [ 2342.406873] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2342.414508] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.470348] env[62097]: DEBUG oslo_vmware.api [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036038, 'name': Rename_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.507536] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 863f4a90-054d-4098-94e0-a945c4cfab7e] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2342.916534] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036039, 'name': ReconfigVM_Task, 'duration_secs': 0.26455} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2342.916814] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 214563a9-c0ae-4f92-b44f-1a9cfe7097cc/214563a9-c0ae-4f92-b44f-1a9cfe7097cc.vmdk or device None with type sparse {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2342.917495] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af2acb84-a47a-47e5-84e3-a272965fec88 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.923952] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2342.923952] env[62097]: value = "task-2036040" [ 2342.923952] env[62097]: _type = "Task" [ 2342.923952] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2342.933640] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036040, 'name': Rename_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.970984] env[62097]: DEBUG oslo_vmware.api [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036038, 'name': Rename_Task, 'duration_secs': 0.68395} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2342.971277] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2342.971544] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0d5693b-3834-4c50-9ed6-ff92fc2df6bd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.977122] env[62097]: DEBUG oslo_vmware.api [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2342.977122] env[62097]: value = "task-2036041" [ 2342.977122] env[62097]: _type = "Task" [ 2342.977122] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2342.984290] env[62097]: DEBUG oslo_vmware.api [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.011104] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 6e9e39d9-957b-4617-b1db-c9022a6ac77a] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2343.434427] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036040, 'name': Rename_Task, 'duration_secs': 0.163184} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.434699] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2343.434937] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be28d636-841d-487c-a5ca-4dc05924c61f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.441251] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2343.441251] env[62097]: value = "task-2036042" [ 2343.441251] env[62097]: _type = "Task" [ 2343.441251] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2343.448395] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.486649] env[62097]: DEBUG oslo_vmware.api [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036041, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.514631] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 1824b463-fe07-4430-8da7-1b7568a58852] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2343.951080] env[62097]: DEBUG oslo_vmware.api [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036042, 'name': PowerOnVM_Task, 'duration_secs': 0.471355} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.951352] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2343.951561] env[62097]: INFO nova.compute.manager [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Took 14.69 seconds to spawn the instance on the hypervisor. [ 2343.951734] env[62097]: DEBUG nova.compute.manager [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2343.952501] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f33210-12be-46fe-93a7-8a4044a8c7cc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.986589] env[62097]: DEBUG oslo_vmware.api [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036041, 'name': PowerOnVM_Task, 'duration_secs': 0.518529} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.986864] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2343.987071] env[62097]: INFO nova.compute.manager [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Took 7.88 seconds to spawn the instance on the hypervisor. [ 2343.987254] env[62097]: DEBUG nova.compute.manager [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2343.987980] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd91400d-7d11-4561-aec2-e7b2268bb451 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.018235] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 9cc7b7db-d113-4fa3-b3f2-b01e0075ba3a] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2344.469633] env[62097]: INFO nova.compute.manager [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Took 19.37 seconds to build instance. [ 2344.505533] env[62097]: INFO nova.compute.manager [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Took 14.29 seconds to build instance. [ 2344.521966] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 3e2e4d7b-d042-4c3b-9bbd-5a4492e5cfef] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2344.814860] env[62097]: DEBUG nova.compute.manager [req-6953ddaa-1ff6-4d39-bba4-6868136da579 req-3f47d747-9ed7-4f5b-bc5a-f500ba82b575 service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Received event network-changed-a488b49d-55e2-47fd-931a-2e822a9c046b {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2344.815077] env[62097]: DEBUG nova.compute.manager [req-6953ddaa-1ff6-4d39-bba4-6868136da579 req-3f47d747-9ed7-4f5b-bc5a-f500ba82b575 service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Refreshing instance network info cache due to event network-changed-a488b49d-55e2-47fd-931a-2e822a9c046b. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2344.815302] env[62097]: DEBUG oslo_concurrency.lockutils [req-6953ddaa-1ff6-4d39-bba4-6868136da579 req-3f47d747-9ed7-4f5b-bc5a-f500ba82b575 service nova] Acquiring lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2344.815447] env[62097]: DEBUG oslo_concurrency.lockutils [req-6953ddaa-1ff6-4d39-bba4-6868136da579 req-3f47d747-9ed7-4f5b-bc5a-f500ba82b575 service nova] Acquired lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2344.815609] env[62097]: DEBUG nova.network.neutron [req-6953ddaa-1ff6-4d39-bba4-6868136da579 req-3f47d747-9ed7-4f5b-bc5a-f500ba82b575 service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Refreshing network info cache for port a488b49d-55e2-47fd-931a-2e822a9c046b {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2344.971479] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fc2d4eba-c0d3-4c2b-abeb-76bf77368e2d tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.882s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2345.007136] env[62097]: DEBUG oslo_concurrency.lockutils [None req-700a2257-c7ff-4409-9896-9970e252d6a1 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "a80cb125-2a86-4425-af91-fcb6b10f0807" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.796s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2345.023748] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: a7992c09-2881-4d70-b5a8-5071eb619d12] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2345.526692] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 50a7a45d-3187-4baa-9937-79f05882da01] Instance has had 0 of 5 cleanup attempts {{(pid=62097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2345.530164] env[62097]: DEBUG nova.network.neutron [req-6953ddaa-1ff6-4d39-bba4-6868136da579 req-3f47d747-9ed7-4f5b-bc5a-f500ba82b575 service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Updated VIF entry in instance network info cache for port a488b49d-55e2-47fd-931a-2e822a9c046b. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2345.530602] env[62097]: DEBUG nova.network.neutron [req-6953ddaa-1ff6-4d39-bba4-6868136da579 req-3f47d747-9ed7-4f5b-bc5a-f500ba82b575 service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Updating instance_info_cache with network_info: [{"id": "a488b49d-55e2-47fd-931a-2e822a9c046b", "address": "fa:16:3e:e5:34:2c", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa488b49d-55", "ovs_interfaceid": "a488b49d-55e2-47fd-931a-2e822a9c046b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2346.033377] env[62097]: DEBUG oslo_concurrency.lockutils [req-6953ddaa-1ff6-4d39-bba4-6868136da579 req-3f47d747-9ed7-4f5b-bc5a-f500ba82b575 service nova] Releasing lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2346.854144] env[62097]: DEBUG nova.compute.manager [req-858e948b-22d7-4252-8d1f-49fec456757b req-715a7b1b-dc78-4636-ac7f-07d70eee377d service nova] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Received event network-changed-39275820-16f8-481d-8e06-7a60f0159a1b {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2346.854372] env[62097]: DEBUG nova.compute.manager [req-858e948b-22d7-4252-8d1f-49fec456757b req-715a7b1b-dc78-4636-ac7f-07d70eee377d service nova] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Refreshing instance network info cache due to event network-changed-39275820-16f8-481d-8e06-7a60f0159a1b. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2346.854623] env[62097]: DEBUG oslo_concurrency.lockutils [req-858e948b-22d7-4252-8d1f-49fec456757b req-715a7b1b-dc78-4636-ac7f-07d70eee377d service nova] Acquiring lock "refresh_cache-d6ba1c55-7ce7-42a7-8827-d63b3852418d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2346.854785] env[62097]: DEBUG oslo_concurrency.lockutils [req-858e948b-22d7-4252-8d1f-49fec456757b req-715a7b1b-dc78-4636-ac7f-07d70eee377d service nova] Acquired lock "refresh_cache-d6ba1c55-7ce7-42a7-8827-d63b3852418d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2346.854948] env[62097]: DEBUG nova.network.neutron [req-858e948b-22d7-4252-8d1f-49fec456757b req-715a7b1b-dc78-4636-ac7f-07d70eee377d service nova] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Refreshing network info cache for port 39275820-16f8-481d-8e06-7a60f0159a1b {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2347.190137] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2347.544832] env[62097]: DEBUG nova.compute.manager [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Stashing vm_state: active {{(pid=62097) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2347.564086] env[62097]: DEBUG nova.network.neutron [req-858e948b-22d7-4252-8d1f-49fec456757b req-715a7b1b-dc78-4636-ac7f-07d70eee377d service nova] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Updated VIF entry in instance network info cache for port 39275820-16f8-481d-8e06-7a60f0159a1b. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2347.564564] env[62097]: DEBUG nova.network.neutron [req-858e948b-22d7-4252-8d1f-49fec456757b req-715a7b1b-dc78-4636-ac7f-07d70eee377d service nova] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Updating instance_info_cache with network_info: [{"id": "39275820-16f8-481d-8e06-7a60f0159a1b", "address": "fa:16:3e:42:6a:ca", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39275820-16", "ovs_interfaceid": "39275820-16f8-481d-8e06-7a60f0159a1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2347.694033] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Getting list of instances from cluster (obj){ [ 2347.694033] env[62097]: value = "domain-c8" [ 2347.694033] env[62097]: _type = "ClusterComputeResource" [ 2347.694033] env[62097]: } {{(pid=62097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2347.694980] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da91c50-33a3-48f4-95be-8082101cf629 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.708449] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Got total of 4 instances {{(pid=62097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2347.708627] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid d6ba1c55-7ce7-42a7-8827-d63b3852418d {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2347.708797] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid 70a75bb4-dc62-4d8b-9a30-22be74e0cc98 {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2347.709038] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid 214563a9-c0ae-4f92-b44f-1a9cfe7097cc {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2347.709238] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Triggering sync for uuid a80cb125-2a86-4425-af91-fcb6b10f0807 {{(pid=62097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2347.709655] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "d6ba1c55-7ce7-42a7-8827-d63b3852418d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2347.709911] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "d6ba1c55-7ce7-42a7-8827-d63b3852418d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2347.710232] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "70a75bb4-dc62-4d8b-9a30-22be74e0cc98" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2347.710459] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "70a75bb4-dc62-4d8b-9a30-22be74e0cc98" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2347.710730] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2347.710944] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2347.711223] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "a80cb125-2a86-4425-af91-fcb6b10f0807" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2347.711440] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "a80cb125-2a86-4425-af91-fcb6b10f0807" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2347.711637] env[62097]: INFO nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 2347.711838] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "a80cb125-2a86-4425-af91-fcb6b10f0807" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2347.712650] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d73aaa-04a2-4061-ba33-b3ffe773f8e1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.715516] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be086a7b-ddda-4474-bc3f-b7d1b8ece74d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.718514] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a8fa80-d3a6-4b4c-a226-fd4d12ccb4bb {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.066661] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2348.066921] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2348.068476] env[62097]: DEBUG oslo_concurrency.lockutils [req-858e948b-22d7-4252-8d1f-49fec456757b req-715a7b1b-dc78-4636-ac7f-07d70eee377d service nova] Releasing lock "refresh_cache-d6ba1c55-7ce7-42a7-8827-d63b3852418d" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2348.068712] env[62097]: DEBUG nova.compute.manager [req-858e948b-22d7-4252-8d1f-49fec456757b req-715a7b1b-dc78-4636-ac7f-07d70eee377d service nova] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Received event network-changed-d058ea2e-765c-4644-82b0-4b8f4bec77a9 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2348.068878] env[62097]: DEBUG nova.compute.manager [req-858e948b-22d7-4252-8d1f-49fec456757b req-715a7b1b-dc78-4636-ac7f-07d70eee377d service nova] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Refreshing instance network info cache due to event network-changed-d058ea2e-765c-4644-82b0-4b8f4bec77a9. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2348.069088] env[62097]: DEBUG oslo_concurrency.lockutils [req-858e948b-22d7-4252-8d1f-49fec456757b req-715a7b1b-dc78-4636-ac7f-07d70eee377d service nova] Acquiring lock "refresh_cache-a80cb125-2a86-4425-af91-fcb6b10f0807" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2348.069233] env[62097]: DEBUG oslo_concurrency.lockutils [req-858e948b-22d7-4252-8d1f-49fec456757b req-715a7b1b-dc78-4636-ac7f-07d70eee377d service nova] Acquired lock "refresh_cache-a80cb125-2a86-4425-af91-fcb6b10f0807" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2348.069417] env[62097]: DEBUG nova.network.neutron [req-858e948b-22d7-4252-8d1f-49fec456757b req-715a7b1b-dc78-4636-ac7f-07d70eee377d service nova] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Refreshing network info cache for port d058ea2e-765c-4644-82b0-4b8f4bec77a9 {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2348.231575] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.520s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2348.232032] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "70a75bb4-dc62-4d8b-9a30-22be74e0cc98" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.521s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2348.232363] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "d6ba1c55-7ce7-42a7-8827-d63b3852418d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.522s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2348.575048] env[62097]: INFO nova.compute.claims [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2348.773444] env[62097]: DEBUG nova.network.neutron [req-858e948b-22d7-4252-8d1f-49fec456757b req-715a7b1b-dc78-4636-ac7f-07d70eee377d service nova] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Updated VIF entry in instance network info cache for port d058ea2e-765c-4644-82b0-4b8f4bec77a9. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2348.773806] env[62097]: DEBUG nova.network.neutron [req-858e948b-22d7-4252-8d1f-49fec456757b req-715a7b1b-dc78-4636-ac7f-07d70eee377d service nova] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Updating instance_info_cache with network_info: [{"id": "d058ea2e-765c-4644-82b0-4b8f4bec77a9", "address": "fa:16:3e:db:36:c3", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd058ea2e-76", "ovs_interfaceid": "d058ea2e-765c-4644-82b0-4b8f4bec77a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2349.082524] env[62097]: INFO nova.compute.resource_tracker [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Updating resource usage from migration 3a05102e-644b-48e2-9139-36fa6c1ef02c [ 2349.148097] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5708b5f9-5d53-4be7-a77b-63bd4717a8f0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.155733] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8e8074-e5eb-42f3-b5b2-64ea731f09cc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.185155] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f42617-3b35-4b64-a69d-0e226d44e10f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.191799] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cd41a1-6784-4a15-9e6e-95d9eca17fae {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.204259] env[62097]: DEBUG nova.compute.provider_tree [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2349.276774] env[62097]: DEBUG oslo_concurrency.lockutils [req-858e948b-22d7-4252-8d1f-49fec456757b req-715a7b1b-dc78-4636-ac7f-07d70eee377d service nova] Releasing lock "refresh_cache-a80cb125-2a86-4425-af91-fcb6b10f0807" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2349.707707] env[62097]: DEBUG nova.scheduler.client.report [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2350.212358] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.145s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2350.212580] env[62097]: INFO nova.compute.manager [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Migrating [ 2350.728347] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "refresh_cache-a80cb125-2a86-4425-af91-fcb6b10f0807" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2350.728697] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired lock "refresh_cache-a80cb125-2a86-4425-af91-fcb6b10f0807" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2350.728697] env[62097]: DEBUG nova.network.neutron [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2351.435509] env[62097]: DEBUG nova.network.neutron [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Updating instance_info_cache with network_info: [{"id": "d058ea2e-765c-4644-82b0-4b8f4bec77a9", "address": "fa:16:3e:db:36:c3", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd058ea2e-76", "ovs_interfaceid": "d058ea2e-765c-4644-82b0-4b8f4bec77a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2351.938384] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Releasing lock "refresh_cache-a80cb125-2a86-4425-af91-fcb6b10f0807" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2353.453732] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95a3e95-e9e8-4088-90fc-e326c19d9c6b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.471981] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Updating instance 'a80cb125-2a86-4425-af91-fcb6b10f0807' progress to 0 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2353.978132] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2353.978471] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-707c2fad-43d7-4628-ae43-5eddcb67cfe1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.986491] env[62097]: DEBUG oslo_vmware.api [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2353.986491] env[62097]: value = "task-2036043" [ 2353.986491] env[62097]: _type = "Task" [ 2353.986491] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2353.995130] env[62097]: DEBUG oslo_vmware.api [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.496034] env[62097]: DEBUG oslo_vmware.api [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036043, 'name': PowerOffVM_Task, 'duration_secs': 0.171863} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2354.496399] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2354.496507] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Updating instance 'a80cb125-2a86-4425-af91-fcb6b10f0807' progress to 17 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2355.004323] env[62097]: DEBUG nova.virt.hardware [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:47:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2355.004576] env[62097]: DEBUG nova.virt.hardware [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2355.004678] env[62097]: DEBUG nova.virt.hardware [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2355.004844] env[62097]: DEBUG nova.virt.hardware [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2355.004990] env[62097]: DEBUG nova.virt.hardware [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2355.005157] env[62097]: DEBUG nova.virt.hardware [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2355.005403] env[62097]: DEBUG nova.virt.hardware [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2355.005580] env[62097]: DEBUG nova.virt.hardware [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2355.005754] env[62097]: DEBUG nova.virt.hardware [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2355.005911] env[62097]: DEBUG nova.virt.hardware [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2355.006101] env[62097]: DEBUG nova.virt.hardware [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2355.011211] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b26840e-3b24-4391-939a-e444559685cd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.027880] env[62097]: DEBUG oslo_vmware.api [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2355.027880] env[62097]: value = "task-2036044" [ 2355.027880] env[62097]: _type = "Task" [ 2355.027880] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.035948] env[62097]: DEBUG oslo_vmware.api [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.537327] env[62097]: DEBUG oslo_vmware.api [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036044, 'name': ReconfigVM_Task, 'duration_secs': 0.154944} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2355.537698] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Updating instance 'a80cb125-2a86-4425-af91-fcb6b10f0807' progress to 33 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2356.044194] env[62097]: DEBUG nova.virt.hardware [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2356.044481] env[62097]: DEBUG nova.virt.hardware [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2356.044622] env[62097]: DEBUG nova.virt.hardware [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2356.044807] env[62097]: DEBUG nova.virt.hardware [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2356.044954] env[62097]: DEBUG nova.virt.hardware [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2356.045117] env[62097]: DEBUG nova.virt.hardware [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2356.045324] env[62097]: DEBUG nova.virt.hardware [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2356.045483] env[62097]: DEBUG nova.virt.hardware [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2356.045654] env[62097]: DEBUG nova.virt.hardware [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2356.045813] env[62097]: DEBUG nova.virt.hardware [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2356.045984] env[62097]: DEBUG nova.virt.hardware [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2356.051283] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2356.051586] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-973038ca-e0b4-43ed-9113-610a8267336c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.069922] env[62097]: DEBUG oslo_vmware.api [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2356.069922] env[62097]: value = "task-2036045" [ 2356.069922] env[62097]: _type = "Task" [ 2356.069922] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.077120] env[62097]: DEBUG oslo_vmware.api [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.579643] env[62097]: DEBUG oslo_vmware.api [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036045, 'name': ReconfigVM_Task, 'duration_secs': 0.143432} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.579940] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2356.580702] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a11449-ca21-48d6-adc2-ad42a2d688a4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.601708] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-7ebd2891-276c-4599-872c-72a0e3cbcb67/volume-7ebd2891-276c-4599-872c-72a0e3cbcb67.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2356.601961] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24f2ee1e-eb55-4e9a-9a7b-d38b2fb1165f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.619653] env[62097]: DEBUG oslo_vmware.api [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2356.619653] env[62097]: value = "task-2036046" [ 2356.619653] env[62097]: _type = "Task" [ 2356.619653] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.626927] env[62097]: DEBUG oslo_vmware.api [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.129374] env[62097]: DEBUG oslo_vmware.api [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036046, 'name': ReconfigVM_Task, 'duration_secs': 0.238209} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.129737] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-7ebd2891-276c-4599-872c-72a0e3cbcb67/volume-7ebd2891-276c-4599-872c-72a0e3cbcb67.vmdk or device None with type thin {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2357.130041] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Updating instance 'a80cb125-2a86-4425-af91-fcb6b10f0807' progress to 50 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2357.636754] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0e9b78-379f-4e5e-b2fc-40896e44881d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.655501] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351dca55-8ed9-40cd-812c-cdef1671c054 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.673636] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Updating instance 'a80cb125-2a86-4425-af91-fcb6b10f0807' progress to 67 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2358.399261] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2359.317625] env[62097]: DEBUG nova.network.neutron [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Port d058ea2e-765c-4644-82b0-4b8f4bec77a9 binding to destination host cpu-1 is already ACTIVE {{(pid=62097) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2360.340059] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "a80cb125-2a86-4425-af91-fcb6b10f0807-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2360.340059] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "a80cb125-2a86-4425-af91-fcb6b10f0807-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.340059] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "a80cb125-2a86-4425-af91-fcb6b10f0807-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.883100] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2360.883278] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2360.883454] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2361.373844] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "refresh_cache-a80cb125-2a86-4425-af91-fcb6b10f0807" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2361.374122] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired lock "refresh_cache-a80cb125-2a86-4425-af91-fcb6b10f0807" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2361.374232] env[62097]: DEBUG nova.network.neutron [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2362.071028] env[62097]: DEBUG nova.network.neutron [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Updating instance_info_cache with network_info: [{"id": "d058ea2e-765c-4644-82b0-4b8f4bec77a9", "address": "fa:16:3e:db:36:c3", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd058ea2e-76", "ovs_interfaceid": "d058ea2e-765c-4644-82b0-4b8f4bec77a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2362.573642] env[62097]: DEBUG oslo_concurrency.lockutils [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Releasing lock "refresh_cache-a80cb125-2a86-4425-af91-fcb6b10f0807" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2363.082783] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0541d3-5d7d-4c29-b7ac-6edd0051f957 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.090230] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc34876-229a-4d4e-892e-0ca1ba9efade {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.235469] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7a42cb-3e34-43be-b5bc-df635c8fb4a1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.254453] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccb8ac8-2b1d-4a69-a010-be9a119da1f5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.261948] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Updating instance 'a80cb125-2a86-4425-af91-fcb6b10f0807' progress to 83 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2364.768625] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2364.768959] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93ee9967-0289-4c2f-abae-668427a72a93 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.776644] env[62097]: DEBUG oslo_vmware.api [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2364.776644] env[62097]: value = "task-2036047" [ 2364.776644] env[62097]: _type = "Task" [ 2364.776644] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.784748] env[62097]: DEBUG oslo_vmware.api [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.286449] env[62097]: DEBUG oslo_vmware.api [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036047, 'name': PowerOnVM_Task, 'duration_secs': 0.413396} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.286832] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2365.286832] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5cce27-5187-4b15-b839-d8aba19dfc36 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Updating instance 'a80cb125-2a86-4425-af91-fcb6b10f0807' progress to 100 {{(pid=62097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2365.883348] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2365.883555] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2367.390484] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Didn't find any instances for network info cache update. {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2367.883375] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2367.883618] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2367.904810] env[62097]: DEBUG oslo_concurrency.lockutils [None req-96f8945e-30cf-425b-9657-58536ac40922 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "a80cb125-2a86-4425-af91-fcb6b10f0807" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2367.905054] env[62097]: DEBUG oslo_concurrency.lockutils [None req-96f8945e-30cf-425b-9657-58536ac40922 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "a80cb125-2a86-4425-af91-fcb6b10f0807" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2367.905248] env[62097]: DEBUG nova.compute.manager [None req-96f8945e-30cf-425b-9657-58536ac40922 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Going to confirm migration 8 {{(pid=62097) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2368.387172] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2368.387472] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2368.387679] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2368.387851] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2368.388766] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faae40a-9b54-484d-b8bd-ad4cc531dc8a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.397127] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce63c390-53f2-413e-a907-b06591714fd5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.412748] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa30079d-3595-484f-9140-02feea306983 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.421057] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1406adc-38b7-4e6d-bffe-413eeebf4820 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.449336] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180258MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2368.449564] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2368.449683] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2368.474391] env[62097]: DEBUG oslo_concurrency.lockutils [None req-96f8945e-30cf-425b-9657-58536ac40922 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "refresh_cache-a80cb125-2a86-4425-af91-fcb6b10f0807" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2368.474591] env[62097]: DEBUG oslo_concurrency.lockutils [None req-96f8945e-30cf-425b-9657-58536ac40922 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquired lock "refresh_cache-a80cb125-2a86-4425-af91-fcb6b10f0807" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2368.474758] env[62097]: DEBUG nova.network.neutron [None req-96f8945e-30cf-425b-9657-58536ac40922 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2368.474939] env[62097]: DEBUG nova.objects.instance [None req-96f8945e-30cf-425b-9657-58536ac40922 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lazy-loading 'info_cache' on Instance uuid a80cb125-2a86-4425-af91-fcb6b10f0807 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2369.456660] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Applying migration context for instance a80cb125-2a86-4425-af91-fcb6b10f0807 as it has an incoming, in-progress migration 3a05102e-644b-48e2-9139-36fa6c1ef02c. Migration status is confirming {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2369.457664] env[62097]: INFO nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Updating resource usage from migration 3a05102e-644b-48e2-9139-36fa6c1ef02c [ 2369.476726] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance d6ba1c55-7ce7-42a7-8827-d63b3852418d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2369.476844] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 70a75bb4-dc62-4d8b-9a30-22be74e0cc98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2369.476900] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 214563a9-c0ae-4f92-b44f-1a9cfe7097cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2369.476983] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Migration 3a05102e-644b-48e2-9139-36fa6c1ef02c is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2369.477121] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance a80cb125-2a86-4425-af91-fcb6b10f0807 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2369.477301] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2369.477474] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2369.543533] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbca3737-1cf5-4b6c-b97a-3342924014fc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.551102] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6dd3ae-47b2-40f8-b234-31a568b357b7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.582295] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f985994-d0bf-4fe4-821b-c9997cf04942 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.589603] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1e5f84-e807-49a5-9927-e7dedc78533a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.602429] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2369.693428] env[62097]: DEBUG nova.network.neutron [None req-96f8945e-30cf-425b-9657-58536ac40922 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Updating instance_info_cache with network_info: [{"id": "d058ea2e-765c-4644-82b0-4b8f4bec77a9", "address": "fa:16:3e:db:36:c3", "network": {"id": "3ceaaa72-5de2-4961-a5f3-18674b42cf84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1009707272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d791dcc643402497341d7fb0f84168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd058ea2e-76", "ovs_interfaceid": "d058ea2e-765c-4644-82b0-4b8f4bec77a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2370.106836] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2370.196113] env[62097]: DEBUG oslo_concurrency.lockutils [None req-96f8945e-30cf-425b-9657-58536ac40922 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Releasing lock "refresh_cache-a80cb125-2a86-4425-af91-fcb6b10f0807" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2370.196399] env[62097]: DEBUG nova.objects.instance [None req-96f8945e-30cf-425b-9657-58536ac40922 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lazy-loading 'migration_context' on Instance uuid a80cb125-2a86-4425-af91-fcb6b10f0807 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2370.611883] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2370.612280] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.162s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2370.700028] env[62097]: DEBUG nova.objects.base [None req-96f8945e-30cf-425b-9657-58536ac40922 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62097) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2370.700422] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771a68b7-44fa-441e-be2f-a2a7ef59d413 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.720623] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c0b899c-ec23-4e31-b85f-241ebfcaafa3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.726095] env[62097]: DEBUG oslo_vmware.api [None req-96f8945e-30cf-425b-9657-58536ac40922 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2370.726095] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ebf5c7-4049-091e-b289-b5c3fd517e54" [ 2370.726095] env[62097]: _type = "Task" [ 2370.726095] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2370.733575] env[62097]: DEBUG oslo_vmware.api [None req-96f8945e-30cf-425b-9657-58536ac40922 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ebf5c7-4049-091e-b289-b5c3fd517e54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2371.236447] env[62097]: DEBUG oslo_vmware.api [None req-96f8945e-30cf-425b-9657-58536ac40922 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52ebf5c7-4049-091e-b289-b5c3fd517e54, 'name': SearchDatastore_Task, 'duration_secs': 0.007945} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2371.236678] env[62097]: DEBUG oslo_concurrency.lockutils [None req-96f8945e-30cf-425b-9657-58536ac40922 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2371.236914] env[62097]: DEBUG oslo_concurrency.lockutils [None req-96f8945e-30cf-425b-9657-58536ac40922 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2371.612033] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2371.612476] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2371.612476] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2371.805884] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff714bb-854d-4804-83fe-73e3c3d3c0b2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.813745] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998c3644-8bb9-42b9-a1a6-812b82b49678 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.843066] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcacd62-3139-47f5-96dc-59e9226ac92c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.850541] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea8e131-394f-493d-9568-337ca977ba0f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.864638] env[62097]: DEBUG nova.compute.provider_tree [None req-96f8945e-30cf-425b-9657-58536ac40922 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2372.367574] env[62097]: DEBUG nova.scheduler.client.report [None req-96f8945e-30cf-425b-9657-58536ac40922 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2373.377837] env[62097]: DEBUG oslo_concurrency.lockutils [None req-96f8945e-30cf-425b-9657-58536ac40922 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.141s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2373.936024] env[62097]: INFO nova.scheduler.client.report [None req-96f8945e-30cf-425b-9657-58536ac40922 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Deleted allocation for migration 3a05102e-644b-48e2-9139-36fa6c1ef02c [ 2374.224382] env[62097]: INFO nova.compute.manager [None req-e1b02bfb-101a-47e0-84d1-e80dbad1a42d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Get console output [ 2374.224621] env[62097]: WARNING nova.virt.vmwareapi.driver [None req-e1b02bfb-101a-47e0-84d1-e80dbad1a42d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] The console log is missing. Check your VSPC configuration [ 2374.442083] env[62097]: DEBUG oslo_concurrency.lockutils [None req-96f8945e-30cf-425b-9657-58536ac40922 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "a80cb125-2a86-4425-af91-fcb6b10f0807" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.537s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2382.570498] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2382.570805] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2382.570974] env[62097]: INFO nova.compute.manager [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Shelving [ 2383.580870] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2383.581333] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d642833f-654d-4096-979b-a291f68dc139 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.588786] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2383.588786] env[62097]: value = "task-2036048" [ 2383.588786] env[62097]: _type = "Task" [ 2383.588786] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2383.598961] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.099593] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036048, 'name': PowerOffVM_Task, 'duration_secs': 0.182322} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2384.099904] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2384.100793] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fc1cf5-b642-4712-82e9-dbf0ed0fec2d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.118907] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b57fd41-c0c9-428e-8798-82e45c1aede9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.630058] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Creating Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2384.630058] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b6dedbb9-f9cb-4df8-a03a-b8eeb3969626 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.638047] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2384.638047] env[62097]: value = "task-2036049" [ 2384.638047] env[62097]: _type = "Task" [ 2384.638047] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2384.646691] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036049, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2385.147259] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036049, 'name': CreateSnapshot_Task, 'duration_secs': 0.387035} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2385.147528] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Created Snapshot of the VM instance {{(pid=62097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2385.148280] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a1c0d8-6d72-48a0-98f5-b2f1db3332d9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.665345] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Creating linked-clone VM from snapshot {{(pid=62097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2385.665714] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-168be849-2eb3-4393-836f-ee95c7ca4227 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.674195] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2385.674195] env[62097]: value = "task-2036050" [ 2385.674195] env[62097]: _type = "Task" [ 2385.674195] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2385.681846] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036050, 'name': CloneVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.183643] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036050, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.684448] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036050, 'name': CloneVM_Task} progress is 94%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.184883] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036050, 'name': CloneVM_Task} progress is 95%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.685857] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036050, 'name': CloneVM_Task} progress is 100%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2388.186721] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036050, 'name': CloneVM_Task, 'duration_secs': 2.078052} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2388.187047] env[62097]: INFO nova.virt.vmwareapi.vmops [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Created linked-clone VM from snapshot [ 2388.187729] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6193314-90b1-4f84-932c-bc2e05787d04 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.196761] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Uploading image 428e90c3-f300-4a3a-a226-ca8f9943e193 {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2388.216560] env[62097]: DEBUG oslo_vmware.rw_handles [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2388.216560] env[62097]: value = "vm-418100" [ 2388.216560] env[62097]: _type = "VirtualMachine" [ 2388.216560] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2388.216837] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eac49413-f232-48f3-87c1-08242807f7c6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.223664] env[62097]: DEBUG oslo_vmware.rw_handles [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lease: (returnval){ [ 2388.223664] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52770e3f-81ff-0f4a-b77a-7347ecac36d4" [ 2388.223664] env[62097]: _type = "HttpNfcLease" [ 2388.223664] env[62097]: } obtained for exporting VM: (result){ [ 2388.223664] env[62097]: value = "vm-418100" [ 2388.223664] env[62097]: _type = "VirtualMachine" [ 2388.223664] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2388.223985] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the lease: (returnval){ [ 2388.223985] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52770e3f-81ff-0f4a-b77a-7347ecac36d4" [ 2388.223985] env[62097]: _type = "HttpNfcLease" [ 2388.223985] env[62097]: } to be ready. {{(pid=62097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2388.229570] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2388.229570] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52770e3f-81ff-0f4a-b77a-7347ecac36d4" [ 2388.229570] env[62097]: _type = "HttpNfcLease" [ 2388.229570] env[62097]: } is initializing. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2388.732684] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2388.732684] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52770e3f-81ff-0f4a-b77a-7347ecac36d4" [ 2388.732684] env[62097]: _type = "HttpNfcLease" [ 2388.732684] env[62097]: } is ready. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2388.733200] env[62097]: DEBUG oslo_vmware.rw_handles [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2388.733200] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]52770e3f-81ff-0f4a-b77a-7347ecac36d4" [ 2388.733200] env[62097]: _type = "HttpNfcLease" [ 2388.733200] env[62097]: }. {{(pid=62097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2388.733724] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227f4de2-4e45-4f64-8383-f5ba40a42347 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.740575] env[62097]: DEBUG oslo_vmware.rw_handles [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e03d99-9e07-e567-5e31-3648edd88f27/disk-0.vmdk from lease info. {{(pid=62097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2388.740739] env[62097]: DEBUG oslo_vmware.rw_handles [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e03d99-9e07-e567-5e31-3648edd88f27/disk-0.vmdk for reading. {{(pid=62097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2388.828896] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e7509b50-5a7e-4642-a94c-93f098c723bc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.991448] env[62097]: DEBUG oslo_vmware.rw_handles [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e03d99-9e07-e567-5e31-3648edd88f27/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2395.992392] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26de7151-0cf7-4d46-ac46-4a6671465958 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.998431] env[62097]: DEBUG oslo_vmware.rw_handles [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e03d99-9e07-e567-5e31-3648edd88f27/disk-0.vmdk is in state: ready. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2395.998596] env[62097]: ERROR oslo_vmware.rw_handles [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e03d99-9e07-e567-5e31-3648edd88f27/disk-0.vmdk due to incomplete transfer. [ 2395.998798] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b1d45c98-1a56-474c-a64b-69a48cdb1ab2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.004939] env[62097]: DEBUG oslo_vmware.rw_handles [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e03d99-9e07-e567-5e31-3648edd88f27/disk-0.vmdk. {{(pid=62097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2396.005144] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Uploaded image 428e90c3-f300-4a3a-a226-ca8f9943e193 to the Glance image server {{(pid=62097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2396.007407] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Destroying the VM {{(pid=62097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2396.007622] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a1c00e2b-59cf-42bb-a426-8bc2bf5a7347 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.013068] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2396.013068] env[62097]: value = "task-2036052" [ 2396.013068] env[62097]: _type = "Task" [ 2396.013068] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.020201] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036052, 'name': Destroy_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.521793] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036052, 'name': Destroy_Task, 'duration_secs': 0.502691} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.522315] env[62097]: INFO nova.virt.vmwareapi.vm_util [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Destroyed the VM [ 2396.522486] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Deleting Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2396.522942] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1b24ef93-2ea4-4a51-8244-33303787c43a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.528351] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2396.528351] env[62097]: value = "task-2036053" [ 2396.528351] env[62097]: _type = "Task" [ 2396.528351] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.535526] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036053, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.037932] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036053, 'name': RemoveSnapshot_Task, 'duration_secs': 0.341998} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.038305] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Deleted Snapshot of the VM instance {{(pid=62097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2397.038428] env[62097]: DEBUG nova.compute.manager [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2397.039227] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8bc044-c4e6-4331-ab2d-8430c1b00815 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.551040] env[62097]: INFO nova.compute.manager [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Shelve offloading [ 2398.054422] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2398.054801] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dca20c43-2f74-48fe-8cce-28c0cab1192c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.062408] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2398.062408] env[62097]: value = "task-2036054" [ 2398.062408] env[62097]: _type = "Task" [ 2398.062408] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2398.070250] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2398.572273] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] VM already powered off {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2398.572519] env[62097]: DEBUG nova.compute.manager [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2398.573235] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd233403-e034-40c7-bc3c-2eac9be568aa {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.578645] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2398.578804] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2398.578971] env[62097]: DEBUG nova.network.neutron [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2399.322874] env[62097]: DEBUG nova.network.neutron [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Updating instance_info_cache with network_info: [{"id": "a488b49d-55e2-47fd-931a-2e822a9c046b", "address": "fa:16:3e:e5:34:2c", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa488b49d-55", "ovs_interfaceid": "a488b49d-55e2-47fd-931a-2e822a9c046b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2399.825986] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Releasing lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2400.055932] env[62097]: DEBUG nova.compute.manager [req-cc773089-bd4c-4583-8130-a7d305baa22d req-789c5698-4f8f-4274-97fc-c6233c6b7970 service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Received event network-vif-unplugged-a488b49d-55e2-47fd-931a-2e822a9c046b {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2400.056158] env[62097]: DEBUG oslo_concurrency.lockutils [req-cc773089-bd4c-4583-8130-a7d305baa22d req-789c5698-4f8f-4274-97fc-c6233c6b7970 service nova] Acquiring lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2400.056377] env[62097]: DEBUG oslo_concurrency.lockutils [req-cc773089-bd4c-4583-8130-a7d305baa22d req-789c5698-4f8f-4274-97fc-c6233c6b7970 service nova] Lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2400.056565] env[62097]: DEBUG oslo_concurrency.lockutils [req-cc773089-bd4c-4583-8130-a7d305baa22d req-789c5698-4f8f-4274-97fc-c6233c6b7970 service nova] Lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2400.056697] env[62097]: DEBUG nova.compute.manager [req-cc773089-bd4c-4583-8130-a7d305baa22d req-789c5698-4f8f-4274-97fc-c6233c6b7970 service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] No waiting events found dispatching network-vif-unplugged-a488b49d-55e2-47fd-931a-2e822a9c046b {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2400.056863] env[62097]: WARNING nova.compute.manager [req-cc773089-bd4c-4583-8130-a7d305baa22d req-789c5698-4f8f-4274-97fc-c6233c6b7970 service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Received unexpected event network-vif-unplugged-a488b49d-55e2-47fd-931a-2e822a9c046b for instance with vm_state shelved and task_state shelving_offloading. [ 2400.331610] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2400.332580] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec6ecda-e91c-48a2-adff-47eab600f6ed {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.340046] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2400.340277] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3b87eeb-b7bb-4be6-9b63-db18e5b6f2d1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.107383] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "a80cb125-2a86-4425-af91-fcb6b10f0807" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.107611] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "a80cb125-2a86-4425-af91-fcb6b10f0807" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.107834] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "a80cb125-2a86-4425-af91-fcb6b10f0807-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.108052] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "a80cb125-2a86-4425-af91-fcb6b10f0807-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.108236] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "a80cb125-2a86-4425-af91-fcb6b10f0807-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2401.110499] env[62097]: INFO nova.compute.manager [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Terminating instance [ 2401.614056] env[62097]: DEBUG nova.compute.manager [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2401.614443] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2401.614720] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00e6ddf1-e978-41ed-b2b4-eb10388e420e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.622337] env[62097]: DEBUG oslo_vmware.api [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2401.622337] env[62097]: value = "task-2036056" [ 2401.622337] env[62097]: _type = "Task" [ 2401.622337] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2401.629897] env[62097]: DEBUG oslo_vmware.api [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2402.080258] env[62097]: DEBUG nova.compute.manager [req-c9ef3dba-dd58-42b6-9ccc-4ff0fbf3457f req-38b1e151-5bef-4ec8-bd86-9bc554df869f service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Received event network-changed-a488b49d-55e2-47fd-931a-2e822a9c046b {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2402.080469] env[62097]: DEBUG nova.compute.manager [req-c9ef3dba-dd58-42b6-9ccc-4ff0fbf3457f req-38b1e151-5bef-4ec8-bd86-9bc554df869f service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Refreshing instance network info cache due to event network-changed-a488b49d-55e2-47fd-931a-2e822a9c046b. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2402.080680] env[62097]: DEBUG oslo_concurrency.lockutils [req-c9ef3dba-dd58-42b6-9ccc-4ff0fbf3457f req-38b1e151-5bef-4ec8-bd86-9bc554df869f service nova] Acquiring lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2402.080821] env[62097]: DEBUG oslo_concurrency.lockutils [req-c9ef3dba-dd58-42b6-9ccc-4ff0fbf3457f req-38b1e151-5bef-4ec8-bd86-9bc554df869f service nova] Acquired lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2402.080976] env[62097]: DEBUG nova.network.neutron [req-c9ef3dba-dd58-42b6-9ccc-4ff0fbf3457f req-38b1e151-5bef-4ec8-bd86-9bc554df869f service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Refreshing network info cache for port a488b49d-55e2-47fd-931a-2e822a9c046b {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2402.131358] env[62097]: DEBUG oslo_vmware.api [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036056, 'name': PowerOffVM_Task, 'duration_secs': 0.164933} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2402.131689] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2402.131894] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Volume detach. Driver type: vmdk {{(pid=62097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2402.132106] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418096', 'volume_id': '7ebd2891-276c-4599-872c-72a0e3cbcb67', 'name': 'volume-7ebd2891-276c-4599-872c-72a0e3cbcb67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a80cb125-2a86-4425-af91-fcb6b10f0807', 'attached_at': '2025-01-07T02:19:19.000000', 'detached_at': '', 'volume_id': '7ebd2891-276c-4599-872c-72a0e3cbcb67', 'serial': '7ebd2891-276c-4599-872c-72a0e3cbcb67'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2402.132835] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb0264d-f798-499d-8f48-17898a037e86 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.150599] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a2cb5d-bed0-449e-ba6b-03efa4c1c5f8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.156578] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b3ff69-7361-47fa-89a7-e33f8d19501c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.174339] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecadb13-3ce5-4011-927f-248f0e0ecfc1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.187938] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] The volume has not been displaced from its original location: [datastore1] volume-7ebd2891-276c-4599-872c-72a0e3cbcb67/volume-7ebd2891-276c-4599-872c-72a0e3cbcb67.vmdk. No consolidation needed. {{(pid=62097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2402.193037] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2402.193279] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dbab24c-77d0-4d1c-9e78-a1c031a1e3a4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.209981] env[62097]: DEBUG oslo_vmware.api [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2402.209981] env[62097]: value = "task-2036057" [ 2402.209981] env[62097]: _type = "Task" [ 2402.209981] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2402.217271] env[62097]: DEBUG oslo_vmware.api [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2402.720984] env[62097]: DEBUG oslo_vmware.api [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036057, 'name': ReconfigVM_Task, 'duration_secs': 0.146841} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2402.721362] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2402.725735] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-149cd8ac-41f1-4ed1-b511-73050343b5e4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.740128] env[62097]: DEBUG oslo_vmware.api [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2402.740128] env[62097]: value = "task-2036058" [ 2402.740128] env[62097]: _type = "Task" [ 2402.740128] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2402.747619] env[62097]: DEBUG oslo_vmware.api [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2402.781539] env[62097]: DEBUG nova.network.neutron [req-c9ef3dba-dd58-42b6-9ccc-4ff0fbf3457f req-38b1e151-5bef-4ec8-bd86-9bc554df869f service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Updated VIF entry in instance network info cache for port a488b49d-55e2-47fd-931a-2e822a9c046b. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2402.781903] env[62097]: DEBUG nova.network.neutron [req-c9ef3dba-dd58-42b6-9ccc-4ff0fbf3457f req-38b1e151-5bef-4ec8-bd86-9bc554df869f service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Updating instance_info_cache with network_info: [{"id": "a488b49d-55e2-47fd-931a-2e822a9c046b", "address": "fa:16:3e:e5:34:2c", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa488b49d-55", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2403.250697] env[62097]: DEBUG oslo_vmware.api [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036058, 'name': ReconfigVM_Task, 'duration_secs': 0.134874} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2403.251013] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-418096', 'volume_id': '7ebd2891-276c-4599-872c-72a0e3cbcb67', 'name': 'volume-7ebd2891-276c-4599-872c-72a0e3cbcb67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a80cb125-2a86-4425-af91-fcb6b10f0807', 'attached_at': '2025-01-07T02:19:19.000000', 'detached_at': '', 'volume_id': '7ebd2891-276c-4599-872c-72a0e3cbcb67', 'serial': '7ebd2891-276c-4599-872c-72a0e3cbcb67'} {{(pid=62097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2403.251313] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2403.252062] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4710cf-0fbe-41a7-8c7e-267ebdcfcb7c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.258352] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2403.258565] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6eeef641-c278-4f9d-a618-ac6ead2e98f1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.284503] env[62097]: DEBUG oslo_concurrency.lockutils [req-c9ef3dba-dd58-42b6-9ccc-4ff0fbf3457f req-38b1e151-5bef-4ec8-bd86-9bc554df869f service nova] Releasing lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2407.185866] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2407.186301] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2407.186301] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Deleting the datastore file [datastore1] 214563a9-c0ae-4f92-b44f-1a9cfe7097cc {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2407.186563] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01569882-386e-445b-8695-6b147c8c3242 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.193544] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2407.193544] env[62097]: value = "task-2036060" [ 2407.193544] env[62097]: _type = "Task" [ 2407.193544] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2407.198503] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2407.198688] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2407.198867] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Deleting the datastore file [datastore1] a80cb125-2a86-4425-af91-fcb6b10f0807 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2407.199151] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6fa9295-8c04-4eaa-b51e-22bc5d56b9d8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.203591] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2407.207424] env[62097]: DEBUG oslo_vmware.api [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2407.207424] env[62097]: value = "task-2036061" [ 2407.207424] env[62097]: _type = "Task" [ 2407.207424] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2407.215969] env[62097]: DEBUG oslo_vmware.api [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2407.703071] env[62097]: DEBUG oslo_vmware.api [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135895} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2407.703368] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2407.703608] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2407.703705] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2407.715928] env[62097]: DEBUG oslo_vmware.api [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093848} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2407.716210] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2407.716405] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2407.716579] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2407.716752] env[62097]: INFO nova.compute.manager [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Took 6.10 seconds to destroy the instance on the hypervisor. [ 2407.716989] env[62097]: DEBUG oslo.service.loopingcall [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2407.717199] env[62097]: DEBUG nova.compute.manager [-] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2407.717296] env[62097]: DEBUG nova.network.neutron [-] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2407.729856] env[62097]: INFO nova.scheduler.client.report [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Deleted allocations for instance 214563a9-c0ae-4f92-b44f-1a9cfe7097cc [ 2408.151038] env[62097]: DEBUG nova.compute.manager [req-03385a4e-9eff-4abc-b152-5bb37fb17f49 req-aa5ace65-a846-4dc2-9994-a33c08bf3bff service nova] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Received event network-vif-deleted-d058ea2e-765c-4644-82b0-4b8f4bec77a9 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2408.151038] env[62097]: INFO nova.compute.manager [req-03385a4e-9eff-4abc-b152-5bb37fb17f49 req-aa5ace65-a846-4dc2-9994-a33c08bf3bff service nova] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Neutron deleted interface d058ea2e-765c-4644-82b0-4b8f4bec77a9; detaching it from the instance and deleting it from the info cache [ 2408.151038] env[62097]: DEBUG nova.network.neutron [req-03385a4e-9eff-4abc-b152-5bb37fb17f49 req-aa5ace65-a846-4dc2-9994-a33c08bf3bff service nova] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2408.234542] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2408.234917] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2408.234917] env[62097]: DEBUG nova.objects.instance [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lazy-loading 'resources' on Instance uuid 214563a9-c0ae-4f92-b44f-1a9cfe7097cc {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2408.624695] env[62097]: DEBUG nova.network.neutron [-] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2408.653100] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df8aa81b-69db-4d4a-9b13-a941a031f52c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.663008] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b83f6e8-4904-432f-9274-dd4e69f7f754 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.687748] env[62097]: DEBUG nova.compute.manager [req-03385a4e-9eff-4abc-b152-5bb37fb17f49 req-aa5ace65-a846-4dc2-9994-a33c08bf3bff service nova] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Detach interface failed, port_id=d058ea2e-765c-4644-82b0-4b8f4bec77a9, reason: Instance a80cb125-2a86-4425-af91-fcb6b10f0807 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2408.737534] env[62097]: DEBUG nova.objects.instance [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lazy-loading 'numa_topology' on Instance uuid 214563a9-c0ae-4f92-b44f-1a9cfe7097cc {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2409.127228] env[62097]: INFO nova.compute.manager [-] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Took 1.41 seconds to deallocate network for instance. [ 2409.240392] env[62097]: DEBUG nova.objects.base [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Object Instance<214563a9-c0ae-4f92-b44f-1a9cfe7097cc> lazy-loaded attributes: resources,numa_topology {{(pid=62097) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2409.296886] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa800c5-8e5d-44be-bd5b-2ce324c0aa4e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.304638] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a4de5a-5a92-4386-b202-e634e3c85328 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.334414] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00554a9e-5d79-4b7b-b17c-7bdb4831ee05 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.341407] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d10f16-ad58-4434-b348-15f79edbfab3 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.354049] env[62097]: DEBUG nova.compute.provider_tree [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2409.668578] env[62097]: INFO nova.compute.manager [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Took 0.54 seconds to detach 1 volumes for instance. [ 2409.670725] env[62097]: DEBUG nova.compute.manager [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: a80cb125-2a86-4425-af91-fcb6b10f0807] Deleting volume: 7ebd2891-276c-4599-872c-72a0e3cbcb67 {{(pid=62097) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2409.856936] env[62097]: DEBUG nova.scheduler.client.report [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2409.996072] env[62097]: DEBUG oslo_concurrency.lockutils [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2410.209829] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2410.362061] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2410.364414] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.155s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2410.364619] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2410.385674] env[62097]: INFO nova.scheduler.client.report [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Deleted allocations for instance a80cb125-2a86-4425-af91-fcb6b10f0807 [ 2410.871842] env[62097]: DEBUG oslo_concurrency.lockutils [None req-14094df7-f6b1-462c-8882-6e42454cdaa4 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.301s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2410.873135] env[62097]: DEBUG oslo_concurrency.lockutils [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.877s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2410.873399] env[62097]: INFO nova.compute.manager [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Unshelving [ 2410.893229] env[62097]: DEBUG oslo_concurrency.lockutils [None req-c0a44276-f410-49ce-846e-069000b1bd16 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "a80cb125-2a86-4425-af91-fcb6b10f0807" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.786s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2411.066529] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "70a75bb4-dc62-4d8b-9a30-22be74e0cc98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2411.066809] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "70a75bb4-dc62-4d8b-9a30-22be74e0cc98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2411.067030] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "70a75bb4-dc62-4d8b-9a30-22be74e0cc98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2411.067237] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "70a75bb4-dc62-4d8b-9a30-22be74e0cc98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2411.067403] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "70a75bb4-dc62-4d8b-9a30-22be74e0cc98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2411.069652] env[62097]: INFO nova.compute.manager [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Terminating instance [ 2411.573627] env[62097]: DEBUG nova.compute.manager [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2411.574035] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2411.574767] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccd7cba-ed8b-47db-83cb-0face1842768 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.583100] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2411.583361] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ec177b5-8a02-4df7-9e07-294872050e9c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.590610] env[62097]: DEBUG oslo_vmware.api [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2411.590610] env[62097]: value = "task-2036063" [ 2411.590610] env[62097]: _type = "Task" [ 2411.590610] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.597933] env[62097]: DEBUG oslo_vmware.api [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.897578] env[62097]: DEBUG oslo_concurrency.lockutils [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2411.897904] env[62097]: DEBUG oslo_concurrency.lockutils [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2411.898167] env[62097]: DEBUG nova.objects.instance [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lazy-loading 'pci_requests' on Instance uuid 214563a9-c0ae-4f92-b44f-1a9cfe7097cc {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2412.101068] env[62097]: DEBUG oslo_vmware.api [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036063, 'name': PowerOffVM_Task, 'duration_secs': 0.155707} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2412.101288] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2412.101456] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2412.101695] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca75fa14-2264-4124-9a9a-91648479daf6 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.240490] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2412.240738] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2412.240918] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Deleting the datastore file [datastore1] 70a75bb4-dc62-4d8b-9a30-22be74e0cc98 {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2412.241214] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71151e9e-b22e-4b1a-a26f-5ac7373cdfa8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.247689] env[62097]: DEBUG oslo_vmware.api [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2412.247689] env[62097]: value = "task-2036065" [ 2412.247689] env[62097]: _type = "Task" [ 2412.247689] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2412.255929] env[62097]: DEBUG oslo_vmware.api [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.402713] env[62097]: DEBUG nova.objects.instance [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lazy-loading 'numa_topology' on Instance uuid 214563a9-c0ae-4f92-b44f-1a9cfe7097cc {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2412.758202] env[62097]: DEBUG oslo_vmware.api [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14035} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2412.758571] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2412.758751] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2412.758928] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2412.759119] env[62097]: INFO nova.compute.manager [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2412.759361] env[62097]: DEBUG oslo.service.loopingcall [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2412.759564] env[62097]: DEBUG nova.compute.manager [-] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2412.759655] env[62097]: DEBUG nova.network.neutron [-] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2412.905240] env[62097]: INFO nova.compute.claims [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2413.028881] env[62097]: DEBUG nova.compute.manager [req-75776abf-2cb0-4049-ba38-4d6ba560ff6a req-cbae0d78-61d2-472d-a1aa-cf63e7f678d8 service nova] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Received event network-vif-deleted-d221c502-d173-4bc0-9b99-c4f19df95ab1 {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2413.029045] env[62097]: INFO nova.compute.manager [req-75776abf-2cb0-4049-ba38-4d6ba560ff6a req-cbae0d78-61d2-472d-a1aa-cf63e7f678d8 service nova] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Neutron deleted interface d221c502-d173-4bc0-9b99-c4f19df95ab1; detaching it from the instance and deleting it from the info cache [ 2413.029228] env[62097]: DEBUG nova.network.neutron [req-75776abf-2cb0-4049-ba38-4d6ba560ff6a req-cbae0d78-61d2-472d-a1aa-cf63e7f678d8 service nova] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2413.507970] env[62097]: DEBUG nova.network.neutron [-] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2413.531514] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a0e96cd-b465-4e0a-96d8-fdb3acbad83e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.540990] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6f77e6-8302-40e6-b582-50608b2e78a8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.565737] env[62097]: DEBUG nova.compute.manager [req-75776abf-2cb0-4049-ba38-4d6ba560ff6a req-cbae0d78-61d2-472d-a1aa-cf63e7f678d8 service nova] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Detach interface failed, port_id=d221c502-d173-4bc0-9b99-c4f19df95ab1, reason: Instance 70a75bb4-dc62-4d8b-9a30-22be74e0cc98 could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2413.966164] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae875c4-5c15-41a1-9519-b87322f996a2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.973817] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71420ed-fe6a-42dd-89f2-7a4070fb85c9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.002294] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a93bb9-7c61-4d95-8b7e-06c2f19d5161 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.009448] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c2161b-d198-4737-8db6-f61360f6dc41 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.013150] env[62097]: INFO nova.compute.manager [-] [instance: 70a75bb4-dc62-4d8b-9a30-22be74e0cc98] Took 1.25 seconds to deallocate network for instance. [ 2414.024622] env[62097]: DEBUG nova.compute.provider_tree [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2414.527821] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2414.528657] env[62097]: DEBUG nova.scheduler.client.report [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2415.033699] env[62097]: DEBUG oslo_concurrency.lockutils [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.136s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2415.035960] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.508s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2415.036220] env[62097]: DEBUG nova.objects.instance [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lazy-loading 'resources' on Instance uuid 70a75bb4-dc62-4d8b-9a30-22be74e0cc98 {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2415.063399] env[62097]: INFO nova.network.neutron [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Updating port a488b49d-55e2-47fd-931a-2e822a9c046b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2415.585269] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998f7005-b11e-4b16-901b-a171288c3672 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.592935] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73025b2-0563-4621-b25a-482ab84dc3cd {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.621389] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180fb051-09a9-4439-b403-9c9cbb1dea96 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.628054] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd21836-95a5-4375-9e56-e323f6b7fb80 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.640396] env[62097]: DEBUG nova.compute.provider_tree [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2416.143994] env[62097]: DEBUG nova.scheduler.client.report [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2416.439577] env[62097]: DEBUG nova.compute.manager [req-a0282181-70c6-4df6-8c41-2d857a00d7e7 req-c2c5c869-fdc2-4349-97e0-a39a4f733ca4 service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Received event network-vif-plugged-a488b49d-55e2-47fd-931a-2e822a9c046b {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2416.439817] env[62097]: DEBUG oslo_concurrency.lockutils [req-a0282181-70c6-4df6-8c41-2d857a00d7e7 req-c2c5c869-fdc2-4349-97e0-a39a4f733ca4 service nova] Acquiring lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2416.440037] env[62097]: DEBUG oslo_concurrency.lockutils [req-a0282181-70c6-4df6-8c41-2d857a00d7e7 req-c2c5c869-fdc2-4349-97e0-a39a4f733ca4 service nova] Lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2416.440271] env[62097]: DEBUG oslo_concurrency.lockutils [req-a0282181-70c6-4df6-8c41-2d857a00d7e7 req-c2c5c869-fdc2-4349-97e0-a39a4f733ca4 service nova] Lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2416.440428] env[62097]: DEBUG nova.compute.manager [req-a0282181-70c6-4df6-8c41-2d857a00d7e7 req-c2c5c869-fdc2-4349-97e0-a39a4f733ca4 service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] No waiting events found dispatching network-vif-plugged-a488b49d-55e2-47fd-931a-2e822a9c046b {{(pid=62097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2416.440597] env[62097]: WARNING nova.compute.manager [req-a0282181-70c6-4df6-8c41-2d857a00d7e7 req-c2c5c869-fdc2-4349-97e0-a39a4f733ca4 service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Received unexpected event network-vif-plugged-a488b49d-55e2-47fd-931a-2e822a9c046b for instance with vm_state shelved_offloaded and task_state spawning. [ 2416.520676] env[62097]: DEBUG oslo_concurrency.lockutils [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2416.520676] env[62097]: DEBUG oslo_concurrency.lockutils [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2416.520676] env[62097]: DEBUG nova.network.neutron [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Building network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2416.648671] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2416.666878] env[62097]: INFO nova.scheduler.client.report [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Deleted allocations for instance 70a75bb4-dc62-4d8b-9a30-22be74e0cc98 [ 2417.174964] env[62097]: DEBUG oslo_concurrency.lockutils [None req-fe6852ba-5653-45c5-8e45-19ab1dad7ff8 tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "70a75bb4-dc62-4d8b-9a30-22be74e0cc98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.108s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2417.256424] env[62097]: DEBUG nova.network.neutron [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Updating instance_info_cache with network_info: [{"id": "a488b49d-55e2-47fd-931a-2e822a9c046b", "address": "fa:16:3e:e5:34:2c", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa488b49d-55", "ovs_interfaceid": "a488b49d-55e2-47fd-931a-2e822a9c046b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2417.759719] env[62097]: DEBUG oslo_concurrency.lockutils [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Releasing lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2417.787519] env[62097]: DEBUG nova.virt.hardware [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-07T01:46:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5e03ced2ad7d3dd28ed5daac4850086a',container_format='bare',created_at=2025-01-07T02:19:37Z,direct_url=,disk_format='vmdk',id=428e90c3-f300-4a3a-a226-ca8f9943e193,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1472664109-shelved',owner='a7166c7592ef40b6a96210b9e9e530b5',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-01-07T02:19:51Z,virtual_size=,visibility=), allow threads: False {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2417.787761] env[62097]: DEBUG nova.virt.hardware [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Flavor limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2417.787917] env[62097]: DEBUG nova.virt.hardware [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Image limits 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2417.788140] env[62097]: DEBUG nova.virt.hardware [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Flavor pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2417.788284] env[62097]: DEBUG nova.virt.hardware [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Image pref 0:0:0 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2417.788453] env[62097]: DEBUG nova.virt.hardware [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2417.788665] env[62097]: DEBUG nova.virt.hardware [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2417.788823] env[62097]: DEBUG nova.virt.hardware [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2417.788984] env[62097]: DEBUG nova.virt.hardware [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Got 1 possible topologies {{(pid=62097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2417.789162] env[62097]: DEBUG nova.virt.hardware [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2417.789334] env[62097]: DEBUG nova.virt.hardware [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2417.790265] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa05d50-75bf-40a0-a806-f8fd9426e9ca {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.798097] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a73fd78-aee7-47dd-859d-285aa554cf5c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.810971] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:34:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a488b49d-55e2-47fd-931a-2e822a9c046b', 'vif_model': 'vmxnet3'}] {{(pid=62097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2417.818455] env[62097]: DEBUG oslo.service.loopingcall [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2417.818672] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Creating VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2417.818861] env[62097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edb3a1bf-4c17-4c92-8b55-02bca47fe0ff {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.837673] env[62097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2417.837673] env[62097]: value = "task-2036067" [ 2417.837673] env[62097]: _type = "Task" [ 2417.837673] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2417.844537] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2036067, 'name': CreateVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.878046] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2418.347400] env[62097]: DEBUG oslo_vmware.api [-] Task: {'id': task-2036067, 'name': CreateVM_Task, 'duration_secs': 0.41257} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2418.347885] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Created VM on the ESX host {{(pid=62097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2418.348242] env[62097]: DEBUG oslo_concurrency.lockutils [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/428e90c3-f300-4a3a-a226-ca8f9943e193" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2418.348435] env[62097]: DEBUG oslo_concurrency.lockutils [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/428e90c3-f300-4a3a-a226-ca8f9943e193" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2418.348712] env[62097]: DEBUG oslo_concurrency.lockutils [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/428e90c3-f300-4a3a-a226-ca8f9943e193" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2418.348967] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f2cacf8-0f1a-42af-8943-ec22abc0c0ee {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.353601] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2418.353601] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524108ba-1c5f-ec53-f137-2802bc6dd79e" [ 2418.353601] env[62097]: _type = "Task" [ 2418.353601] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2418.365206] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524108ba-1c5f-ec53-f137-2802bc6dd79e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.463068] env[62097]: DEBUG nova.compute.manager [req-7581c5cb-acf9-40e3-b1fc-a1131adae61e req-6c899bcb-2c13-4372-a026-0236ea89250b service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Received event network-changed-a488b49d-55e2-47fd-931a-2e822a9c046b {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2418.463221] env[62097]: DEBUG nova.compute.manager [req-7581c5cb-acf9-40e3-b1fc-a1131adae61e req-6c899bcb-2c13-4372-a026-0236ea89250b service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Refreshing instance network info cache due to event network-changed-a488b49d-55e2-47fd-931a-2e822a9c046b. {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2418.463435] env[62097]: DEBUG oslo_concurrency.lockutils [req-7581c5cb-acf9-40e3-b1fc-a1131adae61e req-6c899bcb-2c13-4372-a026-0236ea89250b service nova] Acquiring lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2418.463580] env[62097]: DEBUG oslo_concurrency.lockutils [req-7581c5cb-acf9-40e3-b1fc-a1131adae61e req-6c899bcb-2c13-4372-a026-0236ea89250b service nova] Acquired lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2418.463736] env[62097]: DEBUG nova.network.neutron [req-7581c5cb-acf9-40e3-b1fc-a1131adae61e req-6c899bcb-2c13-4372-a026-0236ea89250b service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Refreshing network info cache for port a488b49d-55e2-47fd-931a-2e822a9c046b {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2418.863965] env[62097]: DEBUG oslo_concurrency.lockutils [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/428e90c3-f300-4a3a-a226-ca8f9943e193" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2418.864290] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Processing image 428e90c3-f300-4a3a-a226-ca8f9943e193 {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2418.864525] env[62097]: DEBUG oslo_concurrency.lockutils [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/428e90c3-f300-4a3a-a226-ca8f9943e193/428e90c3-f300-4a3a-a226-ca8f9943e193.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2418.864688] env[62097]: DEBUG oslo_concurrency.lockutils [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/428e90c3-f300-4a3a-a226-ca8f9943e193/428e90c3-f300-4a3a-a226-ca8f9943e193.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2418.864790] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2418.865049] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e7b9ac1-b827-4e41-9491-3fac20c1761d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.874633] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2418.874765] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2418.875431] env[62097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb71db1f-0d30-443c-8203-3bda3f05343a {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.880105] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2418.880105] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5272fb12-70e6-c59c-5001-b03a5dcb8490" [ 2418.880105] env[62097]: _type = "Task" [ 2418.880105] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2418.887183] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': session[52d43729-739e-ae2d-d6c7-88f095f82d7d]5272fb12-70e6-c59c-5001-b03a5dcb8490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.177123] env[62097]: DEBUG nova.network.neutron [req-7581c5cb-acf9-40e3-b1fc-a1131adae61e req-6c899bcb-2c13-4372-a026-0236ea89250b service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Updated VIF entry in instance network info cache for port a488b49d-55e2-47fd-931a-2e822a9c046b. {{(pid=62097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2419.177518] env[62097]: DEBUG nova.network.neutron [req-7581c5cb-acf9-40e3-b1fc-a1131adae61e req-6c899bcb-2c13-4372-a026-0236ea89250b service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Updating instance_info_cache with network_info: [{"id": "a488b49d-55e2-47fd-931a-2e822a9c046b", "address": "fa:16:3e:e5:34:2c", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa488b49d-55", "ovs_interfaceid": "a488b49d-55e2-47fd-931a-2e822a9c046b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2419.390958] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Preparing fetch location {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2419.391339] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Fetch image to [datastore1] OSTACK_IMG_878f1140-a62c-46bd-8bf4-862529ef8dbd/OSTACK_IMG_878f1140-a62c-46bd-8bf4-862529ef8dbd.vmdk {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2419.391401] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Downloading stream optimized image 428e90c3-f300-4a3a-a226-ca8f9943e193 to [datastore1] OSTACK_IMG_878f1140-a62c-46bd-8bf4-862529ef8dbd/OSTACK_IMG_878f1140-a62c-46bd-8bf4-862529ef8dbd.vmdk on the data store datastore1 as vApp {{(pid=62097) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2419.391588] env[62097]: DEBUG nova.virt.vmwareapi.images [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Downloading image file data 428e90c3-f300-4a3a-a226-ca8f9943e193 to the ESX as VM named 'OSTACK_IMG_878f1140-a62c-46bd-8bf4-862529ef8dbd' {{(pid=62097) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2419.456478] env[62097]: DEBUG oslo_vmware.rw_handles [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2419.456478] env[62097]: value = "resgroup-9" [ 2419.456478] env[62097]: _type = "ResourcePool" [ 2419.456478] env[62097]: }. {{(pid=62097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2419.456740] env[62097]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b5ffb97d-eb76-41de-a87c-a9394c9ee894 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.477460] env[62097]: DEBUG oslo_vmware.rw_handles [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lease: (returnval){ [ 2419.477460] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524c2fa2-0a5f-4783-9e7b-2ae3937913b3" [ 2419.477460] env[62097]: _type = "HttpNfcLease" [ 2419.477460] env[62097]: } obtained for vApp import into resource pool (val){ [ 2419.477460] env[62097]: value = "resgroup-9" [ 2419.477460] env[62097]: _type = "ResourcePool" [ 2419.477460] env[62097]: }. {{(pid=62097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2419.477712] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the lease: (returnval){ [ 2419.477712] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524c2fa2-0a5f-4783-9e7b-2ae3937913b3" [ 2419.477712] env[62097]: _type = "HttpNfcLease" [ 2419.477712] env[62097]: } to be ready. {{(pid=62097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2419.483773] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2419.483773] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524c2fa2-0a5f-4783-9e7b-2ae3937913b3" [ 2419.483773] env[62097]: _type = "HttpNfcLease" [ 2419.483773] env[62097]: } is initializing. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2419.680388] env[62097]: DEBUG oslo_concurrency.lockutils [req-7581c5cb-acf9-40e3-b1fc-a1131adae61e req-6c899bcb-2c13-4372-a026-0236ea89250b service nova] Releasing lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2419.985652] env[62097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2419.985652] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524c2fa2-0a5f-4783-9e7b-2ae3937913b3" [ 2419.985652] env[62097]: _type = "HttpNfcLease" [ 2419.985652] env[62097]: } is ready. {{(pid=62097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2419.985941] env[62097]: DEBUG oslo_vmware.rw_handles [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2419.985941] env[62097]: value = "session[52d43729-739e-ae2d-d6c7-88f095f82d7d]524c2fa2-0a5f-4783-9e7b-2ae3937913b3" [ 2419.985941] env[62097]: _type = "HttpNfcLease" [ 2419.985941] env[62097]: }. {{(pid=62097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2419.986647] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755ff224-6003-4e82-8bb5-516bae25c349 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.993469] env[62097]: DEBUG oslo_vmware.rw_handles [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cec135-f475-188f-9b73-718918192ab9/disk-0.vmdk from lease info. {{(pid=62097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2419.993640] env[62097]: DEBUG oslo_vmware.rw_handles [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cec135-f475-188f-9b73-718918192ab9/disk-0.vmdk. {{(pid=62097) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2420.055370] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-73825ce7-28ef-4c6e-8736-aacb702bd428 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.742242] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "d6ba1c55-7ce7-42a7-8827-d63b3852418d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2420.742676] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "d6ba1c55-7ce7-42a7-8827-d63b3852418d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2420.742818] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "d6ba1c55-7ce7-42a7-8827-d63b3852418d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2420.743019] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "d6ba1c55-7ce7-42a7-8827-d63b3852418d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2420.743193] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "d6ba1c55-7ce7-42a7-8827-d63b3852418d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2420.745433] env[62097]: INFO nova.compute.manager [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Terminating instance [ 2420.882410] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2421.104821] env[62097]: DEBUG oslo_vmware.rw_handles [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Completed reading data from the image iterator. {{(pid=62097) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2421.105081] env[62097]: DEBUG oslo_vmware.rw_handles [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cec135-f475-188f-9b73-718918192ab9/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2421.106183] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc3fee7-9610-412f-8d4d-1b374a116dc5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.113746] env[62097]: DEBUG oslo_vmware.rw_handles [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cec135-f475-188f-9b73-718918192ab9/disk-0.vmdk is in state: ready. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2421.113982] env[62097]: DEBUG oslo_vmware.rw_handles [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cec135-f475-188f-9b73-718918192ab9/disk-0.vmdk. {{(pid=62097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2421.114252] env[62097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d09273e2-58a7-4998-afce-7c5cb5611e9b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.249088] env[62097]: DEBUG nova.compute.manager [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2421.249413] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2421.250399] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be573f2-6ef9-4e8b-9520-fafb286257dc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.258283] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2421.258524] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f74cae4-8c44-4357-b97f-02c5b0b461de {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.264121] env[62097]: DEBUG oslo_vmware.api [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2421.264121] env[62097]: value = "task-2036069" [ 2421.264121] env[62097]: _type = "Task" [ 2421.264121] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2421.272385] env[62097]: DEBUG oslo_vmware.api [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.305629] env[62097]: DEBUG oslo_vmware.rw_handles [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cec135-f475-188f-9b73-718918192ab9/disk-0.vmdk. {{(pid=62097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2421.305910] env[62097]: INFO nova.virt.vmwareapi.images [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Downloaded image file data 428e90c3-f300-4a3a-a226-ca8f9943e193 [ 2421.306757] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72813cb-ab87-4ed5-aeb5-1cda9fabdcd4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.323392] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f668724-028c-43e2-98bb-006ca465f74d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.345584] env[62097]: INFO nova.virt.vmwareapi.images [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] The imported VM was unregistered [ 2421.348136] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Caching image {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2421.348373] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Creating directory with path [datastore1] devstack-image-cache_base/428e90c3-f300-4a3a-a226-ca8f9943e193 {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2421.348640] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74646bb4-3ef7-4d7b-b91c-1406c94ab036 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.372382] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Created directory with path [datastore1] devstack-image-cache_base/428e90c3-f300-4a3a-a226-ca8f9943e193 {{(pid=62097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2421.372629] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_878f1140-a62c-46bd-8bf4-862529ef8dbd/OSTACK_IMG_878f1140-a62c-46bd-8bf4-862529ef8dbd.vmdk to [datastore1] devstack-image-cache_base/428e90c3-f300-4a3a-a226-ca8f9943e193/428e90c3-f300-4a3a-a226-ca8f9943e193.vmdk. {{(pid=62097) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2421.372955] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0770e758-9ef3-4f15-a8db-869017d89425 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.380641] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2421.380641] env[62097]: value = "task-2036071" [ 2421.380641] env[62097]: _type = "Task" [ 2421.380641] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2421.390315] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036071, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.774621] env[62097]: DEBUG oslo_vmware.api [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036069, 'name': PowerOffVM_Task, 'duration_secs': 0.207148} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2421.775234] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2421.775234] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2421.775500] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2b99ddd-3ab1-4429-a956-28f3daead3fe {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.882466] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2421.887588] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2421.887801] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Deleting contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2421.887973] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Deleting the datastore file [datastore2] d6ba1c55-7ce7-42a7-8827-d63b3852418d {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2421.888693] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c15c0250-78f7-44fe-8afb-8f3cff7e59e9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.894114] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036071, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.900105] env[62097]: DEBUG oslo_vmware.api [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for the task: (returnval){ [ 2421.900105] env[62097]: value = "task-2036073" [ 2421.900105] env[62097]: _type = "Task" [ 2421.900105] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2421.910112] env[62097]: DEBUG oslo_vmware.api [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.391836] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036071, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.409670] env[62097]: DEBUG oslo_vmware.api [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Task: {'id': task-2036073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254175} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2422.409914] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2422.410149] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Deleted contents of the VM from datastore datastore2 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2422.410423] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2422.410648] env[62097]: INFO nova.compute.manager [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2422.410928] env[62097]: DEBUG oslo.service.loopingcall [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2422.411186] env[62097]: DEBUG nova.compute.manager [-] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2422.411330] env[62097]: DEBUG nova.network.neutron [-] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2422.719168] env[62097]: DEBUG nova.compute.manager [req-15fe54fe-af47-4987-bd32-3b9273b5e2d8 req-2499d7a7-adbd-49ac-bff2-57834228ae10 service nova] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Received event network-vif-deleted-39275820-16f8-481d-8e06-7a60f0159a1b {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2422.719299] env[62097]: INFO nova.compute.manager [req-15fe54fe-af47-4987-bd32-3b9273b5e2d8 req-2499d7a7-adbd-49ac-bff2-57834228ae10 service nova] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Neutron deleted interface 39275820-16f8-481d-8e06-7a60f0159a1b; detaching it from the instance and deleting it from the info cache [ 2422.719479] env[62097]: DEBUG nova.network.neutron [req-15fe54fe-af47-4987-bd32-3b9273b5e2d8 req-2499d7a7-adbd-49ac-bff2-57834228ae10 service nova] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2422.882115] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2422.893675] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036071, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.196935] env[62097]: DEBUG nova.network.neutron [-] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2423.221787] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5447f2a0-4b50-4c19-b63d-4039e6897b15 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.232992] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce8e730-35dd-4105-8094-1012ca75b4f5 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.259462] env[62097]: DEBUG nova.compute.manager [req-15fe54fe-af47-4987-bd32-3b9273b5e2d8 req-2499d7a7-adbd-49ac-bff2-57834228ae10 service nova] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Detach interface failed, port_id=39275820-16f8-481d-8e06-7a60f0159a1b, reason: Instance d6ba1c55-7ce7-42a7-8827-d63b3852418d could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2423.396999] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036071, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.396999] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2423.699626] env[62097]: INFO nova.compute.manager [-] [instance: d6ba1c55-7ce7-42a7-8827-d63b3852418d] Took 1.29 seconds to deallocate network for instance. [ 2423.893836] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036071, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.310988} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2423.894223] env[62097]: INFO nova.virt.vmwareapi.ds_util [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_878f1140-a62c-46bd-8bf4-862529ef8dbd/OSTACK_IMG_878f1140-a62c-46bd-8bf4-862529ef8dbd.vmdk to [datastore1] devstack-image-cache_base/428e90c3-f300-4a3a-a226-ca8f9943e193/428e90c3-f300-4a3a-a226-ca8f9943e193.vmdk. [ 2423.894223] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Cleaning up location [datastore1] OSTACK_IMG_878f1140-a62c-46bd-8bf4-862529ef8dbd {{(pid=62097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2423.894389] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_878f1140-a62c-46bd-8bf4-862529ef8dbd {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2423.894633] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe93034a-d429-4052-afdb-bd1af520dd9f {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.901051] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2423.901051] env[62097]: value = "task-2036074" [ 2423.901051] env[62097]: _type = "Task" [ 2423.901051] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2423.908331] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.206407] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2424.206681] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2424.206905] env[62097]: DEBUG nova.objects.instance [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lazy-loading 'resources' on Instance uuid d6ba1c55-7ce7-42a7-8827-d63b3852418d {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2424.410974] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038712} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2424.411241] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2424.411440] env[62097]: DEBUG oslo_concurrency.lockutils [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/428e90c3-f300-4a3a-a226-ca8f9943e193/428e90c3-f300-4a3a-a226-ca8f9943e193.vmdk" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2424.411692] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/428e90c3-f300-4a3a-a226-ca8f9943e193/428e90c3-f300-4a3a-a226-ca8f9943e193.vmdk to [datastore1] 214563a9-c0ae-4f92-b44f-1a9cfe7097cc/214563a9-c0ae-4f92-b44f-1a9cfe7097cc.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2424.411935] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99815590-133a-4067-a0aa-da9bcbfefc70 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.418459] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2424.418459] env[62097]: value = "task-2036075" [ 2424.418459] env[62097]: _type = "Task" [ 2424.418459] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2424.425789] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.764805] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234b9d10-5116-4262-acad-415f43d6a106 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.773323] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c179b144-e8b4-4e87-b683-d34488dbfd32 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.805793] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34023fe7-5d9f-4369-bc8a-fa28ce989c86 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.813673] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d09018-3f99-4bef-87f2-02626891ede7 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.828961] env[62097]: DEBUG nova.compute.provider_tree [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2424.928993] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036075, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.332992] env[62097]: DEBUG nova.scheduler.client.report [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2425.434186] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036075, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.838229] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2425.859338] env[62097]: INFO nova.scheduler.client.report [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Deleted allocations for instance d6ba1c55-7ce7-42a7-8827-d63b3852418d [ 2425.930664] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036075, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.369118] env[62097]: DEBUG oslo_concurrency.lockutils [None req-9b4188c6-fa76-4b2b-b403-093fd75a246d tempest-ServerActionsTestOtherA-865983364 tempest-ServerActionsTestOtherA-865983364-project-member] Lock "d6ba1c55-7ce7-42a7-8827-d63b3852418d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.626s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2426.431816] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036075, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.882693] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2426.882899] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Starting heal instance info cache {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2426.883039] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Rebuilding the list of instances to heal {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2426.930704] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036075, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.341384} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2426.931082] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/428e90c3-f300-4a3a-a226-ca8f9943e193/428e90c3-f300-4a3a-a226-ca8f9943e193.vmdk to [datastore1] 214563a9-c0ae-4f92-b44f-1a9cfe7097cc/214563a9-c0ae-4f92-b44f-1a9cfe7097cc.vmdk {{(pid=62097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2426.931736] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2809b948-3c91-4a2f-a0e2-aabe5c2126fe {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.954863] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 214563a9-c0ae-4f92-b44f-1a9cfe7097cc/214563a9-c0ae-4f92-b44f-1a9cfe7097cc.vmdk or device None with type streamOptimized {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2426.955215] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfa98af3-e1ed-45bc-889a-a61e2a7a454b {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.974829] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2426.974829] env[62097]: value = "task-2036076" [ 2426.974829] env[62097]: _type = "Task" [ 2426.974829] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2426.982724] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2427.386433] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2427.386647] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquired lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2427.386751] env[62097]: DEBUG nova.network.neutron [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Forcefully refreshing network info cache for instance {{(pid=62097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2427.386869] env[62097]: DEBUG nova.objects.instance [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lazy-loading 'info_cache' on Instance uuid 214563a9-c0ae-4f92-b44f-1a9cfe7097cc {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2427.486170] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2427.984926] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036076, 'name': ReconfigVM_Task, 'duration_secs': 0.638736} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2427.985342] env[62097]: DEBUG nova.virt.vmwareapi.volumeops [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 214563a9-c0ae-4f92-b44f-1a9cfe7097cc/214563a9-c0ae-4f92-b44f-1a9cfe7097cc.vmdk or device None with type streamOptimized {{(pid=62097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2427.985829] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e761621-6594-40e0-a7e4-99d8b5c0ba1e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.991937] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2427.991937] env[62097]: value = "task-2036077" [ 2427.991937] env[62097]: _type = "Task" [ 2427.991937] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2427.999020] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036077, 'name': Rename_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2428.502515] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036077, 'name': Rename_Task, 'duration_secs': 0.165905} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2428.502831] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Powering on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2428.503087] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27d7e109-35b5-4d0b-bab2-4121a11725a4 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.509375] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2428.509375] env[62097]: value = "task-2036078" [ 2428.509375] env[62097]: _type = "Task" [ 2428.509375] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2428.517078] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.020814] env[62097]: DEBUG oslo_vmware.api [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036078, 'name': PowerOnVM_Task, 'duration_secs': 0.421414} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2429.023164] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Powered on the VM {{(pid=62097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2429.136886] env[62097]: DEBUG nova.network.neutron [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Updating instance_info_cache with network_info: [{"id": "a488b49d-55e2-47fd-931a-2e822a9c046b", "address": "fa:16:3e:e5:34:2c", "network": {"id": "0ef8393d-df11-464b-92ee-b195590dcaf2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1585288768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7166c7592ef40b6a96210b9e9e530b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa488b49d-55", "ovs_interfaceid": "a488b49d-55e2-47fd-931a-2e822a9c046b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2429.140528] env[62097]: DEBUG nova.compute.manager [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Checking state {{(pid=62097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2429.141471] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4e1283-50ba-4773-b641-4434e055f09c {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.639770] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Releasing lock "refresh_cache-214563a9-c0ae-4f92-b44f-1a9cfe7097cc" {{(pid=62097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2429.639934] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Updated the network info_cache for instance {{(pid=62097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2429.640198] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2429.657057] env[62097]: DEBUG oslo_concurrency.lockutils [None req-06250258-7453-4fdc-ab25-ceae81dedcc9 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.784s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2430.143331] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2430.143608] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2430.143747] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2430.143901] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2430.144808] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaf0047-efaf-4fb7-9793-f59be945c4b0 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.153226] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fae12a-6e2d-4594-a38b-ee6c077096d1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.167433] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53589ae6-d6eb-4dc8-8aee-600ea51bd4e1 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.174652] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ead4c36-ba58-4c03-8f0d-8f4d7ebae8ce {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.203909] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180564MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2430.204081] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2430.204280] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2430.742078] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2430.742706] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2430.742947] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2430.743208] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2430.743405] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2430.745322] env[62097]: INFO nova.compute.manager [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Terminating instance [ 2431.230973] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Instance 214563a9-c0ae-4f92-b44f-1a9cfe7097cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2431.231275] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2431.231331] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2431.248607] env[62097]: DEBUG nova.compute.manager [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Start destroying the instance on the hypervisor. {{(pid=62097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2431.248841] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Destroying instance {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2431.249741] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e771ec7-8ec2-47c7-ab5c-e85eb94d1c0d {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.257735] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Powering off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2431.258800] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0168171c-6955-4090-a83f-e2b02548cb27 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.260775] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def96600-ae6a-4a80-a452-b5ac49beec1e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.268707] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a02b22-fb0d-4650-aa9b-f42be09c84ad {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.273118] env[62097]: DEBUG oslo_vmware.api [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2431.273118] env[62097]: value = "task-2036079" [ 2431.273118] env[62097]: _type = "Task" [ 2431.273118] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2431.305189] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03313d36-b4cf-4778-a0cd-7e1cad0a0c26 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.310939] env[62097]: DEBUG oslo_vmware.api [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2431.316044] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e6bec1-fa56-44c6-b807-6d9102933abf {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.330492] env[62097]: DEBUG nova.compute.provider_tree [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2431.784073] env[62097]: DEBUG oslo_vmware.api [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036079, 'name': PowerOffVM_Task, 'duration_secs': 0.173386} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2431.784346] env[62097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Powered off the VM {{(pid=62097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2431.784516] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Unregistering the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2431.784768] env[62097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3b043db-2328-42b2-9d23-3edee60867fc {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.834516] env[62097]: DEBUG nova.scheduler.client.report [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2431.860523] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Unregistered the VM {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2431.860720] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Deleting contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2431.860907] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Deleting the datastore file [datastore1] 214563a9-c0ae-4f92-b44f-1a9cfe7097cc {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2431.861177] env[62097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06da3390-1746-4e05-a0fc-db7a7c8c8470 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.868310] env[62097]: DEBUG oslo_vmware.api [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for the task: (returnval){ [ 2431.868310] env[62097]: value = "task-2036081" [ 2431.868310] env[62097]: _type = "Task" [ 2431.868310] env[62097]: } to complete. {{(pid=62097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2431.875637] env[62097]: DEBUG oslo_vmware.api [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2432.339625] env[62097]: DEBUG nova.compute.resource_tracker [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2432.340050] env[62097]: DEBUG oslo_concurrency.lockutils [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.136s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2432.378162] env[62097]: DEBUG oslo_vmware.api [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Task: {'id': task-2036081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138509} completed successfully. {{(pid=62097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2432.378410] env[62097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Deleted the datastore file {{(pid=62097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2432.378632] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Deleted contents of the VM from datastore datastore1 {{(pid=62097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2432.378821] env[62097]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Instance destroyed {{(pid=62097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2432.378997] env[62097]: INFO nova.compute.manager [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2432.379243] env[62097]: DEBUG oslo.service.loopingcall [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2432.379424] env[62097]: DEBUG nova.compute.manager [-] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Deallocating network for instance {{(pid=62097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2432.379518] env[62097]: DEBUG nova.network.neutron [-] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] deallocate_for_instance() {{(pid=62097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2432.582482] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2432.582779] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2432.582954] env[62097]: DEBUG oslo_service.periodic_task [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2432.583114] env[62097]: DEBUG nova.compute.manager [None req-52b3e072-f7bc-4dc0-b37d-2f935c59d903 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2432.819927] env[62097]: DEBUG nova.compute.manager [req-7676bf5f-e286-43c7-ae00-66904914cbee req-c405e5d4-a153-4d56-b0b4-89ec0fdf9f42 service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Received event network-vif-deleted-a488b49d-55e2-47fd-931a-2e822a9c046b {{(pid=62097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2432.820158] env[62097]: INFO nova.compute.manager [req-7676bf5f-e286-43c7-ae00-66904914cbee req-c405e5d4-a153-4d56-b0b4-89ec0fdf9f42 service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Neutron deleted interface a488b49d-55e2-47fd-931a-2e822a9c046b; detaching it from the instance and deleting it from the info cache [ 2432.820327] env[62097]: DEBUG nova.network.neutron [req-7676bf5f-e286-43c7-ae00-66904914cbee req-c405e5d4-a153-4d56-b0b4-89ec0fdf9f42 service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2433.299312] env[62097]: DEBUG nova.network.neutron [-] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Updating instance_info_cache with network_info: [] {{(pid=62097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2433.323044] env[62097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f1a8f50-01ea-4d6c-b66c-1d4a1ee81296 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.334336] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f18414-6f46-4af0-ba96-307168ce32c8 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.357498] env[62097]: DEBUG nova.compute.manager [req-7676bf5f-e286-43c7-ae00-66904914cbee req-c405e5d4-a153-4d56-b0b4-89ec0fdf9f42 service nova] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Detach interface failed, port_id=a488b49d-55e2-47fd-931a-2e822a9c046b, reason: Instance 214563a9-c0ae-4f92-b44f-1a9cfe7097cc could not be found. {{(pid=62097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2433.802773] env[62097]: INFO nova.compute.manager [-] [instance: 214563a9-c0ae-4f92-b44f-1a9cfe7097cc] Took 1.42 seconds to deallocate network for instance. [ 2434.309274] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2434.309554] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2434.309773] env[62097]: DEBUG nova.objects.instance [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lazy-loading 'resources' on Instance uuid 214563a9-c0ae-4f92-b44f-1a9cfe7097cc {{(pid=62097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2434.843966] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49b213b-7805-4b7c-9ad7-7283b1ba0fb2 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.851620] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cdd9aa-1e8d-46fa-9084-b32c9f7c235e {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.880448] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697802ac-ad62-40de-b879-2545a99ea142 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.887720] env[62097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdc9cec-2ace-4b51-9a39-c27f1cbd07c9 {{(pid=62097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.902030] env[62097]: DEBUG nova.compute.provider_tree [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed in ProviderTree for provider: aabcd967-83f0-44f7-bf8d-f09a522d29a7 {{(pid=62097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2435.405248] env[62097]: DEBUG nova.scheduler.client.report [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Inventory has not changed for provider aabcd967-83f0-44f7-bf8d-f09a522d29a7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2435.911112] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2435.929153] env[62097]: INFO nova.scheduler.client.report [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Deleted allocations for instance 214563a9-c0ae-4f92-b44f-1a9cfe7097cc [ 2436.437050] env[62097]: DEBUG oslo_concurrency.lockutils [None req-5fb60d4b-8786-4d1b-a371-6f4fed1cbbb8 tempest-ServerActionsTestOtherB-508392860 tempest-ServerActionsTestOtherB-508392860-project-member] Lock "214563a9-c0ae-4f92-b44f-1a9cfe7097cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.695s {{(pid=62097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}